[ 550.594023] env[68960]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68960) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 550.594397] env[68960]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68960) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 550.594519] env[68960]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68960) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 550.594802] env[68960]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 550.691204] env[68960]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 550.701376] env[68960]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=68960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 550.744973] env[68960]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 551.304342] env[68960]: INFO nova.virt.driver [None req-46593389-7ee2-4158-b1ce-e8b09206b1d4 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 551.375313] env[68960]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 551.375499] env[68960]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 551.375589] env[68960]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68960) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 554.228650] env[68960]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-b5ceb2b2-8283-4814-95e1-84e7eeeb0ef9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.245088] env[68960]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68960) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 554.245207] env[68960]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-09127910-b222-485c-af09-b70fce883f6f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.281724] env[68960]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 75769. [ 554.281856] env[68960]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.906s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 554.282414] env[68960]: INFO nova.virt.vmwareapi.driver [None req-46593389-7ee2-4158-b1ce-e8b09206b1d4 None None] VMware vCenter version: 7.0.3 [ 554.285838] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dc4449-1e6e-4e9d-a11a-8dbbf2035db3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.302974] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40ace7f-d7a4-40c9-ab06-5778f68955d5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.308701] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010d9665-3927-42df-9178-9b42dc51962e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.315269] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e9245d-2286-47e7-b465-b37d318137f5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.328620] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f41151f-21c4-4955-969c-bdeae6ef6964 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.334501] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979c360f-3533-4fc9-9657-93ea8d9c5f25 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.365268] env[68960]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-9cd4a778-fa7f-4707-a514-90dc10551249 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.370385] env[68960]: DEBUG nova.virt.vmwareapi.driver [None req-46593389-7ee2-4158-b1ce-e8b09206b1d4 None None] Extension org.openstack.compute already exists. {{(pid=68960) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 554.373048] env[68960]: INFO nova.compute.provider_config [None req-46593389-7ee2-4158-b1ce-e8b09206b1d4 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 554.876660] env[68960]: DEBUG nova.context [None req-46593389-7ee2-4158-b1ce-e8b09206b1d4 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),a8f0708a-5638-4bea-a854-81e5b3266e36(cell1) {{(pid=68960) load_cells /opt/stack/nova/nova/context.py:464}} [ 554.878925] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 554.879191] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 554.879907] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 554.880432] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] Acquiring lock "a8f0708a-5638-4bea-a854-81e5b3266e36" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 554.880628] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] Lock "a8f0708a-5638-4bea-a854-81e5b3266e36" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 554.881648] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] Lock "a8f0708a-5638-4bea-a854-81e5b3266e36" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 554.901751] env[68960]: INFO dbcounter [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] Registered counter for database nova_cell0 [ 554.910106] env[68960]: INFO dbcounter [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] Registered counter for database nova_cell1 [ 555.349655] env[68960]: DEBUG oslo_db.sqlalchemy.engines [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68960) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 555.349991] env[68960]: DEBUG oslo_db.sqlalchemy.engines [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68960) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 555.355122] env[68960]: ERROR nova.db.main.api [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 555.355122] env[68960]: result = function(*args, **kwargs) [ 555.355122] env[68960]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 555.355122] env[68960]: return func(*args, **kwargs) [ 555.355122] env[68960]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 555.355122] env[68960]: result = fn(*args, **kwargs) [ 555.355122] env[68960]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 555.355122] env[68960]: return f(*args, **kwargs) [ 555.355122] env[68960]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 555.355122] env[68960]: return db.service_get_minimum_version(context, binaries) [ 555.355122] env[68960]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 555.355122] env[68960]: _check_db_access() [ 555.355122] env[68960]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 555.355122] env[68960]: stacktrace = ''.join(traceback.format_stack()) [ 555.355122] env[68960]: [ 555.355943] env[68960]: ERROR nova.db.main.api [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 555.355943] env[68960]: result = function(*args, **kwargs) [ 555.355943] env[68960]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 555.355943] env[68960]: return func(*args, **kwargs) [ 555.355943] env[68960]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 555.355943] env[68960]: result = fn(*args, **kwargs) [ 555.355943] env[68960]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 555.355943] env[68960]: return f(*args, **kwargs) [ 555.355943] env[68960]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 555.355943] env[68960]: return db.service_get_minimum_version(context, binaries) [ 555.355943] env[68960]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 555.355943] env[68960]: _check_db_access() [ 555.355943] env[68960]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 555.355943] env[68960]: stacktrace = ''.join(traceback.format_stack()) [ 555.355943] env[68960]: [ 555.356402] env[68960]: WARNING nova.objects.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] Failed to get minimum service version for cell a8f0708a-5638-4bea-a854-81e5b3266e36 [ 555.356482] env[68960]: WARNING nova.objects.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 555.356931] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] Acquiring lock "singleton_lock" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.357105] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] Acquired lock "singleton_lock" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.357344] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] Releasing lock "singleton_lock" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.357677] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] Full set of CONF: {{(pid=68960) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 555.357819] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ******************************************************************************** {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 555.357944] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] Configuration options gathered from: {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 555.358092] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 555.358302] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 555.358425] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ================================================================================ {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 555.358634] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] allow_resize_to_same_host = True {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.358801] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] arq_binding_timeout = 300 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.358930] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] backdoor_port = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.359067] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] backdoor_socket = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.359230] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] block_device_allocate_retries = 60 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.359388] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] block_device_allocate_retries_interval = 3 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.359557] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cert = self.pem {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.359720] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.359883] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] compute_monitors = [] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.360057] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] config_dir = [] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.360471] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] config_drive_format = iso9660 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.360606] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.360776] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] config_source = [] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.360946] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] console_host = devstack {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.361130] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] control_exchange = nova {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.361298] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cpu_allocation_ratio = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.361456] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] daemon = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.361622] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] debug = True {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.361777] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] default_access_ip_network_name = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.361942] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] default_availability_zone = nova {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.362107] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] default_ephemeral_format = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.362267] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] default_green_pool_size = 1000 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.362506] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.362667] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] default_schedule_zone = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.362822] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] disk_allocation_ratio = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.362979] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] enable_new_services = True {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.363167] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] enabled_apis = ['osapi_compute'] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.363329] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] enabled_ssl_apis = [] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.363489] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] flat_injected = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.363644] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] force_config_drive = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.363799] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] force_raw_images = True {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.363965] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] graceful_shutdown_timeout = 5 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.364136] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] heal_instance_info_cache_interval = -1 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.364359] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] host = cpu-1 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.364535] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.364694] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] initial_disk_allocation_ratio = 1.0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.364849] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] initial_ram_allocation_ratio = 1.0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.365071] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.365235] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] instance_build_timeout = 0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.365406] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] instance_delete_interval = 300 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.365556] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] instance_format = [instance: %(uuid)s] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.365717] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] instance_name_template = instance-%08x {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.365871] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] instance_usage_audit = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.366047] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] instance_usage_audit_period = month {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.366216] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.366380] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] instances_path = /opt/stack/data/nova/instances {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.366546] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] internal_service_availability_zone = internal {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.366716] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] key = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.366872] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] live_migration_retry_count = 30 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.367048] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] log_color = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.367211] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] log_config_append = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.367375] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.367531] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] log_dir = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.367682] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] log_file = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.367806] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] log_options = True {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.367960] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] log_rotate_interval = 1 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.368140] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] log_rotate_interval_type = days {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.368304] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] log_rotation_type = none {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.368438] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.368566] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.368732] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.368892] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.369027] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.369186] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] long_rpc_timeout = 1800 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.369339] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] max_concurrent_builds = 10 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.369492] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] max_concurrent_live_migrations = 1 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.369644] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] max_concurrent_snapshots = 5 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.369795] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] max_local_block_devices = 3 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.369949] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] max_logfile_count = 30 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.370116] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] max_logfile_size_mb = 200 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.370273] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] maximum_instance_delete_attempts = 5 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.370431] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] metadata_listen = 0.0.0.0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.370592] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] metadata_listen_port = 8775 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.370754] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] metadata_workers = 2 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.370905] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] migrate_max_retries = -1 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.371076] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] mkisofs_cmd = genisoimage {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.371286] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] my_block_storage_ip = 10.180.1.21 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.371415] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] my_ip = 10.180.1.21 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.371613] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.371773] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] network_allocate_retries = 0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.371946] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.372133] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] osapi_compute_listen = 0.0.0.0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.372298] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] osapi_compute_listen_port = 8774 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.372468] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] osapi_compute_unique_server_name_scope = {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.372639] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] osapi_compute_workers = 2 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.372799] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] password_length = 12 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.372957] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] periodic_enable = True {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.373130] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] periodic_fuzzy_delay = 60 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.373295] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] pointer_model = usbtablet {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.373462] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] preallocate_images = none {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.373616] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] publish_errors = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.373760] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] pybasedir = /opt/stack/nova {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.373942] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ram_allocation_ratio = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.374113] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] rate_limit_burst = 0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.374281] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] rate_limit_except_level = CRITICAL {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.374440] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] rate_limit_interval = 0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.374618] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] reboot_timeout = 0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.374769] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] reclaim_instance_interval = 0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.374921] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] record = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.375098] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] reimage_timeout_per_gb = 60 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.375266] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] report_interval = 120 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.375425] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] rescue_timeout = 0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.375582] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] reserved_host_cpus = 0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.375739] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] reserved_host_disk_mb = 0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.375894] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] reserved_host_memory_mb = 512 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.376063] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] reserved_huge_pages = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.376225] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] resize_confirm_window = 0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.376382] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] resize_fs_using_block_device = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.376538] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] resume_guests_state_on_host_boot = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.376703] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.376860] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] rpc_response_timeout = 60 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.377024] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] run_external_periodic_tasks = True {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.377195] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] running_deleted_instance_action = reap {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.377350] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] running_deleted_instance_poll_interval = 1800 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.377507] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] running_deleted_instance_timeout = 0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.377661] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] scheduler_instance_sync_interval = 120 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.377822] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] service_down_time = 720 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.377987] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] servicegroup_driver = db {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.378150] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] shell_completion = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.378306] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] shelved_offload_time = 0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.378462] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] shelved_poll_interval = 3600 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.378625] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] shutdown_timeout = 0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.378781] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] source_is_ipv6 = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.378934] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ssl_only = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.379191] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.379358] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] sync_power_state_interval = 600 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.379518] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] sync_power_state_pool_size = 1000 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.379681] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] syslog_log_facility = LOG_USER {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.379834] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] tempdir = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.379988] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] timeout_nbd = 10 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.380165] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] transport_url = **** {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.380326] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] update_resources_interval = 0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.380480] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] use_cow_images = True {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.380634] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] use_journal = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.380785] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] use_json = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.380940] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] use_rootwrap_daemon = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.381106] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] use_stderr = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.381270] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] use_syslog = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.381415] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vcpu_pin_set = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.381577] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vif_plugging_is_fatal = True {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.381738] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vif_plugging_timeout = 300 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.381896] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] virt_mkfs = [] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.382062] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] volume_usage_poll_interval = 0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.382222] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] watch_log_file = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.382385] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] web = /usr/share/spice-html5 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.382570] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.382728] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.382886] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.383060] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_concurrency.disable_process_locking = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.383340] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.383534] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.383700] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.383871] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.384053] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.384229] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.384409] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api.auth_strategy = keystone {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.384576] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api.compute_link_prefix = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.384747] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.384917] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api.dhcp_domain = novalocal {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.385096] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api.enable_instance_password = True {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.385256] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api.glance_link_prefix = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.385420] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.385586] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.385744] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api.instance_list_per_project_cells = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.385901] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api.list_records_by_skipping_down_cells = True {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.386070] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api.local_metadata_per_cell = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.386238] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api.max_limit = 1000 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.386401] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api.metadata_cache_expiration = 15 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.386574] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api.neutron_default_tenant_id = default {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.386739] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api.response_validation = warn {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.386905] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api.use_neutron_default_nets = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.387088] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.387252] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.387415] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.387585] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.387753] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api.vendordata_dynamic_targets = [] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.387907] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api.vendordata_jsonfile_path = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.388094] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.388287] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.backend = dogpile.cache.memcached {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.388459] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.backend_argument = **** {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.388615] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.backend_expiration_time = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.388851] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.config_prefix = cache.oslo {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.388954] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.dead_timeout = 60.0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.389131] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.debug_cache_backend = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.389295] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.enable_retry_client = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.389456] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.enable_socket_keepalive = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.389624] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.enabled = True {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.389787] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.enforce_fips_mode = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.389949] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.expiration_time = 600 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.390125] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.hashclient_retry_attempts = 2 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.390301] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.hashclient_retry_delay = 1.0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.390464] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.memcache_dead_retry = 300 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.390621] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.memcache_password = **** {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.390784] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.390942] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.391117] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.memcache_pool_maxsize = 10 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.391281] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.391441] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.memcache_sasl_enabled = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.391617] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.391784] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.memcache_socket_timeout = 1.0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.391941] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.memcache_username = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.392116] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.proxies = [] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.392277] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.redis_db = 0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.392438] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.redis_password = **** {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.392603] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.redis_sentinel_service_name = mymaster {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.392773] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.392936] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.redis_server = localhost:6379 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.393110] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.redis_socket_timeout = 1.0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.393267] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.redis_username = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.393428] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.retry_attempts = 2 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.393588] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.retry_delay = 0.0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.393746] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.socket_keepalive_count = 1 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.393904] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.socket_keepalive_idle = 1 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.394073] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.socket_keepalive_interval = 1 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.394232] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.tls_allowed_ciphers = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.394388] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.tls_cafile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.394543] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.tls_certfile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.394702] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.tls_enabled = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.394856] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cache.tls_keyfile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.395028] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cinder.auth_section = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.395206] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cinder.auth_type = password {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.395363] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cinder.cafile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.395536] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cinder.catalog_info = volumev3::publicURL {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.395693] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cinder.certfile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.395852] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cinder.collect_timing = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.396013] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cinder.cross_az_attach = True {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.396177] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cinder.debug = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.396333] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cinder.endpoint_template = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.396494] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cinder.http_retries = 3 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.396650] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cinder.insecure = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.396803] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cinder.keyfile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.396968] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cinder.os_region_name = RegionOne {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.397143] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cinder.split_loggers = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.397300] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cinder.timeout = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.397468] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.397625] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] compute.cpu_dedicated_set = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.397779] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] compute.cpu_shared_set = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.397939] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] compute.image_type_exclude_list = [] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.398111] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.398271] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] compute.max_concurrent_disk_ops = 0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.398430] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] compute.max_disk_devices_to_attach = -1 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.398589] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.398754] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.398912] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] compute.resource_provider_association_refresh = 300 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.399088] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.399251] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] compute.shutdown_retry_interval = 10 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.399430] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.399607] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] conductor.workers = 2 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.399780] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] console.allowed_origins = [] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.399937] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] console.ssl_ciphers = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.400118] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] console.ssl_minimum_version = default {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.400310] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] consoleauth.enforce_session_timeout = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.400458] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] consoleauth.token_ttl = 600 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.400627] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cyborg.cafile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.400782] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cyborg.certfile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.400944] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cyborg.collect_timing = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.401114] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cyborg.connect_retries = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.401276] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cyborg.connect_retry_delay = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.401436] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cyborg.endpoint_override = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.401597] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cyborg.insecure = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.401752] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cyborg.keyfile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.401910] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cyborg.max_version = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.402077] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cyborg.min_version = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.402235] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cyborg.region_name = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.402391] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cyborg.retriable_status_codes = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.402549] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cyborg.service_name = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.402716] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cyborg.service_type = accelerator {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.402875] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cyborg.split_loggers = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.403039] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cyborg.status_code_retries = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.403199] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cyborg.status_code_retry_delay = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.403356] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cyborg.timeout = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.403537] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.403696] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] cyborg.version = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.403867] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] database.asyncio_connection = **** {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.404035] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] database.asyncio_slave_connection = **** {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.404211] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] database.backend = sqlalchemy {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.404381] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] database.connection = **** {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.404545] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] database.connection_debug = 0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.404714] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] database.connection_parameters = {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.404874] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] database.connection_recycle_time = 3600 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.405047] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] database.connection_trace = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.405214] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] database.db_inc_retry_interval = True {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.405376] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] database.db_max_retries = 20 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.405541] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] database.db_max_retry_interval = 10 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.405701] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] database.db_retry_interval = 1 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.405862] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] database.max_overflow = 50 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.406032] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] database.max_pool_size = 5 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.406197] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] database.max_retries = 10 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.406364] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.406525] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] database.mysql_wsrep_sync_wait = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.406682] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] database.pool_timeout = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.406841] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] database.retry_interval = 10 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.406998] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] database.slave_connection = **** {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.407173] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] database.sqlite_synchronous = True {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.407337] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] database.use_db_reconnect = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.407503] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api_database.asyncio_connection = **** {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.407662] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api_database.asyncio_slave_connection = **** {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.407833] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api_database.backend = sqlalchemy {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.408006] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api_database.connection = **** {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.408177] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api_database.connection_debug = 0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.408348] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api_database.connection_parameters = {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.408512] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api_database.connection_recycle_time = 3600 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.408672] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api_database.connection_trace = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.408833] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api_database.db_inc_retry_interval = True {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.408995] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api_database.db_max_retries = 20 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.409171] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api_database.db_max_retry_interval = 10 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.409335] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api_database.db_retry_interval = 1 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.409499] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api_database.max_overflow = 50 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.409657] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api_database.max_pool_size = 5 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.409811] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api_database.max_retries = 10 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.409977] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.410150] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.410318] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api_database.pool_timeout = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.410481] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api_database.retry_interval = 10 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.410639] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api_database.slave_connection = **** {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.410799] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] api_database.sqlite_synchronous = True {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.410970] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] devices.enabled_mdev_types = [] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.411157] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.411328] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ephemeral_storage_encryption.default_format = luks {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.411489] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ephemeral_storage_encryption.enabled = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.411648] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.411818] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] glance.api_servers = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.411977] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] glance.cafile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.412150] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] glance.certfile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.412314] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] glance.collect_timing = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.412475] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] glance.connect_retries = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.412633] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] glance.connect_retry_delay = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.412793] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] glance.debug = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.412956] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] glance.default_trusted_certificate_ids = [] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.413128] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] glance.enable_certificate_validation = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.413291] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] glance.enable_rbd_download = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.413451] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] glance.endpoint_override = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.413614] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] glance.insecure = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.413775] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] glance.keyfile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.413933] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] glance.max_version = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.414102] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] glance.min_version = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.414268] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] glance.num_retries = 3 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.414437] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] glance.rbd_ceph_conf = {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.414597] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] glance.rbd_connect_timeout = 5 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.414764] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] glance.rbd_pool = {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.414930] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] glance.rbd_user = {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.415107] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] glance.region_name = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.415269] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] glance.retriable_status_codes = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.415427] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] glance.service_name = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.415592] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] glance.service_type = image {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.415754] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] glance.split_loggers = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.415910] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] glance.status_code_retries = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.416079] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] glance.status_code_retry_delay = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.416239] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] glance.timeout = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.416418] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.416585] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] glance.verify_glance_signatures = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.416742] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] glance.version = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.416908] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] guestfs.debug = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.417087] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] manila.auth_section = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.417253] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] manila.auth_type = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.417411] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] manila.cafile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.417566] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] manila.certfile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.417727] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] manila.collect_timing = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.417883] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] manila.connect_retries = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.418051] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] manila.connect_retry_delay = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.418210] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] manila.endpoint_override = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.418371] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] manila.insecure = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.418529] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] manila.keyfile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.418685] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] manila.max_version = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.418837] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] manila.min_version = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.418992] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] manila.region_name = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.419160] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] manila.retriable_status_codes = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.419316] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] manila.service_name = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.419480] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] manila.service_type = shared-file-system {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.419642] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] manila.share_apply_policy_timeout = 10 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.419803] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] manila.split_loggers = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.419960] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] manila.status_code_retries = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.420130] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] manila.status_code_retry_delay = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.420292] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] manila.timeout = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.420472] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.420633] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] manila.version = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.420797] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] mks.enabled = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.421154] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.421345] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] image_cache.manager_interval = 2400 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.421514] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] image_cache.precache_concurrency = 1 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.421683] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] image_cache.remove_unused_base_images = True {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.421849] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.422021] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.422200] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] image_cache.subdirectory_name = _base {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.422375] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ironic.api_max_retries = 60 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.422539] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ironic.api_retry_interval = 2 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.422697] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ironic.auth_section = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.422856] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ironic.auth_type = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.423024] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ironic.cafile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.423184] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ironic.certfile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.423345] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ironic.collect_timing = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.423507] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ironic.conductor_group = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.423663] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ironic.connect_retries = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.423820] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ironic.connect_retry_delay = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.423973] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ironic.endpoint_override = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.424145] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ironic.insecure = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.424301] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ironic.keyfile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.424457] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ironic.max_version = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.424611] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ironic.min_version = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.424771] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ironic.peer_list = [] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.424925] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ironic.region_name = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.425090] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ironic.retriable_status_codes = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.425253] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ironic.serial_console_state_timeout = 10 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.425411] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ironic.service_name = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.425576] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ironic.service_type = baremetal {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.425732] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ironic.shard = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.425891] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ironic.split_loggers = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.426058] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ironic.status_code_retries = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.426218] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ironic.status_code_retry_delay = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.426374] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ironic.timeout = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.426554] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.426713] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ironic.version = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.426890] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.427074] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] key_manager.fixed_key = **** {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.427258] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.427420] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] barbican.barbican_api_version = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.427577] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] barbican.barbican_endpoint = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.427743] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] barbican.barbican_endpoint_type = public {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.427899] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] barbican.barbican_region_name = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.428067] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] barbican.cafile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.428226] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] barbican.certfile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.428385] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] barbican.collect_timing = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.428545] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] barbican.insecure = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.428699] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] barbican.keyfile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.428859] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] barbican.number_of_retries = 60 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.429027] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] barbican.retry_delay = 1 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.429191] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] barbican.send_service_user_token = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.429351] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] barbican.split_loggers = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.429510] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] barbican.timeout = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.429667] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] barbican.verify_ssl = True {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.429820] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] barbican.verify_ssl_path = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.429983] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] barbican_service_user.auth_section = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.430158] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] barbican_service_user.auth_type = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.430320] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] barbican_service_user.cafile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.430479] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] barbican_service_user.certfile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.430639] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] barbican_service_user.collect_timing = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.430800] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] barbican_service_user.insecure = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.430954] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] barbican_service_user.keyfile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.431124] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] barbican_service_user.split_loggers = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.431284] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] barbican_service_user.timeout = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.431449] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vault.approle_role_id = **** {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.431607] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vault.approle_secret_id = **** {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.431773] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vault.kv_mountpoint = secret {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.431929] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vault.kv_path = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.432100] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vault.kv_version = 2 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.432257] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vault.namespace = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.432412] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vault.root_token_id = **** {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.432565] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vault.ssl_ca_crt_file = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.432726] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vault.timeout = 60.0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.432881] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vault.use_ssl = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.433054] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.433222] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] keystone.cafile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.433379] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] keystone.certfile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.433542] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] keystone.collect_timing = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.433699] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] keystone.connect_retries = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.433856] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] keystone.connect_retry_delay = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.434022] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] keystone.endpoint_override = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.434189] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] keystone.insecure = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.434345] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] keystone.keyfile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.434502] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] keystone.max_version = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.434654] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] keystone.min_version = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.434812] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] keystone.region_name = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.434971] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] keystone.retriable_status_codes = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.435142] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] keystone.service_name = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.435313] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] keystone.service_type = identity {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.435475] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] keystone.split_loggers = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.435632] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] keystone.status_code_retries = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.435789] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] keystone.status_code_retry_delay = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.435945] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] keystone.timeout = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.436138] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.436299] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] keystone.version = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.436497] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.ceph_mount_options = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.436872] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.437072] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.connection_uri = {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.437240] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.cpu_mode = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.437407] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.cpu_model_extra_flags = [] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.437573] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.cpu_models = [] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.437742] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.cpu_power_governor_high = performance {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.437908] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.cpu_power_governor_low = powersave {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.438081] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.cpu_power_management = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.438254] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.438428] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.device_detach_attempts = 8 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.438593] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.device_detach_timeout = 20 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.438761] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.disk_cachemodes = [] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.438922] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.disk_prefix = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.439103] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.enabled_perf_events = [] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.439270] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.file_backed_memory = 0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.439438] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.gid_maps = [] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.439599] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.hw_disk_discard = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.439757] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.hw_machine_type = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.439927] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.images_rbd_ceph_conf = {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.440102] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.440276] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.440440] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.images_rbd_glance_store_name = {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.440608] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.images_rbd_pool = rbd {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.440774] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.images_type = default {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.440930] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.images_volume_group = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.441104] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.inject_key = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.441272] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.inject_partition = -2 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.441437] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.inject_password = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.441597] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.iscsi_iface = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.441759] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.iser_use_multipath = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.441919] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.live_migration_bandwidth = 0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.442091] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.442256] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.live_migration_downtime = 500 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.442419] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.442578] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.442736] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.live_migration_inbound_addr = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.442897] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.443077] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.live_migration_permit_post_copy = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.443242] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.live_migration_scheme = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.443415] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.live_migration_timeout_action = abort {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.443575] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.live_migration_tunnelled = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.443733] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.live_migration_uri = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.443893] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.live_migration_with_native_tls = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.444061] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.max_queues = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.444228] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.444456] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.444621] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.nfs_mount_options = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.444893] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.445076] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.445242] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.num_iser_scan_tries = 5 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.445402] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.num_memory_encrypted_guests = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.445565] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.445724] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.num_pcie_ports = 0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.445887] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.num_volume_scan_tries = 5 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.446061] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.pmem_namespaces = [] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.446222] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.quobyte_client_cfg = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.446495] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.446669] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.rbd_connect_timeout = 5 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.446831] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.446992] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.447164] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.rbd_secret_uuid = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.447321] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.rbd_user = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.447483] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.447652] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.remote_filesystem_transport = ssh {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.447809] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.rescue_image_id = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.447963] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.rescue_kernel_id = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.448131] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.rescue_ramdisk_id = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.448295] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.448452] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.rx_queue_size = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.448616] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.smbfs_mount_options = {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.448902] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.449090] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.snapshot_compression = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.449254] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.snapshot_image_format = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.449487] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.449653] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.sparse_logical_volumes = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.449813] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.swtpm_enabled = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.449982] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.swtpm_group = tss {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.450172] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.swtpm_user = tss {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.450355] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.sysinfo_serial = unique {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.450512] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.tb_cache_size = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.450674] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.tx_queue_size = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.450831] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.uid_maps = [] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.450989] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.use_virtio_for_bridges = True {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.451170] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.virt_type = kvm {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.451339] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.volume_clear = zero {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.451498] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.volume_clear_size = 0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.451657] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.volume_enforce_multipath = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.451818] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.volume_use_multipath = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.451972] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.vzstorage_cache_path = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.452151] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.452320] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.vzstorage_mount_group = qemu {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.452483] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.vzstorage_mount_opts = [] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.452646] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.452926] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.453114] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.vzstorage_mount_user = stack {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.453282] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.453453] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] neutron.auth_section = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.453623] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] neutron.auth_type = password {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.453788] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] neutron.cafile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.453940] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] neutron.certfile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.454111] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] neutron.collect_timing = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.454270] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] neutron.connect_retries = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.454424] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] neutron.connect_retry_delay = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.454615] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] neutron.default_floating_pool = public {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.454752] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] neutron.endpoint_override = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.454908] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] neutron.extension_sync_interval = 600 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.455095] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] neutron.http_retries = 3 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.455266] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] neutron.insecure = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.455424] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] neutron.keyfile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.455581] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] neutron.max_version = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.455747] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.455903] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] neutron.min_version = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.456079] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] neutron.ovs_bridge = br-int {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.456243] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] neutron.physnets = [] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.456424] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] neutron.region_name = RegionOne {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.456573] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] neutron.retriable_status_codes = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.456737] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] neutron.service_metadata_proxy = True {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.456893] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] neutron.service_name = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.457070] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] neutron.service_type = network {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.457234] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] neutron.split_loggers = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.457392] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] neutron.status_code_retries = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.457549] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] neutron.status_code_retry_delay = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.457707] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] neutron.timeout = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.457896] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.458076] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] neutron.version = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.458252] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] notifications.bdms_in_notifications = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.458427] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] notifications.default_level = INFO {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.458590] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] notifications.include_share_mapping = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.458764] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] notifications.notification_format = unversioned {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.458927] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] notifications.notify_on_state_change = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.459113] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.459296] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] pci.alias = [] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.459465] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] pci.device_spec = [] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.459628] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] pci.report_in_placement = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.459800] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.auth_section = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.459971] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.auth_type = password {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.460152] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.460317] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.cafile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.460477] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.certfile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.460638] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.collect_timing = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.460795] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.connect_retries = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.460953] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.connect_retry_delay = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.461120] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.default_domain_id = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.461279] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.default_domain_name = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.461436] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.domain_id = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.461590] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.domain_name = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.461745] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.endpoint_override = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.461905] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.insecure = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.462072] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.keyfile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.462231] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.max_version = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.462386] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.min_version = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.462553] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.password = **** {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.462710] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.project_domain_id = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.462873] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.project_domain_name = Default {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.463048] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.project_id = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.463226] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.project_name = service {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.463395] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.region_name = RegionOne {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.463555] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.retriable_status_codes = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.463717] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.service_name = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.463883] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.service_type = placement {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.464054] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.split_loggers = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.464216] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.status_code_retries = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.464373] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.status_code_retry_delay = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.464529] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.system_scope = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.464684] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.timeout = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.464839] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.trust_id = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.464994] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.user_domain_id = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.465174] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.user_domain_name = Default {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.465333] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.user_id = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.465505] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.username = nova {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.465684] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.465846] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] placement.version = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.466035] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] quota.cores = 20 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.466203] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] quota.count_usage_from_placement = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.466374] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.466540] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] quota.injected_file_content_bytes = 10240 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.466703] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] quota.injected_file_path_length = 255 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.466865] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] quota.injected_files = 5 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.467038] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] quota.instances = 10 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.467208] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] quota.key_pairs = 100 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.467370] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] quota.metadata_items = 128 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.467536] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] quota.ram = 51200 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.467697] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] quota.recheck_quota = True {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.467862] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] quota.server_group_members = 10 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.468031] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] quota.server_groups = 10 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.468243] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.468417] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] quota.unified_limits_resource_strategy = require {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.468587] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.468748] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.468906] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] scheduler.image_metadata_prefilter = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.469077] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.469240] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] scheduler.max_attempts = 3 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.469401] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] scheduler.max_placement_results = 1000 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.469561] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.469719] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] scheduler.query_placement_for_image_type_support = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.469878] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.470057] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] scheduler.workers = 2 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.470238] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.470407] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.470584] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.470749] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.470911] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.471084] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.471247] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.471432] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.471595] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] filter_scheduler.host_subset_size = 1 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.471756] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.471915] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.472086] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.472250] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.472425] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.472585] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] filter_scheduler.isolated_hosts = [] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.472744] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] filter_scheduler.isolated_images = [] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.472901] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.473068] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.473229] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.473387] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] filter_scheduler.pci_in_placement = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.473545] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.473702] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.473858] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.474021] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.474183] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.474343] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.474500] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] filter_scheduler.track_instance_changes = True {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.474670] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.474838] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] metrics.required = True {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.474999] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] metrics.weight_multiplier = 1.0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.475175] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.475336] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] metrics.weight_setting = [] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.475643] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.475815] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] serial_console.enabled = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.475992] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] serial_console.port_range = 10000:20000 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.476187] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.476357] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.476524] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] serial_console.serialproxy_port = 6083 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.476688] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] service_user.auth_section = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.476858] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] service_user.auth_type = password {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.477024] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] service_user.cafile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.477184] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] service_user.certfile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.477346] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] service_user.collect_timing = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.477504] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] service_user.insecure = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.477659] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] service_user.keyfile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.477827] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] service_user.send_service_user_token = True {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.477988] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] service_user.split_loggers = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.478159] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] service_user.timeout = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.478328] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] spice.agent_enabled = True {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.478488] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] spice.enabled = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.478795] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.478993] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.479180] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] spice.html5proxy_port = 6082 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.479341] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] spice.image_compression = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.479504] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] spice.jpeg_compression = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.479658] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] spice.playback_compression = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.479816] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] spice.require_secure = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.479981] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] spice.server_listen = 127.0.0.1 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.480161] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.480443] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.480607] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] spice.streaming_mode = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.480767] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] spice.zlib_compression = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.480930] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] upgrade_levels.baseapi = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.481114] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] upgrade_levels.compute = auto {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.481277] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] upgrade_levels.conductor = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.481439] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] upgrade_levels.scheduler = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.481603] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vendordata_dynamic_auth.auth_section = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.481763] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vendordata_dynamic_auth.auth_type = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.481920] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vendordata_dynamic_auth.cafile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.482089] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vendordata_dynamic_auth.certfile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.482253] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.482412] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vendordata_dynamic_auth.insecure = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.482569] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vendordata_dynamic_auth.keyfile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.482727] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.482883] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vendordata_dynamic_auth.timeout = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.483065] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vmware.api_retry_count = 10 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.483227] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vmware.ca_file = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.483396] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vmware.cache_prefix = devstack-image-cache {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.483562] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vmware.cluster_name = testcl1 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.483723] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vmware.connection_pool_size = 10 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.483880] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vmware.console_delay_seconds = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.484058] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vmware.datastore_regex = ^datastore.* {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.484272] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.484450] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vmware.host_password = **** {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.484615] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vmware.host_port = 443 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.484781] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vmware.host_username = administrator@vsphere.local {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.484947] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vmware.insecure = True {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.485123] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vmware.integration_bridge = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.485287] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vmware.maximum_objects = 100 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.485446] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vmware.pbm_default_policy = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.485604] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vmware.pbm_enabled = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.485759] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vmware.pbm_wsdl_location = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.485925] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.486094] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vmware.serial_port_proxy_uri = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.486253] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vmware.serial_port_service_uri = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.486420] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vmware.task_poll_interval = 0.5 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.486587] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vmware.use_linked_clone = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.486755] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vmware.vnc_keymap = en-us {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.486917] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vmware.vnc_port = 5900 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.487088] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vmware.vnc_port_total = 10000 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.487273] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vnc.auth_schemes = ['none'] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.487446] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vnc.enabled = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.487726] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.487906] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.488086] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vnc.novncproxy_port = 6080 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.488273] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vnc.server_listen = 127.0.0.1 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.488449] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.488608] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vnc.vencrypt_ca_certs = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.488763] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vnc.vencrypt_client_cert = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.488916] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vnc.vencrypt_client_key = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.489108] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.489273] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] workarounds.disable_deep_image_inspection = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.489433] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.489591] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.489747] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.489906] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] workarounds.disable_rootwrap = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.490075] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] workarounds.enable_numa_live_migration = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.490240] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.490395] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.490552] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.490709] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] workarounds.libvirt_disable_apic = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.491007] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.491187] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.491351] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.491513] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.491676] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.491835] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.491990] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.492161] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.492320] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.492482] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.492664] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.492828] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] wsgi.client_socket_timeout = 900 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.492991] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] wsgi.default_pool_size = 1000 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.493166] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] wsgi.keep_alive = True {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.493333] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] wsgi.max_header_line = 16384 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.493494] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] wsgi.secure_proxy_ssl_header = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.493651] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] wsgi.ssl_ca_file = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.493808] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] wsgi.ssl_cert_file = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.493964] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] wsgi.ssl_key_file = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.494138] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] wsgi.tcp_keepidle = 600 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.494314] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.494481] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] zvm.ca_file = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.494639] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] zvm.cloud_connector_url = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.494914] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.495099] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] zvm.reachable_timeout = 300 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.495270] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.495445] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.495619] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] profiler.connection_string = messaging:// {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.495784] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] profiler.enabled = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.495948] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] profiler.es_doc_type = notification {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.496123] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] profiler.es_scroll_size = 10000 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.496292] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] profiler.es_scroll_time = 2m {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.496454] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] profiler.filter_error_trace = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.496618] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] profiler.hmac_keys = **** {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.496783] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] profiler.sentinel_service_name = mymaster {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.496943] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] profiler.socket_timeout = 0.1 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.497115] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] profiler.trace_requests = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.497275] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] profiler.trace_sqlalchemy = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.497450] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] profiler_jaeger.process_tags = {} {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.497608] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] profiler_jaeger.service_name_prefix = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.497765] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] profiler_otlp.service_name_prefix = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.497923] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] remote_debug.host = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.498092] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] remote_debug.port = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.498267] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.498426] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.498585] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.498742] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.498903] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.499068] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.499228] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.499389] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.499547] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.499717] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.499872] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.500051] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.500222] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.500392] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.500553] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.500721] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.500884] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.501054] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.501227] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.501390] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.501551] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.501713] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.501873] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.502043] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.502208] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.502365] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.502523] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.502683] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.502840] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.502998] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.503172] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.ssl = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.503343] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.503510] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.503668] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.503833] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.503999] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.ssl_version = {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.504172] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.504357] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.504523] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_notifications.retry = -1 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.504694] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.504861] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_messaging_notifications.transport_url = **** {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.505047] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_limit.auth_section = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.505212] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_limit.auth_type = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.505369] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_limit.cafile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.505526] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_limit.certfile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.505685] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_limit.collect_timing = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.505839] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_limit.connect_retries = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.505995] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_limit.connect_retry_delay = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.506164] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_limit.endpoint_id = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.506332] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_limit.endpoint_interface = publicURL {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.506489] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_limit.endpoint_override = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.506642] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_limit.endpoint_region_name = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.506795] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_limit.endpoint_service_name = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.506947] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_limit.endpoint_service_type = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.507119] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_limit.insecure = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.507274] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_limit.keyfile = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.507429] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_limit.max_version = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.507581] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_limit.min_version = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.507732] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_limit.region_name = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.507886] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_limit.retriable_status_codes = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.508049] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_limit.service_name = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.508207] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_limit.service_type = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.508365] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_limit.split_loggers = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.508519] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_limit.status_code_retries = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.508675] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_limit.status_code_retry_delay = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.508829] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_limit.timeout = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.508984] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_limit.valid_interfaces = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.509152] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_limit.version = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.509315] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_reports.file_event_handler = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.509476] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.509631] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] oslo_reports.log_dir = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.509800] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.509956] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.510125] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.510301] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.510458] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.510614] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.510779] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.510937] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vif_plug_ovs_privileged.group = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.511107] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.511272] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.511433] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.511589] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] vif_plug_ovs_privileged.user = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.511757] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] os_vif_linux_bridge.flat_interface = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.511939] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.512123] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.512297] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.512467] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.512636] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.512799] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.512959] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.513152] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.513325] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] os_vif_ovs.isolate_vif = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.513497] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.513661] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.513827] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.513992] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] os_vif_ovs.ovsdb_interface = native {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.514165] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] os_vif_ovs.per_port_bridge = False {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.514333] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] privsep_osbrick.capabilities = [21] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.514491] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] privsep_osbrick.group = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.514645] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] privsep_osbrick.helper_command = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.514806] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.514967] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.515137] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] privsep_osbrick.user = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.515309] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.515468] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] nova_sys_admin.group = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.515622] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] nova_sys_admin.helper_command = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.515784] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.515945] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.516113] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] nova_sys_admin.user = None {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.516243] env[68960]: DEBUG oslo_service.backend.eventlet.service [None req-3efa2c80-46ac-445d-ae2d-df5c8ab2add3 None None] ******************************************************************************** {{(pid=68960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 555.516635] env[68960]: INFO nova.service [-] Starting compute node (version 0.1.0) [ 556.019655] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6fef1d76-de84-447f-a099-5cc92158062e None None] Getting list of instances from cluster (obj){ [ 556.019655] env[68960]: value = "domain-c8" [ 556.019655] env[68960]: _type = "ClusterComputeResource" [ 556.019655] env[68960]: } {{(pid=68960) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 556.020795] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d234dd4-f848-4237-9723-a736314f61f8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.029780] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6fef1d76-de84-447f-a099-5cc92158062e None None] Got total of 0 instances {{(pid=68960) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 556.030380] env[68960]: WARNING nova.virt.vmwareapi.driver [None req-6fef1d76-de84-447f-a099-5cc92158062e None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 556.030840] env[68960]: INFO nova.virt.node [None req-6fef1d76-de84-447f-a099-5cc92158062e None None] Generated node identity d6b14c3a-024a-447e-9595-cef114b4ddda [ 556.031081] env[68960]: INFO nova.virt.node [None req-6fef1d76-de84-447f-a099-5cc92158062e None None] Wrote node identity d6b14c3a-024a-447e-9595-cef114b4ddda to /opt/stack/data/n-cpu-1/compute_id [ 556.533793] env[68960]: WARNING nova.compute.manager [None req-6fef1d76-de84-447f-a099-5cc92158062e None None] Compute nodes ['d6b14c3a-024a-447e-9595-cef114b4ddda'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 557.538896] env[68960]: INFO nova.compute.manager [None req-6fef1d76-de84-447f-a099-5cc92158062e None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 558.544575] env[68960]: WARNING nova.compute.manager [None req-6fef1d76-de84-447f-a099-5cc92158062e None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 558.544912] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6fef1d76-de84-447f-a099-5cc92158062e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 558.545032] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6fef1d76-de84-447f-a099-5cc92158062e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 558.545189] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6fef1d76-de84-447f-a099-5cc92158062e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 558.545338] env[68960]: DEBUG nova.compute.resource_tracker [None req-6fef1d76-de84-447f-a099-5cc92158062e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68960) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 558.546270] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192c3aa2-a9e1-4590-99d4-0a0406bf8c78 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.554384] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fef2fc8-b1f6-4cae-b51f-dffdc8a1e840 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.568485] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f535d86e-7941-44fb-866e-31b5d31e95d4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.574987] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942d7a36-73a3-4a96-9b98-cb1558c2a104 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.603489] env[68960]: DEBUG nova.compute.resource_tracker [None req-6fef1d76-de84-447f-a099-5cc92158062e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181037MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=68960) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 558.603636] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6fef1d76-de84-447f-a099-5cc92158062e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 558.603920] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6fef1d76-de84-447f-a099-5cc92158062e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 559.106963] env[68960]: WARNING nova.compute.resource_tracker [None req-6fef1d76-de84-447f-a099-5cc92158062e None None] No compute node record for cpu-1:d6b14c3a-024a-447e-9595-cef114b4ddda: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host d6b14c3a-024a-447e-9595-cef114b4ddda could not be found. [ 559.610986] env[68960]: INFO nova.compute.resource_tracker [None req-6fef1d76-de84-447f-a099-5cc92158062e None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: d6b14c3a-024a-447e-9595-cef114b4ddda [ 561.119794] env[68960]: DEBUG nova.compute.resource_tracker [None req-6fef1d76-de84-447f-a099-5cc92158062e None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 561.120196] env[68960]: DEBUG nova.compute.resource_tracker [None req-6fef1d76-de84-447f-a099-5cc92158062e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 561.271784] env[68960]: INFO nova.scheduler.client.report [None req-6fef1d76-de84-447f-a099-5cc92158062e None None] [req-b53d1081-8aad-4285-9b66-19ba381a289b] Created resource provider record via placement API for resource provider with UUID d6b14c3a-024a-447e-9595-cef114b4ddda and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 561.288466] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db23b4d7-768d-4be1-912d-5d6eee613b19 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.296007] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a11154f-b065-402d-bc73-f6bcd6bb299b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.325897] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e999be2-60b6-48d0-a4a0-4c9f2fc8b6f9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.332909] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e090f429-22ce-4614-81ce-5dacb7ae754f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.345749] env[68960]: DEBUG nova.compute.provider_tree [None req-6fef1d76-de84-447f-a099-5cc92158062e None None] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 561.881322] env[68960]: DEBUG nova.scheduler.client.report [None req-6fef1d76-de84-447f-a099-5cc92158062e None None] Updated inventory for provider d6b14c3a-024a-447e-9595-cef114b4ddda with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 561.881562] env[68960]: DEBUG nova.compute.provider_tree [None req-6fef1d76-de84-447f-a099-5cc92158062e None None] Updating resource provider d6b14c3a-024a-447e-9595-cef114b4ddda generation from 0 to 1 during operation: update_inventory {{(pid=68960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 561.881701] env[68960]: DEBUG nova.compute.provider_tree [None req-6fef1d76-de84-447f-a099-5cc92158062e None None] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 561.930317] env[68960]: DEBUG nova.compute.provider_tree [None req-6fef1d76-de84-447f-a099-5cc92158062e None None] Updating resource provider d6b14c3a-024a-447e-9595-cef114b4ddda generation from 1 to 2 during operation: update_traits {{(pid=68960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 562.435060] env[68960]: DEBUG nova.compute.resource_tracker [None req-6fef1d76-de84-447f-a099-5cc92158062e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 562.435060] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6fef1d76-de84-447f-a099-5cc92158062e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.831s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 562.435060] env[68960]: DEBUG nova.service [None req-6fef1d76-de84-447f-a099-5cc92158062e None None] Creating RPC server for service compute {{(pid=68960) start /opt/stack/nova/nova/service.py:186}} [ 562.449461] env[68960]: DEBUG nova.service [None req-6fef1d76-de84-447f-a099-5cc92158062e None None] Join ServiceGroup membership for this service compute {{(pid=68960) start /opt/stack/nova/nova/service.py:203}} [ 562.449662] env[68960]: DEBUG nova.servicegroup.drivers.db [None req-6fef1d76-de84-447f-a099-5cc92158062e None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68960) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 567.451959] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 567.964097] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Getting list of instances from cluster (obj){ [ 567.964097] env[68960]: value = "domain-c8" [ 567.964097] env[68960]: _type = "ClusterComputeResource" [ 567.964097] env[68960]: } {{(pid=68960) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 567.965251] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5857224a-f123-4d94-a840-8f24f19296fe {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.974468] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Got total of 0 instances {{(pid=68960) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 567.974693] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 567.975011] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Getting list of instances from cluster (obj){ [ 567.975011] env[68960]: value = "domain-c8" [ 567.975011] env[68960]: _type = "ClusterComputeResource" [ 567.975011] env[68960]: } {{(pid=68960) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 567.975831] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499773ab-da9d-43c7-a154-0a3bd7a8b606 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.983345] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Got total of 0 instances {{(pid=68960) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 600.544722] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "2f52fb86-7de8-4029-9bef-8ac22581f503" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.545022] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "2f52fb86-7de8-4029-9bef-8ac22581f503" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.053708] env[68960]: DEBUG nova.compute.manager [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.598079] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.598355] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.600411] env[68960]: INFO nova.compute.claims [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.046710] env[68960]: DEBUG oslo_concurrency.lockutils [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Acquiring lock "461b4e93-640f-4ed5-96d5-88c6ada1432c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.046879] env[68960]: DEBUG oslo_concurrency.lockutils [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Lock "461b4e93-640f-4ed5-96d5-88c6ada1432c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.544407] env[68960]: DEBUG oslo_concurrency.lockutils [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Acquiring lock "b253d109-d445-4153-93cc-77184b5f7bcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.544932] env[68960]: DEBUG oslo_concurrency.lockutils [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Lock "b253d109-d445-4153-93cc-77184b5f7bcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.549906] env[68960]: DEBUG nova.compute.manager [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.703538] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a6004d-5011-41dc-8e60-ae593ec6d0dd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.715228] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2db1dfc-5ee7-4c90-ba57-7cfdd47c019a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.757504] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869214b3-a809-4be3-bf19-896dcd305d1f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.778617] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6109e277-8227-48f8-a214-166e33bb2496 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.798258] env[68960]: DEBUG nova.compute.provider_tree [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.047651] env[68960]: DEBUG nova.compute.manager [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.073936] env[68960]: DEBUG oslo_concurrency.lockutils [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.305188] env[68960]: DEBUG nova.scheduler.client.report [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.503973] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Acquiring lock "4defea80-22a7-4665-bbc7-425c52af00ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.503973] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Lock "4defea80-22a7-4665-bbc7-425c52af00ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.570204] env[68960]: DEBUG oslo_concurrency.lockutils [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.821415] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.223s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.821856] env[68960]: DEBUG nova.compute.manager [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 603.825111] env[68960]: DEBUG oslo_concurrency.lockutils [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.752s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.827209] env[68960]: INFO nova.compute.claims [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 603.989063] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Acquiring lock "8e8cbe08-c4f1-49e3-9352-79581615b10b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.989462] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Lock "8e8cbe08-c4f1-49e3-9352-79581615b10b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.006733] env[68960]: DEBUG nova.compute.manager [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 604.336655] env[68960]: DEBUG nova.compute.utils [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 604.339584] env[68960]: DEBUG nova.compute.manager [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 604.339824] env[68960]: DEBUG nova.network.neutron [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 604.495990] env[68960]: DEBUG nova.compute.manager [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 604.536034] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.848149] env[68960]: DEBUG nova.compute.manager [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 604.977197] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65ff3c5-84bd-4626-ade7-693a95d10aa0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.988447] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c56acbf-7f4b-45a2-9e72-4cc3f3ad6f30 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.028686] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77885d6-bd07-485f-b1e4-f1da34eae206 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.042284] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99e8534-4d75-49c1-b9c8-c848327d5727 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.051066] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.059998] env[68960]: DEBUG nova.compute.provider_tree [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.137700] env[68960]: DEBUG nova.policy [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac6c3170d11f486a9f9f12a2b8d03f32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e614b9fed50b48789272b9d2b974627e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.563965] env[68960]: DEBUG nova.scheduler.client.report [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.859155] env[68960]: DEBUG nova.compute.manager [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 605.898034] env[68960]: DEBUG nova.virt.hardware [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.902172] env[68960]: DEBUG nova.virt.hardware [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.902172] env[68960]: DEBUG nova.virt.hardware [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.902172] env[68960]: DEBUG nova.virt.hardware [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.902172] env[68960]: DEBUG nova.virt.hardware [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.902172] env[68960]: DEBUG nova.virt.hardware [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.905222] env[68960]: DEBUG nova.virt.hardware [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.905222] env[68960]: DEBUG nova.virt.hardware [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.905222] env[68960]: DEBUG nova.virt.hardware [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.905222] env[68960]: DEBUG nova.virt.hardware [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.905222] env[68960]: DEBUG nova.virt.hardware [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.905434] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5a8968-8a96-4430-846d-67192db47275 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.911700] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17200537-6b20-4385-addf-b9756b6bfff3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.932608] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d65d30-fb05-46b6-87a2-1081f3cd1225 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.077862] env[68960]: DEBUG oslo_concurrency.lockutils [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.078515] env[68960]: DEBUG nova.compute.manager [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 606.081611] env[68960]: DEBUG oslo_concurrency.lockutils [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.512s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.083854] env[68960]: INFO nova.compute.claims [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 606.089114] env[68960]: DEBUG nova.network.neutron [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Successfully created port: b991d839-58df-4ac9-902d-06e04bfdc9cf {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 606.588396] env[68960]: DEBUG nova.compute.utils [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 606.596024] env[68960]: DEBUG nova.compute.manager [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Not allocating networking since 'none' was specified. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 607.097705] env[68960]: DEBUG nova.compute.manager [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 607.210244] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fd7e68-751f-4967-a3cb-60570e1b9c82 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.220197] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c320a02-d9d8-4a19-9faf-477d2d824182 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.253084] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96db5816-efa4-4b18-9468-9f81a1a869c4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.265753] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98001947-9003-421d-9b41-e0ce829df856 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.283090] env[68960]: DEBUG nova.compute.provider_tree [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.786950] env[68960]: DEBUG nova.scheduler.client.report [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.791078] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.791303] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.119634] env[68960]: DEBUG nova.compute.manager [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 608.148960] env[68960]: DEBUG nova.virt.hardware [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 608.149223] env[68960]: DEBUG nova.virt.hardware [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.150089] env[68960]: DEBUG nova.virt.hardware [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.150089] env[68960]: DEBUG nova.virt.hardware [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.150089] env[68960]: DEBUG nova.virt.hardware [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.150089] env[68960]: DEBUG nova.virt.hardware [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 608.150089] env[68960]: DEBUG nova.virt.hardware [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 608.150369] env[68960]: DEBUG nova.virt.hardware [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 608.150369] env[68960]: DEBUG nova.virt.hardware [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 608.150461] env[68960]: DEBUG nova.virt.hardware [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 608.150620] env[68960]: DEBUG nova.virt.hardware [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 608.151558] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d59bb52-95bb-4f07-9468-36611641d7d6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.166023] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c28a6b-b35f-47c5-9c2d-5a06729a0b8c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.182653] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Instance VIF info [] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.192652] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.192989] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ef25214-9473-4b4a-81a3-40ebf3fe1570 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.207093] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Created folder: OpenStack in parent group-v4. [ 608.207304] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Creating folder: Project (5664ceea13944664b634536f3c3c656b). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.207550] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23357c45-398b-4482-b6f3-bba249df3fbe {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.216841] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Created folder: Project (5664ceea13944664b634536f3c3c656b) in parent group-v643888. [ 608.217037] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Creating folder: Instances. Parent ref: group-v643889. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.217272] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6278b12-955d-4561-b9b8-9b3c72894fdd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.227335] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Created folder: Instances in parent group-v643889. [ 608.229326] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.229326] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.229326] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-199f6b8d-e4a7-42db-bfe0-324d33647f35 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.246035] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.246035] env[68960]: value = "task-3220771" [ 608.246035] env[68960]: _type = "Task" [ 608.246035] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.254228] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220771, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.294570] env[68960]: DEBUG oslo_concurrency.lockutils [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.213s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.295319] env[68960]: DEBUG nova.compute.manager [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 608.298567] env[68960]: DEBUG nova.compute.manager [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.303027] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.765s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.303027] env[68960]: INFO nova.compute.claims [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.754945] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220771, 'name': CreateVM_Task, 'duration_secs': 0.304196} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.755992] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.757503] env[68960]: DEBUG oslo_vmware.service [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cda8db-00a0-41ea-b696-a1c52378c9b5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.764290] env[68960]: DEBUG oslo_concurrency.lockutils [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.764290] env[68960]: DEBUG oslo_concurrency.lockutils [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.765274] env[68960]: DEBUG oslo_concurrency.lockutils [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.767247] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf6c4ed1-e4c9-4d00-a8b7-cf57b879b1a7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.774727] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Waiting for the task: (returnval){ [ 608.774727] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52246874-af42-2434-8ed8-b43cf5059cd2" [ 608.774727] env[68960]: _type = "Task" [ 608.774727] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.785265] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52246874-af42-2434-8ed8-b43cf5059cd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.802872] env[68960]: DEBUG nova.compute.utils [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 608.804369] env[68960]: DEBUG nova.compute.manager [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 608.804739] env[68960]: DEBUG nova.network.neutron [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 608.836319] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.959873] env[68960]: DEBUG nova.policy [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98174ff9bca443a1a378dad4dff9e486', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b2baaf9a01a4b9881f50da3043ebd0c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.288176] env[68960]: DEBUG oslo_concurrency.lockutils [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.288429] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.288671] env[68960]: DEBUG oslo_concurrency.lockutils [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.288813] env[68960]: DEBUG oslo_concurrency.lockutils [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.289241] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.291147] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86a75797-0005-45ab-a003-1150c0ce6eaf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.309134] env[68960]: DEBUG nova.compute.manager [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 609.311852] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.316656] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.321656] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facbb207-54b1-4564-97b5-202bbdba82e9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.332731] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1d85a38-4797-483f-a66a-8c27eb195594 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.340780] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Waiting for the task: (returnval){ [ 609.340780] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5241bbdb-b037-09f2-366a-867410fc813b" [ 609.340780] env[68960]: _type = "Task" [ 609.340780] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.350103] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5241bbdb-b037-09f2-366a-867410fc813b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.442703] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4e8166-6cba-410f-aeeb-40d24686bb56 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.447737] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2cfde3-46e1-48a5-b4e5-f3b935175f52 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.482404] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f67967-b705-4984-a1d6-d0d0cfc1a092 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.491971] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfe1519-9bdc-4a56-8cbd-f5e1ad4adc40 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.508157] env[68960]: DEBUG nova.compute.provider_tree [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.852080] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Preparing fetch location {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 609.852407] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Creating directory with path [datastore2] vmware_temp/d201fe1a-0146-42c0-b238-85592db2baaa/882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.855620] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55fd8a11-8ddf-44b7-859c-0ca17c575fa0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.877473] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Created directory with path [datastore2] vmware_temp/d201fe1a-0146-42c0-b238-85592db2baaa/882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.877603] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Fetch image to [datastore2] vmware_temp/d201fe1a-0146-42c0-b238-85592db2baaa/882df2ee-ba10-4414-bfef-c49b3d1e121a/tmp-sparse.vmdk {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 609.877716] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Downloading image file data 882df2ee-ba10-4414-bfef-c49b3d1e121a to [datastore2] vmware_temp/d201fe1a-0146-42c0-b238-85592db2baaa/882df2ee-ba10-4414-bfef-c49b3d1e121a/tmp-sparse.vmdk on the data store datastore2 {{(pid=68960) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 609.878534] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86628f97-085c-42cb-bd2b-2f0cf2f5f2ed {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.887300] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2dff89-df85-4400-a9f9-e1d55183cfc1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.899146] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5057cd32-8318-41ba-a952-6a9ff19f5bdc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.932810] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83677f9-1239-4a31-8e83-9f18f1334aa5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.942226] env[68960]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-9e89cf65-5906-4d34-a9e1-da95c9d71a08 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.976609] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Downloading image file data 882df2ee-ba10-4414-bfef-c49b3d1e121a to the data store datastore2 {{(pid=68960) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 610.015650] env[68960]: DEBUG nova.scheduler.client.report [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.056662] env[68960]: DEBUG oslo_vmware.rw_handles [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d201fe1a-0146-42c0-b238-85592db2baaa/882df2ee-ba10-4414-bfef-c49b3d1e121a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68960) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 610.122833] env[68960]: DEBUG nova.network.neutron [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Successfully updated port: b991d839-58df-4ac9-902d-06e04bfdc9cf {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 610.159473] env[68960]: DEBUG nova.network.neutron [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Successfully created port: 4f66719c-3e59-40e1-8be5-609b7ff053ba {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 610.330110] env[68960]: DEBUG nova.compute.manager [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 610.372132] env[68960]: DEBUG nova.virt.hardware [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 610.373186] env[68960]: DEBUG nova.virt.hardware [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 610.373186] env[68960]: DEBUG nova.virt.hardware [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 610.373186] env[68960]: DEBUG nova.virt.hardware [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 610.373186] env[68960]: DEBUG nova.virt.hardware [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 610.373186] env[68960]: DEBUG nova.virt.hardware [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 610.373583] env[68960]: DEBUG nova.virt.hardware [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 610.373739] env[68960]: DEBUG nova.virt.hardware [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 610.373968] env[68960]: DEBUG nova.virt.hardware [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 610.374202] env[68960]: DEBUG nova.virt.hardware [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 610.374640] env[68960]: DEBUG nova.virt.hardware [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 610.375399] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2abdb1-e495-433e-911a-1a43d672be12 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.391256] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f6d95d-6e34-4739-988c-eb228c4aac0d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.520746] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.219s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.521723] env[68960]: DEBUG nova.compute.manager [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 610.531819] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.483s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.534339] env[68960]: INFO nova.compute.claims [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.630196] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "refresh_cache-2f52fb86-7de8-4029-9bef-8ac22581f503" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.630369] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired lock "refresh_cache-2f52fb86-7de8-4029-9bef-8ac22581f503" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.630546] env[68960]: DEBUG nova.network.neutron [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 610.726388] env[68960]: DEBUG oslo_vmware.rw_handles [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Completed reading data from the image iterator. {{(pid=68960) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 610.726659] env[68960]: DEBUG oslo_vmware.rw_handles [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d201fe1a-0146-42c0-b238-85592db2baaa/882df2ee-ba10-4414-bfef-c49b3d1e121a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 610.750514] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.751821] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.754323] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 610.754616] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 610.755031] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 610.755031] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 610.755180] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 610.755363] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 610.755558] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 610.759021] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68960) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 610.759021] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 610.870969] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Downloaded image file data 882df2ee-ba10-4414-bfef-c49b3d1e121a to vmware_temp/d201fe1a-0146-42c0-b238-85592db2baaa/882df2ee-ba10-4414-bfef-c49b3d1e121a/tmp-sparse.vmdk on the data store datastore2 {{(pid=68960) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 610.872728] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Caching image {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 610.873034] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Copying Virtual Disk [datastore2] vmware_temp/d201fe1a-0146-42c0-b238-85592db2baaa/882df2ee-ba10-4414-bfef-c49b3d1e121a/tmp-sparse.vmdk to [datastore2] vmware_temp/d201fe1a-0146-42c0-b238-85592db2baaa/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.873253] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51caf0fe-3a26-43b9-b043-8dacdd3fb4a0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.881684] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Waiting for the task: (returnval){ [ 610.881684] env[68960]: value = "task-3220772" [ 610.881684] env[68960]: _type = "Task" [ 610.881684] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.893141] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Task: {'id': task-3220772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.039934] env[68960]: DEBUG nova.compute.utils [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 611.048088] env[68960]: DEBUG nova.compute.manager [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 611.048088] env[68960]: DEBUG nova.network.neutron [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 611.201896] env[68960]: DEBUG nova.network.neutron [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.208446] env[68960]: DEBUG nova.policy [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe90abf81baf416e856cbc6b4362090f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '259b4e4b1df5428b8eef858564ff1972', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 611.254619] env[68960]: DEBUG nova.compute.manager [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.264260] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.399252] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Task: {'id': task-3220772, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.539734] env[68960]: DEBUG nova.network.neutron [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Updating instance_info_cache with network_info: [{"id": "b991d839-58df-4ac9-902d-06e04bfdc9cf", "address": "fa:16:3e:79:ba:4c", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb991d839-58", "ovs_interfaceid": "b991d839-58df-4ac9-902d-06e04bfdc9cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.551120] env[68960]: DEBUG nova.compute.manager [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 611.698112] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb4b622-1b3d-4c9f-9443-f311c8709717 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.707777] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433d30f7-2560-4503-864a-f1f16972e777 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.742755] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ee1830-6685-4d4f-9d14-ac4b12397f18 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.750966] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ee40d6-9248-44a4-8ee1-298318fff3a3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.768204] env[68960]: DEBUG nova.compute.provider_tree [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.787711] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.896217] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Task: {'id': task-3220772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730955} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.896217] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Copied Virtual Disk [datastore2] vmware_temp/d201fe1a-0146-42c0-b238-85592db2baaa/882df2ee-ba10-4414-bfef-c49b3d1e121a/tmp-sparse.vmdk to [datastore2] vmware_temp/d201fe1a-0146-42c0-b238-85592db2baaa/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.896217] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Deleting the datastore file [datastore2] vmware_temp/d201fe1a-0146-42c0-b238-85592db2baaa/882df2ee-ba10-4414-bfef-c49b3d1e121a/tmp-sparse.vmdk {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 611.896217] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a11e1595-a23c-4228-94ee-83df2c570ee8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.902719] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Waiting for the task: (returnval){ [ 611.902719] env[68960]: value = "task-3220773" [ 611.902719] env[68960]: _type = "Task" [ 611.902719] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.916765] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Task: {'id': task-3220773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.047701] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Releasing lock "refresh_cache-2f52fb86-7de8-4029-9bef-8ac22581f503" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.047701] env[68960]: DEBUG nova.compute.manager [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Instance network_info: |[{"id": "b991d839-58df-4ac9-902d-06e04bfdc9cf", "address": "fa:16:3e:79:ba:4c", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb991d839-58", "ovs_interfaceid": "b991d839-58df-4ac9-902d-06e04bfdc9cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 612.048156] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:ba:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b991d839-58df-4ac9-902d-06e04bfdc9cf', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.053728] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Creating folder: Project (e614b9fed50b48789272b9d2b974627e). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.054509] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f7bb732-e1d4-4e2a-8288-968705c898f9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.068787] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Created folder: Project (e614b9fed50b48789272b9d2b974627e) in parent group-v643888. [ 612.069075] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Creating folder: Instances. Parent ref: group-v643892. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.069479] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88941548-045c-4f26-a89a-0463a85e9578 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.083436] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Created folder: Instances in parent group-v643892. [ 612.083704] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 612.083917] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.084136] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b9584ee-7075-48ee-829e-ff05766cdcc1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.103642] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.103642] env[68960]: value = "task-3220776" [ 612.103642] env[68960]: _type = "Task" [ 612.103642] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.113774] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220776, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.272984] env[68960]: DEBUG nova.scheduler.client.report [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.326287] env[68960]: DEBUG nova.compute.manager [req-2a480325-5f3d-4afb-a665-1beddaf7fb94 req-55875067-707a-4290-a17a-8553136c7a01 service nova] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Received event network-vif-plugged-b991d839-58df-4ac9-902d-06e04bfdc9cf {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.326287] env[68960]: DEBUG oslo_concurrency.lockutils [req-2a480325-5f3d-4afb-a665-1beddaf7fb94 req-55875067-707a-4290-a17a-8553136c7a01 service nova] Acquiring lock "2f52fb86-7de8-4029-9bef-8ac22581f503-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.326287] env[68960]: DEBUG oslo_concurrency.lockutils [req-2a480325-5f3d-4afb-a665-1beddaf7fb94 req-55875067-707a-4290-a17a-8553136c7a01 service nova] Lock "2f52fb86-7de8-4029-9bef-8ac22581f503-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.326287] env[68960]: DEBUG oslo_concurrency.lockutils [req-2a480325-5f3d-4afb-a665-1beddaf7fb94 req-55875067-707a-4290-a17a-8553136c7a01 service nova] Lock "2f52fb86-7de8-4029-9bef-8ac22581f503-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.326287] env[68960]: DEBUG nova.compute.manager [req-2a480325-5f3d-4afb-a665-1beddaf7fb94 req-55875067-707a-4290-a17a-8553136c7a01 service nova] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] No waiting events found dispatching network-vif-plugged-b991d839-58df-4ac9-902d-06e04bfdc9cf {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 612.326537] env[68960]: WARNING nova.compute.manager [req-2a480325-5f3d-4afb-a665-1beddaf7fb94 req-55875067-707a-4290-a17a-8553136c7a01 service nova] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Received unexpected event network-vif-plugged-b991d839-58df-4ac9-902d-06e04bfdc9cf for instance with vm_state building and task_state spawning. [ 612.420338] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Task: {'id': task-3220773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023759} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.421048] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 612.421048] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Moving file from [datastore2] vmware_temp/d201fe1a-0146-42c0-b238-85592db2baaa/882df2ee-ba10-4414-bfef-c49b3d1e121a to [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a. {{(pid=68960) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 612.421048] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-f01f6b09-4f6a-4b8b-8f46-94590876b3ae {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.431141] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Waiting for the task: (returnval){ [ 612.431141] env[68960]: value = "task-3220777" [ 612.431141] env[68960]: _type = "Task" [ 612.431141] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.441775] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Task: {'id': task-3220777, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.562995] env[68960]: DEBUG nova.compute.manager [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 612.573359] env[68960]: DEBUG nova.network.neutron [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Successfully updated port: 4f66719c-3e59-40e1-8be5-609b7ff053ba {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 612.606550] env[68960]: DEBUG nova.virt.hardware [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.606828] env[68960]: DEBUG nova.virt.hardware [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.607046] env[68960]: DEBUG nova.virt.hardware [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.608294] env[68960]: DEBUG nova.virt.hardware [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.608465] env[68960]: DEBUG nova.virt.hardware [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.608610] env[68960]: DEBUG nova.virt.hardware [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.608904] env[68960]: DEBUG nova.virt.hardware [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.609083] env[68960]: DEBUG nova.virt.hardware [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.609277] env[68960]: DEBUG nova.virt.hardware [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.609458] env[68960]: DEBUG nova.virt.hardware [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.609886] env[68960]: DEBUG nova.virt.hardware [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.610756] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f749b2-b0ba-4cfe-a62d-65887785fb3a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.627952] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375e5627-6efc-41c1-95bd-668030f4d3fe {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.650134] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220776, 'name': CreateVM_Task, 'duration_secs': 0.383097} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.651066] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.658827] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.658827] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.659480] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.659480] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df6674f1-05d3-4f9a-99a8-90f4a32047e7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.664058] env[68960]: DEBUG oslo_vmware.api [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 612.664058] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]526c9a15-2570-c9c2-56e1-439402b97954" [ 612.664058] env[68960]: _type = "Task" [ 612.664058] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.665057] env[68960]: DEBUG nova.network.neutron [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Successfully created port: 1f237bc5-adc1-4868-8ab7-7d00a42be820 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.677094] env[68960]: DEBUG oslo_vmware.api [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]526c9a15-2570-c9c2-56e1-439402b97954, 'name': SearchDatastore_Task, 'duration_secs': 0.009075} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.677094] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.677094] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.677094] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.785928] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.254s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.786614] env[68960]: DEBUG nova.compute.manager [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 612.789463] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.954s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.793684] env[68960]: INFO nova.compute.claims [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.943180] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Task: {'id': task-3220777, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.027799} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.943324] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] File moved {{(pid=68960) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 612.943478] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Cleaning up location [datastore2] vmware_temp/d201fe1a-0146-42c0-b238-85592db2baaa {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 612.943663] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Deleting the datastore file [datastore2] vmware_temp/d201fe1a-0146-42c0-b238-85592db2baaa {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 612.943846] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b8a662a-76e8-4b7e-8eb7-498b1bdbda17 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.951288] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Waiting for the task: (returnval){ [ 612.951288] env[68960]: value = "task-3220778" [ 612.951288] env[68960]: _type = "Task" [ 612.951288] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.959647] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Task: {'id': task-3220778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.078413] env[68960]: DEBUG oslo_concurrency.lockutils [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Acquiring lock "refresh_cache-b253d109-d445-4153-93cc-77184b5f7bcc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.078529] env[68960]: DEBUG oslo_concurrency.lockutils [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Acquired lock "refresh_cache-b253d109-d445-4153-93cc-77184b5f7bcc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.078681] env[68960]: DEBUG nova.network.neutron [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.295629] env[68960]: DEBUG nova.compute.utils [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 613.303321] env[68960]: DEBUG nova.compute.manager [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.303572] env[68960]: DEBUG nova.network.neutron [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.425674] env[68960]: DEBUG nova.compute.manager [req-2368d477-4c4c-4e04-823b-ad8ee0566105 req-717c7798-f110-40c3-8b6e-d131f05a63c0 service nova] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Received event network-vif-plugged-4f66719c-3e59-40e1-8be5-609b7ff053ba {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 613.425967] env[68960]: DEBUG oslo_concurrency.lockutils [req-2368d477-4c4c-4e04-823b-ad8ee0566105 req-717c7798-f110-40c3-8b6e-d131f05a63c0 service nova] Acquiring lock "b253d109-d445-4153-93cc-77184b5f7bcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.426204] env[68960]: DEBUG oslo_concurrency.lockutils [req-2368d477-4c4c-4e04-823b-ad8ee0566105 req-717c7798-f110-40c3-8b6e-d131f05a63c0 service nova] Lock "b253d109-d445-4153-93cc-77184b5f7bcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.426371] env[68960]: DEBUG oslo_concurrency.lockutils [req-2368d477-4c4c-4e04-823b-ad8ee0566105 req-717c7798-f110-40c3-8b6e-d131f05a63c0 service nova] Lock "b253d109-d445-4153-93cc-77184b5f7bcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.426550] env[68960]: DEBUG nova.compute.manager [req-2368d477-4c4c-4e04-823b-ad8ee0566105 req-717c7798-f110-40c3-8b6e-d131f05a63c0 service nova] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] No waiting events found dispatching network-vif-plugged-4f66719c-3e59-40e1-8be5-609b7ff053ba {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 613.426756] env[68960]: WARNING nova.compute.manager [req-2368d477-4c4c-4e04-823b-ad8ee0566105 req-717c7798-f110-40c3-8b6e-d131f05a63c0 service nova] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Received unexpected event network-vif-plugged-4f66719c-3e59-40e1-8be5-609b7ff053ba for instance with vm_state building and task_state spawning. [ 613.466696] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Task: {'id': task-3220778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026915} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.466797] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 613.468040] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9efe92d7-ba9d-4097-ab7d-2195047e2c5b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.476109] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Waiting for the task: (returnval){ [ 613.476109] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a8b183-8bfa-fede-29b0-c34917356729" [ 613.476109] env[68960]: _type = "Task" [ 613.476109] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.492214] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a8b183-8bfa-fede-29b0-c34917356729, 'name': SearchDatastore_Task, 'duration_secs': 0.011691} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.493545] env[68960]: DEBUG nova.policy [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '201a8c04c9de4a9c93265471d996f153', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31974ee3dafd42cd9bfeaa5719e0445b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.496488] env[68960]: DEBUG oslo_concurrency.lockutils [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.496965] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 461b4e93-640f-4ed5-96d5-88c6ada1432c/461b4e93-640f-4ed5-96d5-88c6ada1432c.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.500019] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.500019] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.500019] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd09deb5-3c72-49ee-9401-45310200955b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.501345] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13daef48-4f48-4244-accf-c053abf602cc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.509688] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Waiting for the task: (returnval){ [ 613.509688] env[68960]: value = "task-3220779" [ 613.509688] env[68960]: _type = "Task" [ 613.509688] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.514201] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.514636] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.515464] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-597158ad-18cc-413a-a901-cc878fab9090 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.523249] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Task: {'id': task-3220779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.528145] env[68960]: DEBUG oslo_vmware.api [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 613.528145] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52293f1a-9245-6074-0141-4de84100f04b" [ 613.528145] env[68960]: _type = "Task" [ 613.528145] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.536301] env[68960]: DEBUG oslo_vmware.api [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52293f1a-9245-6074-0141-4de84100f04b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.804427] env[68960]: DEBUG nova.compute.manager [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 613.857725] env[68960]: DEBUG nova.network.neutron [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 613.983924] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0e41ad-7d85-4790-b9e2-99b1200dd4d6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.999809] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c194de1e-ded4-4fc4-8f29-43d376eed895 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.044497] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95555be0-a94a-490d-9400-63b8c5ad1015 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.052642] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Task: {'id': task-3220779, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.059568] env[68960]: DEBUG oslo_vmware.api [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52293f1a-9245-6074-0141-4de84100f04b, 'name': SearchDatastore_Task, 'duration_secs': 0.011814} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.059967] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9fb3812-45c3-4549-8659-658aabdfa676 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.066529] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca08c758-d849-4c8f-b579-057c0907abec {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.073039] env[68960]: DEBUG oslo_vmware.api [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 614.073039] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d6b7c3-5f67-3d31-e8a0-4090acc6b33c" [ 614.073039] env[68960]: _type = "Task" [ 614.073039] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.084628] env[68960]: DEBUG nova.compute.provider_tree [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.094055] env[68960]: DEBUG oslo_vmware.api [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d6b7c3-5f67-3d31-e8a0-4090acc6b33c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.376019] env[68960]: DEBUG nova.network.neutron [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Updating instance_info_cache with network_info: [{"id": "4f66719c-3e59-40e1-8be5-609b7ff053ba", "address": "fa:16:3e:e7:3f:d8", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f66719c-3e", "ovs_interfaceid": "4f66719c-3e59-40e1-8be5-609b7ff053ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.556018] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Task: {'id': task-3220779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614113} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.556018] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 461b4e93-640f-4ed5-96d5-88c6ada1432c/461b4e93-640f-4ed5-96d5-88c6ada1432c.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.556018] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.556018] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bdf7273-d347-4e75-9903-24f47276026d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.562741] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Waiting for the task: (returnval){ [ 614.562741] env[68960]: value = "task-3220780" [ 614.562741] env[68960]: _type = "Task" [ 614.562741] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.572541] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Task: {'id': task-3220780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.584536] env[68960]: DEBUG oslo_vmware.api [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d6b7c3-5f67-3d31-e8a0-4090acc6b33c, 'name': SearchDatastore_Task, 'duration_secs': 0.027985} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.584813] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.585079] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 2f52fb86-7de8-4029-9bef-8ac22581f503/2f52fb86-7de8-4029-9bef-8ac22581f503.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.585331] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73b4b5bf-f781-4e31-a00a-1d68ee081824 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.591081] env[68960]: DEBUG nova.scheduler.client.report [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.595695] env[68960]: DEBUG oslo_vmware.api [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 614.595695] env[68960]: value = "task-3220781" [ 614.595695] env[68960]: _type = "Task" [ 614.595695] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.605945] env[68960]: DEBUG oslo_vmware.api [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3220781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.822274] env[68960]: DEBUG nova.compute.manager [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 614.867264] env[68960]: DEBUG nova.virt.hardware [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 614.872329] env[68960]: DEBUG nova.virt.hardware [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.872329] env[68960]: DEBUG nova.virt.hardware [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.872547] env[68960]: DEBUG nova.virt.hardware [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.872802] env[68960]: DEBUG nova.virt.hardware [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.872957] env[68960]: DEBUG nova.virt.hardware [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 614.873210] env[68960]: DEBUG nova.virt.hardware [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 614.873429] env[68960]: DEBUG nova.virt.hardware [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 614.873793] env[68960]: DEBUG nova.virt.hardware [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 614.874043] env[68960]: DEBUG nova.virt.hardware [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 614.874245] env[68960]: DEBUG nova.virt.hardware [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 614.875186] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03296733-ba43-4eb9-a6cd-38763e7865f0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.878347] env[68960]: DEBUG oslo_concurrency.lockutils [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Releasing lock "refresh_cache-b253d109-d445-4153-93cc-77184b5f7bcc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.879320] env[68960]: DEBUG nova.compute.manager [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Instance network_info: |[{"id": "4f66719c-3e59-40e1-8be5-609b7ff053ba", "address": "fa:16:3e:e7:3f:d8", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f66719c-3e", "ovs_interfaceid": "4f66719c-3e59-40e1-8be5-609b7ff053ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 614.879460] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:3f:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f66719c-3e59-40e1-8be5-609b7ff053ba', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.889616] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Creating folder: Project (3b2baaf9a01a4b9881f50da3043ebd0c). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.890708] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77f24ae1-ef00-4ecf-a57e-450b5e68b6cf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.896978] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43f5080-9157-4530-b454-fffc4eba3f88 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.903888] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Created folder: Project (3b2baaf9a01a4b9881f50da3043ebd0c) in parent group-v643888. [ 614.904104] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Creating folder: Instances. Parent ref: group-v643895. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.904368] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd288c32-d5ec-4cca-a38a-eba3a16b972e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.922637] env[68960]: DEBUG nova.compute.manager [req-51772f84-c9a5-4caf-b5aa-abeddfd2d2b1 req-b5d2e42c-a549-4b14-b1be-f940f544944a service nova] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Received event network-changed-b991d839-58df-4ac9-902d-06e04bfdc9cf {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 614.922840] env[68960]: DEBUG nova.compute.manager [req-51772f84-c9a5-4caf-b5aa-abeddfd2d2b1 req-b5d2e42c-a549-4b14-b1be-f940f544944a service nova] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Refreshing instance network info cache due to event network-changed-b991d839-58df-4ac9-902d-06e04bfdc9cf. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 614.923144] env[68960]: DEBUG oslo_concurrency.lockutils [req-51772f84-c9a5-4caf-b5aa-abeddfd2d2b1 req-b5d2e42c-a549-4b14-b1be-f940f544944a service nova] Acquiring lock "refresh_cache-2f52fb86-7de8-4029-9bef-8ac22581f503" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.923300] env[68960]: DEBUG oslo_concurrency.lockutils [req-51772f84-c9a5-4caf-b5aa-abeddfd2d2b1 req-b5d2e42c-a549-4b14-b1be-f940f544944a service nova] Acquired lock "refresh_cache-2f52fb86-7de8-4029-9bef-8ac22581f503" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.923577] env[68960]: DEBUG nova.network.neutron [req-51772f84-c9a5-4caf-b5aa-abeddfd2d2b1 req-b5d2e42c-a549-4b14-b1be-f940f544944a service nova] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Refreshing network info cache for port b991d839-58df-4ac9-902d-06e04bfdc9cf {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 614.926224] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Created folder: Instances in parent group-v643895. [ 614.926439] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 614.926971] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 614.927139] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-accb4a93-678f-48f5-a024-fa60f223e5aa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.947829] env[68960]: DEBUG nova.network.neutron [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Successfully created port: b980abd9-e9f8-45c3-b03c-2e7a3987c41f {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 614.955819] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.955819] env[68960]: value = "task-3220784" [ 614.955819] env[68960]: _type = "Task" [ 614.955819] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.968338] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220784, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.079441] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Task: {'id': task-3220780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066597} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.081144] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.085565] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da6ecaa-d457-402d-a2a5-665a0d614bdd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.101061] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.101580] env[68960]: DEBUG nova.compute.manager [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.115088] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 461b4e93-640f-4ed5-96d5-88c6ada1432c/461b4e93-640f-4ed5-96d5-88c6ada1432c.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.115662] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.852s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.115844] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.116010] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68960) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 615.116283] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.329s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.117835] env[68960]: INFO nova.compute.claims [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.126117] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb1a3327-250a-426e-9ca6-375676037ddd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.140675] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68c5371-315e-42f8-b1f5-1b792706dcd7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.155032] env[68960]: DEBUG oslo_vmware.api [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3220781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498015} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.157863] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 2f52fb86-7de8-4029-9bef-8ac22581f503/2f52fb86-7de8-4029-9bef-8ac22581f503.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.158153] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.158827] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Waiting for the task: (returnval){ [ 615.158827] env[68960]: value = "task-3220785" [ 615.158827] env[68960]: _type = "Task" [ 615.158827] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.159697] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3d2d263-e46e-4e50-858e-c4a34510a0c5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.162614] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb70a5f6-b8a6-4839-87e4-550fcdbfb406 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.185648] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e88045c-99ff-4c50-8c92-43c2c9f6b86f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.188671] env[68960]: DEBUG oslo_vmware.api [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 615.188671] env[68960]: value = "task-3220786" [ 615.188671] env[68960]: _type = "Task" [ 615.188671] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.193931] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Task: {'id': task-3220785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.200918] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10671449-d638-4c84-b7bb-c9655791cf09 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.207374] env[68960]: DEBUG oslo_vmware.api [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3220786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.238046] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181037MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=68960) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 615.238205] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.307889] env[68960]: DEBUG nova.network.neutron [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Successfully updated port: 1f237bc5-adc1-4868-8ab7-7d00a42be820 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.474187] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220784, 'name': CreateVM_Task, 'duration_secs': 0.440441} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.474398] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 615.475118] env[68960]: DEBUG oslo_concurrency.lockutils [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.475299] env[68960]: DEBUG oslo_concurrency.lockutils [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.475642] env[68960]: DEBUG oslo_concurrency.lockutils [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.475932] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b79f9a58-ae4d-48fb-94b8-8265d133f4ed {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.483845] env[68960]: DEBUG oslo_vmware.api [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Waiting for the task: (returnval){ [ 615.483845] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52caa0d7-19ac-ab78-1fd4-a2d419793502" [ 615.483845] env[68960]: _type = "Task" [ 615.483845] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.500996] env[68960]: DEBUG oslo_vmware.api [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52caa0d7-19ac-ab78-1fd4-a2d419793502, 'name': SearchDatastore_Task, 'duration_secs': 0.010296} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.501425] env[68960]: DEBUG oslo_concurrency.lockutils [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.501552] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 615.501874] env[68960]: DEBUG oslo_concurrency.lockutils [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.501950] env[68960]: DEBUG oslo_concurrency.lockutils [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.502147] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.502407] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b8f5134-87c2-4d6d-91c4-b23c52549072 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.510190] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.510381] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.512064] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a00a677-b411-4e2c-98ba-7b28279d4b0b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.518927] env[68960]: DEBUG oslo_vmware.api [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Waiting for the task: (returnval){ [ 615.518927] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523ab1b4-8b74-f229-c0be-504e26484c3b" [ 615.518927] env[68960]: _type = "Task" [ 615.518927] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.530017] env[68960]: DEBUG oslo_vmware.api [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523ab1b4-8b74-f229-c0be-504e26484c3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.623024] env[68960]: DEBUG nova.compute.utils [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 615.623024] env[68960]: DEBUG nova.compute.manager [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 615.623024] env[68960]: DEBUG nova.network.neutron [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 615.682065] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Task: {'id': task-3220785, 'name': ReconfigVM_Task, 'duration_secs': 0.359508} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.682635] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 461b4e93-640f-4ed5-96d5-88c6ada1432c/461b4e93-640f-4ed5-96d5-88c6ada1432c.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.683444] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f867d42-cafd-4f2a-b7e6-0a73c4719380 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.693400] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Waiting for the task: (returnval){ [ 615.693400] env[68960]: value = "task-3220787" [ 615.693400] env[68960]: _type = "Task" [ 615.693400] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.720326] env[68960]: DEBUG oslo_vmware.api [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3220786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06849} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.720974] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Task: {'id': task-3220787, 'name': Rename_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.721276] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.722143] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea609b33-80f6-4096-bf06-1eac563ef0d9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.748808] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 2f52fb86-7de8-4029-9bef-8ac22581f503/2f52fb86-7de8-4029-9bef-8ac22581f503.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.749152] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89056280-52a6-4414-854f-2548c32757cb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.770620] env[68960]: DEBUG oslo_vmware.api [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 615.770620] env[68960]: value = "task-3220788" [ 615.770620] env[68960]: _type = "Task" [ 615.770620] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.781431] env[68960]: DEBUG oslo_vmware.api [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3220788, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.812298] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Acquiring lock "refresh_cache-4defea80-22a7-4665-bbc7-425c52af00ab" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.812298] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Acquired lock "refresh_cache-4defea80-22a7-4665-bbc7-425c52af00ab" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.812298] env[68960]: DEBUG nova.network.neutron [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.931235] env[68960]: DEBUG nova.policy [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82cc159d7e1048bda364aa828e03aab9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dac999d2e6df41619f2a1235c56b3d45', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.030786] env[68960]: DEBUG oslo_vmware.api [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523ab1b4-8b74-f229-c0be-504e26484c3b, 'name': SearchDatastore_Task, 'duration_secs': 0.008352} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.031823] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ab7b773-3300-45bf-b93d-99f00ff539e3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.039710] env[68960]: DEBUG oslo_vmware.api [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Waiting for the task: (returnval){ [ 616.039710] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]529be5cd-a16c-8bce-dd5d-dbf98dc1bda7" [ 616.039710] env[68960]: _type = "Task" [ 616.039710] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.050117] env[68960]: DEBUG oslo_vmware.api [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]529be5cd-a16c-8bce-dd5d-dbf98dc1bda7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.125490] env[68960]: DEBUG nova.compute.manager [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.213730] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Task: {'id': task-3220787, 'name': Rename_Task, 'duration_secs': 0.144533} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.213730] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.214107] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0bb1f65-e862-4012-8af5-1a5346061bf4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.221393] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Waiting for the task: (returnval){ [ 616.221393] env[68960]: value = "task-3220793" [ 616.221393] env[68960]: _type = "Task" [ 616.221393] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.229608] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Task: {'id': task-3220793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.281204] env[68960]: DEBUG oslo_vmware.api [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3220788, 'name': ReconfigVM_Task, 'duration_secs': 0.317968} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.283149] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 2f52fb86-7de8-4029-9bef-8ac22581f503/2f52fb86-7de8-4029-9bef-8ac22581f503.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.284794] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86db5625-ad03-4378-9cba-9182bdb89bd8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.287694] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01477ec2-9cf2-49e4-b6ed-cb42aa5bb6a4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.293103] env[68960]: DEBUG nova.compute.manager [req-903e828b-8794-4287-916b-35c0786cbbe8 req-1423220b-1954-484c-a90a-f4f91e7284a1 service nova] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Received event network-changed-4f66719c-3e59-40e1-8be5-609b7ff053ba {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.293362] env[68960]: DEBUG nova.compute.manager [req-903e828b-8794-4287-916b-35c0786cbbe8 req-1423220b-1954-484c-a90a-f4f91e7284a1 service nova] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Refreshing instance network info cache due to event network-changed-4f66719c-3e59-40e1-8be5-609b7ff053ba. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 616.293648] env[68960]: DEBUG oslo_concurrency.lockutils [req-903e828b-8794-4287-916b-35c0786cbbe8 req-1423220b-1954-484c-a90a-f4f91e7284a1 service nova] Acquiring lock "refresh_cache-b253d109-d445-4153-93cc-77184b5f7bcc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.293851] env[68960]: DEBUG oslo_concurrency.lockutils [req-903e828b-8794-4287-916b-35c0786cbbe8 req-1423220b-1954-484c-a90a-f4f91e7284a1 service nova] Acquired lock "refresh_cache-b253d109-d445-4153-93cc-77184b5f7bcc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.294067] env[68960]: DEBUG nova.network.neutron [req-903e828b-8794-4287-916b-35c0786cbbe8 req-1423220b-1954-484c-a90a-f4f91e7284a1 service nova] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Refreshing network info cache for port 4f66719c-3e59-40e1-8be5-609b7ff053ba {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 616.303583] env[68960]: DEBUG oslo_vmware.api [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 616.303583] env[68960]: value = "task-3220794" [ 616.303583] env[68960]: _type = "Task" [ 616.303583] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.305994] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c308e8-56d6-4e7a-bb89-21df7010efb5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.325994] env[68960]: DEBUG oslo_vmware.api [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3220794, 'name': Rename_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.351461] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f0df13-4bdc-41f3-8d72-829f55b8a613 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.359718] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32210293-06a0-42e3-8eb5-82021732318c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.374399] env[68960]: DEBUG nova.compute.provider_tree [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.395094] env[68960]: DEBUG nova.network.neutron [req-51772f84-c9a5-4caf-b5aa-abeddfd2d2b1 req-b5d2e42c-a549-4b14-b1be-f940f544944a service nova] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Updated VIF entry in instance network info cache for port b991d839-58df-4ac9-902d-06e04bfdc9cf. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 616.395448] env[68960]: DEBUG nova.network.neutron [req-51772f84-c9a5-4caf-b5aa-abeddfd2d2b1 req-b5d2e42c-a549-4b14-b1be-f940f544944a service nova] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Updating instance_info_cache with network_info: [{"id": "b991d839-58df-4ac9-902d-06e04bfdc9cf", "address": "fa:16:3e:79:ba:4c", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb991d839-58", "ovs_interfaceid": "b991d839-58df-4ac9-902d-06e04bfdc9cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.450015] env[68960]: DEBUG nova.network.neutron [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.556307] env[68960]: DEBUG oslo_vmware.api [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]529be5cd-a16c-8bce-dd5d-dbf98dc1bda7, 'name': SearchDatastore_Task, 'duration_secs': 0.011393} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.556781] env[68960]: DEBUG oslo_concurrency.lockutils [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.556893] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] b253d109-d445-4153-93cc-77184b5f7bcc/b253d109-d445-4153-93cc-77184b5f7bcc.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 616.557068] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1f1408f-632c-4c88-b667-cb41814fd59b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.569319] env[68960]: DEBUG oslo_vmware.api [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Waiting for the task: (returnval){ [ 616.569319] env[68960]: value = "task-3220795" [ 616.569319] env[68960]: _type = "Task" [ 616.569319] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.578523] env[68960]: DEBUG oslo_vmware.api [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': task-3220795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.738040] env[68960]: DEBUG oslo_vmware.api [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Task: {'id': task-3220793, 'name': PowerOnVM_Task, 'duration_secs': 0.44704} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.738745] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.739256] env[68960]: INFO nova.compute.manager [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Took 8.62 seconds to spawn the instance on the hypervisor. [ 616.739538] env[68960]: DEBUG nova.compute.manager [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.740360] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6a3291-8aaf-4f85-84ed-db9d7cc0389b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.823961] env[68960]: DEBUG oslo_vmware.api [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3220794, 'name': Rename_Task, 'duration_secs': 0.153916} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.824257] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.824384] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98d34c95-a3ba-47b6-9452-5035e417775e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.835940] env[68960]: DEBUG oslo_vmware.api [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 616.835940] env[68960]: value = "task-3220796" [ 616.835940] env[68960]: _type = "Task" [ 616.835940] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.846575] env[68960]: DEBUG oslo_vmware.api [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3220796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.878363] env[68960]: DEBUG nova.scheduler.client.report [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.898537] env[68960]: DEBUG oslo_concurrency.lockutils [req-51772f84-c9a5-4caf-b5aa-abeddfd2d2b1 req-b5d2e42c-a549-4b14-b1be-f940f544944a service nova] Releasing lock "refresh_cache-2f52fb86-7de8-4029-9bef-8ac22581f503" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.035503] env[68960]: DEBUG nova.network.neutron [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Updating instance_info_cache with network_info: [{"id": "1f237bc5-adc1-4868-8ab7-7d00a42be820", "address": "fa:16:3e:0a:57:36", "network": {"id": "f578ec82-9557-45ce-9519-1d34c245625c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1357886346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "259b4e4b1df5428b8eef858564ff1972", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f237bc5-ad", "ovs_interfaceid": "1f237bc5-adc1-4868-8ab7-7d00a42be820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.094661] env[68960]: DEBUG oslo_vmware.api [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': task-3220795, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.144495] env[68960]: DEBUG nova.compute.manager [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.154140] env[68960]: DEBUG nova.network.neutron [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Successfully created port: 4240e73d-f1de-4b0e-af2a-e86d798b7da4 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 617.183931] env[68960]: DEBUG nova.virt.hardware [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.183931] env[68960]: DEBUG nova.virt.hardware [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.183931] env[68960]: DEBUG nova.virt.hardware [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.184173] env[68960]: DEBUG nova.virt.hardware [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.184173] env[68960]: DEBUG nova.virt.hardware [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.184173] env[68960]: DEBUG nova.virt.hardware [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.185072] env[68960]: DEBUG nova.virt.hardware [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.185464] env[68960]: DEBUG nova.virt.hardware [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.185938] env[68960]: DEBUG nova.virt.hardware [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.186227] env[68960]: DEBUG nova.virt.hardware [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.186543] env[68960]: DEBUG nova.virt.hardware [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.188125] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c9fee0-46cd-4089-8072-c955cc79d9bc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.200747] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274464a6-6cbd-40c0-9a9e-82e8bf151801 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.264418] env[68960]: INFO nova.compute.manager [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Took 14.21 seconds to build instance. [ 617.350261] env[68960]: DEBUG oslo_vmware.api [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3220796, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.386415] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.387072] env[68960]: DEBUG nova.compute.manager [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.392576] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.152s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.540929] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Releasing lock "refresh_cache-4defea80-22a7-4665-bbc7-425c52af00ab" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.541322] env[68960]: DEBUG nova.compute.manager [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Instance network_info: |[{"id": "1f237bc5-adc1-4868-8ab7-7d00a42be820", "address": "fa:16:3e:0a:57:36", "network": {"id": "f578ec82-9557-45ce-9519-1d34c245625c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1357886346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "259b4e4b1df5428b8eef858564ff1972", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f237bc5-ad", "ovs_interfaceid": "1f237bc5-adc1-4868-8ab7-7d00a42be820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 617.541758] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:57:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b91b49a8-b849-4d0c-97f7-74fdcd88ae03', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f237bc5-adc1-4868-8ab7-7d00a42be820', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.552318] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Creating folder: Project (259b4e4b1df5428b8eef858564ff1972). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.552665] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15d66858-766c-4cbe-810e-adf6d349fdc7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.569520] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Created folder: Project (259b4e4b1df5428b8eef858564ff1972) in parent group-v643888. [ 617.569741] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Creating folder: Instances. Parent ref: group-v643901. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.570123] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f43e149-de53-45cf-98a1-464ad4249f6d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.585031] env[68960]: DEBUG oslo_vmware.api [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': task-3220795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599384} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.586792] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] b253d109-d445-4153-93cc-77184b5f7bcc/b253d109-d445-4153-93cc-77184b5f7bcc.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.587060] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.587358] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Created folder: Instances in parent group-v643901. [ 617.587566] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.587755] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fc60799-b7c2-4bf7-9972-dfebacaf41f0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.592644] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.592907] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c638e6b6-7400-4298-a484-842fe5ffb263 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.616705] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.616705] env[68960]: value = "task-3220800" [ 617.616705] env[68960]: _type = "Task" [ 617.616705] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.618312] env[68960]: DEBUG oslo_vmware.api [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Waiting for the task: (returnval){ [ 617.618312] env[68960]: value = "task-3220799" [ 617.618312] env[68960]: _type = "Task" [ 617.618312] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.631472] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220800, 'name': CreateVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.635772] env[68960]: DEBUG oslo_vmware.api [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': task-3220799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.671923] env[68960]: DEBUG nova.network.neutron [req-903e828b-8794-4287-916b-35c0786cbbe8 req-1423220b-1954-484c-a90a-f4f91e7284a1 service nova] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Updated VIF entry in instance network info cache for port 4f66719c-3e59-40e1-8be5-609b7ff053ba. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 617.672375] env[68960]: DEBUG nova.network.neutron [req-903e828b-8794-4287-916b-35c0786cbbe8 req-1423220b-1954-484c-a90a-f4f91e7284a1 service nova] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Updating instance_info_cache with network_info: [{"id": "4f66719c-3e59-40e1-8be5-609b7ff053ba", "address": "fa:16:3e:e7:3f:d8", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f66719c-3e", "ovs_interfaceid": "4f66719c-3e59-40e1-8be5-609b7ff053ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.766829] env[68960]: DEBUG oslo_concurrency.lockutils [None req-94fb6a4c-8acd-45b0-810d-b2a126e92fc2 tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Lock "461b4e93-640f-4ed5-96d5-88c6ada1432c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.720s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.847435] env[68960]: DEBUG oslo_vmware.api [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3220796, 'name': PowerOnVM_Task, 'duration_secs': 0.733573} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.847820] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.847937] env[68960]: INFO nova.compute.manager [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Took 11.99 seconds to spawn the instance on the hypervisor. [ 617.848070] env[68960]: DEBUG nova.compute.manager [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.848932] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12428b4d-686b-46b1-b982-ac7605d5ce85 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.901719] env[68960]: DEBUG nova.compute.utils [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 617.913254] env[68960]: DEBUG nova.compute.manager [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 617.913254] env[68960]: DEBUG nova.network.neutron [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 618.107179] env[68960]: DEBUG nova.policy [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82cc159d7e1048bda364aa828e03aab9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dac999d2e6df41619f2a1235c56b3d45', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.147649] env[68960]: DEBUG oslo_vmware.api [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': task-3220799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073629} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.147826] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220800, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.149046] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.149907] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e93ebb-4bb4-4ac8-bbd4-cbf9abcc99b0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.176848] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] b253d109-d445-4153-93cc-77184b5f7bcc/b253d109-d445-4153-93cc-77184b5f7bcc.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.176848] env[68960]: DEBUG oslo_concurrency.lockutils [req-903e828b-8794-4287-916b-35c0786cbbe8 req-1423220b-1954-484c-a90a-f4f91e7284a1 service nova] Releasing lock "refresh_cache-b253d109-d445-4153-93cc-77184b5f7bcc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.176848] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75082885-9462-4b7e-8363-f296ee5b800f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.195822] env[68960]: DEBUG oslo_vmware.api [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Waiting for the task: (returnval){ [ 618.195822] env[68960]: value = "task-3220801" [ 618.195822] env[68960]: _type = "Task" [ 618.195822] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.208467] env[68960]: DEBUG oslo_vmware.api [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': task-3220801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.374811] env[68960]: INFO nova.compute.manager [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Took 16.82 seconds to build instance. [ 618.417120] env[68960]: DEBUG nova.compute.manager [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.454604] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 2f52fb86-7de8-4029-9bef-8ac22581f503 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 618.454604] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 461b4e93-640f-4ed5-96d5-88c6ada1432c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 618.454604] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance b253d109-d445-4153-93cc-77184b5f7bcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 618.454604] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 4defea80-22a7-4665-bbc7-425c52af00ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 618.455099] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 8e8cbe08-c4f1-49e3-9352-79581615b10b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 618.455099] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 618.455099] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 618.455099] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=68960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 618.455099] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=68960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 618.605707] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510a0b33-85df-442b-8ee4-505731aae720 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.613063] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26967690-1c85-45f0-9b93-d680b2b1a62c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.656630] env[68960]: DEBUG nova.network.neutron [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Successfully updated port: b980abd9-e9f8-45c3-b03c-2e7a3987c41f {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.660966] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc385539-d76f-4f45-a3ae-3b8f092876a5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.666107] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220800, 'name': CreateVM_Task, 'duration_secs': 0.786904} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.666739] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.667614] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.667873] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.668453] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.671035] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5c9c9e5-5fa1-4fb4-b43a-e4b306410582 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.674189] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d5848b-aa3c-40be-9131-d951dff559d9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.683234] env[68960]: DEBUG oslo_vmware.api [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Waiting for the task: (returnval){ [ 618.683234] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c99040-6f3f-22b1-e48a-3bef4521d35b" [ 618.683234] env[68960]: _type = "Task" [ 618.683234] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.693115] env[68960]: DEBUG nova.compute.provider_tree [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.709423] env[68960]: DEBUG oslo_vmware.api [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c99040-6f3f-22b1-e48a-3bef4521d35b, 'name': SearchDatastore_Task, 'duration_secs': 0.009039} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.713135] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.713419] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.713679] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.714233] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.714233] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.714722] env[68960]: DEBUG oslo_vmware.api [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': task-3220801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.714983] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a64716db-e59c-462c-aece-2969b342493d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.724336] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.725029] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.725838] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaba4758-1b52-4671-adfb-1ad7410ae3a6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.731818] env[68960]: DEBUG oslo_vmware.api [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Waiting for the task: (returnval){ [ 618.731818] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527bc10c-ba56-0bca-affc-a9fbc868fb5d" [ 618.731818] env[68960]: _type = "Task" [ 618.731818] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.739855] env[68960]: DEBUG oslo_vmware.api [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527bc10c-ba56-0bca-affc-a9fbc868fb5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.876266] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b02b1de-7898-44cd-b7e9-a863b9c22ed4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "2f52fb86-7de8-4029-9bef-8ac22581f503" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.331s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.161426] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Acquiring lock "refresh_cache-8e8cbe08-c4f1-49e3-9352-79581615b10b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.161585] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Acquired lock "refresh_cache-8e8cbe08-c4f1-49e3-9352-79581615b10b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.161741] env[68960]: DEBUG nova.network.neutron [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.192868] env[68960]: DEBUG nova.compute.manager [req-a70c5257-cd82-482f-92cf-f19a6128d215 req-29b5eea9-ab0c-486d-8336-0d1c00bfeb5f service nova] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Received event network-vif-plugged-1f237bc5-adc1-4868-8ab7-7d00a42be820 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.193052] env[68960]: DEBUG oslo_concurrency.lockutils [req-a70c5257-cd82-482f-92cf-f19a6128d215 req-29b5eea9-ab0c-486d-8336-0d1c00bfeb5f service nova] Acquiring lock "4defea80-22a7-4665-bbc7-425c52af00ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.193299] env[68960]: DEBUG oslo_concurrency.lockutils [req-a70c5257-cd82-482f-92cf-f19a6128d215 req-29b5eea9-ab0c-486d-8336-0d1c00bfeb5f service nova] Lock "4defea80-22a7-4665-bbc7-425c52af00ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.193463] env[68960]: DEBUG oslo_concurrency.lockutils [req-a70c5257-cd82-482f-92cf-f19a6128d215 req-29b5eea9-ab0c-486d-8336-0d1c00bfeb5f service nova] Lock "4defea80-22a7-4665-bbc7-425c52af00ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.193663] env[68960]: DEBUG nova.compute.manager [req-a70c5257-cd82-482f-92cf-f19a6128d215 req-29b5eea9-ab0c-486d-8336-0d1c00bfeb5f service nova] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] No waiting events found dispatching network-vif-plugged-1f237bc5-adc1-4868-8ab7-7d00a42be820 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 619.193818] env[68960]: WARNING nova.compute.manager [req-a70c5257-cd82-482f-92cf-f19a6128d215 req-29b5eea9-ab0c-486d-8336-0d1c00bfeb5f service nova] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Received unexpected event network-vif-plugged-1f237bc5-adc1-4868-8ab7-7d00a42be820 for instance with vm_state building and task_state spawning. [ 619.193969] env[68960]: DEBUG nova.compute.manager [req-a70c5257-cd82-482f-92cf-f19a6128d215 req-29b5eea9-ab0c-486d-8336-0d1c00bfeb5f service nova] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Received event network-changed-1f237bc5-adc1-4868-8ab7-7d00a42be820 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.194146] env[68960]: DEBUG nova.compute.manager [req-a70c5257-cd82-482f-92cf-f19a6128d215 req-29b5eea9-ab0c-486d-8336-0d1c00bfeb5f service nova] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Refreshing instance network info cache due to event network-changed-1f237bc5-adc1-4868-8ab7-7d00a42be820. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 619.194334] env[68960]: DEBUG oslo_concurrency.lockutils [req-a70c5257-cd82-482f-92cf-f19a6128d215 req-29b5eea9-ab0c-486d-8336-0d1c00bfeb5f service nova] Acquiring lock "refresh_cache-4defea80-22a7-4665-bbc7-425c52af00ab" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.195319] env[68960]: DEBUG oslo_concurrency.lockutils [req-a70c5257-cd82-482f-92cf-f19a6128d215 req-29b5eea9-ab0c-486d-8336-0d1c00bfeb5f service nova] Acquired lock "refresh_cache-4defea80-22a7-4665-bbc7-425c52af00ab" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.195461] env[68960]: DEBUG nova.network.neutron [req-a70c5257-cd82-482f-92cf-f19a6128d215 req-29b5eea9-ab0c-486d-8336-0d1c00bfeb5f service nova] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Refreshing network info cache for port 1f237bc5-adc1-4868-8ab7-7d00a42be820 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.198621] env[68960]: DEBUG nova.scheduler.client.report [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.214410] env[68960]: DEBUG oslo_vmware.api [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': task-3220801, 'name': ReconfigVM_Task, 'duration_secs': 0.567537} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.214709] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Reconfigured VM instance instance-00000003 to attach disk [datastore2] b253d109-d445-4153-93cc-77184b5f7bcc/b253d109-d445-4153-93cc-77184b5f7bcc.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.215458] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f047bd19-cfc1-4ddd-a105-7e25ad7854a2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.223039] env[68960]: DEBUG oslo_vmware.api [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Waiting for the task: (returnval){ [ 619.223039] env[68960]: value = "task-3220803" [ 619.223039] env[68960]: _type = "Task" [ 619.223039] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.234828] env[68960]: DEBUG oslo_vmware.api [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': task-3220803, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.247929] env[68960]: DEBUG oslo_vmware.api [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527bc10c-ba56-0bca-affc-a9fbc868fb5d, 'name': SearchDatastore_Task, 'duration_secs': 0.009522} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.249070] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74f633f2-bc25-4834-a879-e6cb45e08958 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.259037] env[68960]: DEBUG oslo_vmware.api [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Waiting for the task: (returnval){ [ 619.259037] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5249d32b-ffa7-87d4-edbd-f023491490e2" [ 619.259037] env[68960]: _type = "Task" [ 619.259037] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.272172] env[68960]: DEBUG oslo_vmware.api [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5249d32b-ffa7-87d4-edbd-f023491490e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010617} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.273483] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.273483] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 4defea80-22a7-4665-bbc7-425c52af00ab/4defea80-22a7-4665-bbc7-425c52af00ab.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.273483] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65281302-ac73-4f62-b121-e04ca99746cd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.280739] env[68960]: DEBUG oslo_vmware.api [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Waiting for the task: (returnval){ [ 619.280739] env[68960]: value = "task-3220804" [ 619.280739] env[68960]: _type = "Task" [ 619.280739] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.290811] env[68960]: DEBUG oslo_vmware.api [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3220804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.428745] env[68960]: DEBUG nova.compute.manager [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.464411] env[68960]: DEBUG nova.virt.hardware [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.464411] env[68960]: DEBUG nova.virt.hardware [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.464411] env[68960]: DEBUG nova.virt.hardware [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.464691] env[68960]: DEBUG nova.virt.hardware [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.464691] env[68960]: DEBUG nova.virt.hardware [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.464691] env[68960]: DEBUG nova.virt.hardware [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.464691] env[68960]: DEBUG nova.virt.hardware [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.464691] env[68960]: DEBUG nova.virt.hardware [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.464910] env[68960]: DEBUG nova.virt.hardware [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.465231] env[68960]: DEBUG nova.virt.hardware [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.465231] env[68960]: DEBUG nova.virt.hardware [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.466154] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc97a302-af13-46a5-8088-fdbb41ac9d5d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.479955] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d093ab-cffe-46f4-ac6b-bfdcf9907990 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.710244] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 619.710716] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.321s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.742042] env[68960]: DEBUG oslo_vmware.api [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': task-3220803, 'name': Rename_Task, 'duration_secs': 0.221633} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.743598] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.744654] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21171dbf-4a28-4a91-8859-a6e757864f20 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.748342] env[68960]: DEBUG nova.network.neutron [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Successfully created port: c7b52b51-b12d-4e5a-9a39-d8d15e5d7667 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 619.758249] env[68960]: DEBUG oslo_vmware.api [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Waiting for the task: (returnval){ [ 619.758249] env[68960]: value = "task-3220805" [ 619.758249] env[68960]: _type = "Task" [ 619.758249] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.773462] env[68960]: DEBUG oslo_vmware.api [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': task-3220805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.790657] env[68960]: DEBUG nova.network.neutron [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.804178] env[68960]: DEBUG oslo_vmware.api [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3220804, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.278545] env[68960]: DEBUG oslo_vmware.api [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': task-3220805, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.295825] env[68960]: DEBUG oslo_vmware.api [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3220804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786376} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.296112] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 4defea80-22a7-4665-bbc7-425c52af00ab/4defea80-22a7-4665-bbc7-425c52af00ab.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.296327] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.296575] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e770de8-9fb9-48ac-8c91-38305fde1458 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.304674] env[68960]: DEBUG oslo_vmware.api [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Waiting for the task: (returnval){ [ 620.304674] env[68960]: value = "task-3220806" [ 620.304674] env[68960]: _type = "Task" [ 620.304674] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.314252] env[68960]: DEBUG oslo_vmware.api [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3220806, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.499966] env[68960]: DEBUG nova.network.neutron [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Successfully updated port: 4240e73d-f1de-4b0e-af2a-e86d798b7da4 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 620.589912] env[68960]: DEBUG nova.network.neutron [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Updating instance_info_cache with network_info: [{"id": "b980abd9-e9f8-45c3-b03c-2e7a3987c41f", "address": "fa:16:3e:bd:31:74", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb980abd9-e9", "ovs_interfaceid": "b980abd9-e9f8-45c3-b03c-2e7a3987c41f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.726162] env[68960]: DEBUG nova.network.neutron [req-a70c5257-cd82-482f-92cf-f19a6128d215 req-29b5eea9-ab0c-486d-8336-0d1c00bfeb5f service nova] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Updated VIF entry in instance network info cache for port 1f237bc5-adc1-4868-8ab7-7d00a42be820. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.726528] env[68960]: DEBUG nova.network.neutron [req-a70c5257-cd82-482f-92cf-f19a6128d215 req-29b5eea9-ab0c-486d-8336-0d1c00bfeb5f service nova] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Updating instance_info_cache with network_info: [{"id": "1f237bc5-adc1-4868-8ab7-7d00a42be820", "address": "fa:16:3e:0a:57:36", "network": {"id": "f578ec82-9557-45ce-9519-1d34c245625c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1357886346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "259b4e4b1df5428b8eef858564ff1972", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f237bc5-ad", "ovs_interfaceid": "1f237bc5-adc1-4868-8ab7-7d00a42be820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.772784] env[68960]: DEBUG oslo_vmware.api [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': task-3220805, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.818207] env[68960]: DEBUG oslo_vmware.api [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3220806, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070625} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.818207] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.818845] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd75a97-bd26-46a6-907e-b04bbeea7455 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.843071] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 4defea80-22a7-4665-bbc7-425c52af00ab/4defea80-22a7-4665-bbc7-425c52af00ab.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.843432] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e888d9c-a0d5-47cb-beb9-5a82ec9242e9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.871139] env[68960]: DEBUG oslo_vmware.api [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Waiting for the task: (returnval){ [ 620.871139] env[68960]: value = "task-3220807" [ 620.871139] env[68960]: _type = "Task" [ 620.871139] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.884074] env[68960]: DEBUG oslo_vmware.api [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3220807, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.005968] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "refresh_cache-2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.006196] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquired lock "refresh_cache-2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.006293] env[68960]: DEBUG nova.network.neutron [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.025422] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Acquiring lock "ff25865e-413a-4b40-a054-d445d5529220" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.025661] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Lock "ff25865e-413a-4b40-a054-d445d5529220" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.095835] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Releasing lock "refresh_cache-8e8cbe08-c4f1-49e3-9352-79581615b10b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.096233] env[68960]: DEBUG nova.compute.manager [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Instance network_info: |[{"id": "b980abd9-e9f8-45c3-b03c-2e7a3987c41f", "address": "fa:16:3e:bd:31:74", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb980abd9-e9", "ovs_interfaceid": "b980abd9-e9f8-45c3-b03c-2e7a3987c41f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 621.096779] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:31:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b980abd9-e9f8-45c3-b03c-2e7a3987c41f', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.104372] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Creating folder: Project (31974ee3dafd42cd9bfeaa5719e0445b). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.107988] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4aaa8018-a30a-4ce2-8d26-a3ddd2d05a99 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.120247] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Created folder: Project (31974ee3dafd42cd9bfeaa5719e0445b) in parent group-v643888. [ 621.120247] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Creating folder: Instances. Parent ref: group-v643904. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.120247] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cf2f024-13d0-41e9-a1d4-711a411d709e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.133881] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Created folder: Instances in parent group-v643904. [ 621.133881] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 621.133881] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.133881] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40a89b35-4886-4146-bf1c-d3de4dba2d45 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.161182] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.161182] env[68960]: value = "task-3220810" [ 621.161182] env[68960]: _type = "Task" [ 621.161182] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.170665] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220810, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.232429] env[68960]: DEBUG oslo_concurrency.lockutils [req-a70c5257-cd82-482f-92cf-f19a6128d215 req-29b5eea9-ab0c-486d-8336-0d1c00bfeb5f service nova] Releasing lock "refresh_cache-4defea80-22a7-4665-bbc7-425c52af00ab" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.282019] env[68960]: DEBUG oslo_vmware.api [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': task-3220805, 'name': PowerOnVM_Task, 'duration_secs': 1.114691} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.282019] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.282019] env[68960]: INFO nova.compute.manager [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Took 10.95 seconds to spawn the instance on the hypervisor. [ 621.282019] env[68960]: DEBUG nova.compute.manager [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 621.282500] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67dca983-676b-4a71-8287-c5db1d218cfa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.368485] env[68960]: DEBUG nova.compute.manager [req-0411909e-a1a0-4a1b-bcaf-8898daf814a0 req-1175cfe9-724f-4bce-b469-39bd1c931705 service nova] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Received event network-vif-plugged-b980abd9-e9f8-45c3-b03c-2e7a3987c41f {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.368677] env[68960]: DEBUG oslo_concurrency.lockutils [req-0411909e-a1a0-4a1b-bcaf-8898daf814a0 req-1175cfe9-724f-4bce-b469-39bd1c931705 service nova] Acquiring lock "8e8cbe08-c4f1-49e3-9352-79581615b10b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.368884] env[68960]: DEBUG oslo_concurrency.lockutils [req-0411909e-a1a0-4a1b-bcaf-8898daf814a0 req-1175cfe9-724f-4bce-b469-39bd1c931705 service nova] Lock "8e8cbe08-c4f1-49e3-9352-79581615b10b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.369544] env[68960]: DEBUG oslo_concurrency.lockutils [req-0411909e-a1a0-4a1b-bcaf-8898daf814a0 req-1175cfe9-724f-4bce-b469-39bd1c931705 service nova] Lock "8e8cbe08-c4f1-49e3-9352-79581615b10b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.369820] env[68960]: DEBUG nova.compute.manager [req-0411909e-a1a0-4a1b-bcaf-8898daf814a0 req-1175cfe9-724f-4bce-b469-39bd1c931705 service nova] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] No waiting events found dispatching network-vif-plugged-b980abd9-e9f8-45c3-b03c-2e7a3987c41f {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 621.370120] env[68960]: WARNING nova.compute.manager [req-0411909e-a1a0-4a1b-bcaf-8898daf814a0 req-1175cfe9-724f-4bce-b469-39bd1c931705 service nova] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Received unexpected event network-vif-plugged-b980abd9-e9f8-45c3-b03c-2e7a3987c41f for instance with vm_state building and task_state spawning. [ 621.385061] env[68960]: DEBUG oslo_vmware.api [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3220807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.528286] env[68960]: DEBUG nova.compute.manager [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.605817] env[68960]: DEBUG nova.network.neutron [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.684465] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220810, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.812889] env[68960]: INFO nova.compute.manager [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Took 18.26 seconds to build instance. [ 621.889666] env[68960]: DEBUG oslo_vmware.api [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3220807, 'name': ReconfigVM_Task, 'duration_secs': 0.784082} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.890209] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 4defea80-22a7-4665-bbc7-425c52af00ab/4defea80-22a7-4665-bbc7-425c52af00ab.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.891120] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7aa148c5-dea6-42c0-8df3-029241d70ead {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.901528] env[68960]: DEBUG oslo_vmware.api [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Waiting for the task: (returnval){ [ 621.901528] env[68960]: value = "task-3220812" [ 621.901528] env[68960]: _type = "Task" [ 621.901528] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.915669] env[68960]: DEBUG oslo_vmware.api [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3220812, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.965233] env[68960]: DEBUG nova.network.neutron [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Updating instance_info_cache with network_info: [{"id": "4240e73d-f1de-4b0e-af2a-e86d798b7da4", "address": "fa:16:3e:a8:83:a3", "network": {"id": "f7efa461-aff7-4c94-a7b1-09449aea8c88", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1693973360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac999d2e6df41619f2a1235c56b3d45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4240e73d-f1", "ovs_interfaceid": "4240e73d-f1de-4b0e-af2a-e86d798b7da4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.064661] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.064922] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.066571] env[68960]: INFO nova.compute.claims [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.179060] env[68960]: DEBUG oslo_concurrency.lockutils [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Acquiring lock "ee1f7fe7-b19c-4637-8b29-e58874c9af14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.179513] env[68960]: DEBUG oslo_concurrency.lockutils [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Lock "ee1f7fe7-b19c-4637-8b29-e58874c9af14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.189710] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220810, 'name': CreateVM_Task, 'duration_secs': 0.643436} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.189933] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.192763] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.192763] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.193019] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.193735] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79bfffda-4b70-4e82-81ff-45c2ff495216 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.203216] env[68960]: DEBUG oslo_vmware.api [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Waiting for the task: (returnval){ [ 622.203216] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b1f9b4-66e0-253f-155d-a4861797dc50" [ 622.203216] env[68960]: _type = "Task" [ 622.203216] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.214894] env[68960]: DEBUG oslo_vmware.api [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b1f9b4-66e0-253f-155d-a4861797dc50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.319169] env[68960]: DEBUG oslo_concurrency.lockutils [None req-00918511-1102-479d-b9de-87e0e8e883f5 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Lock "b253d109-d445-4153-93cc-77184b5f7bcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.773s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.418021] env[68960]: DEBUG oslo_vmware.api [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3220812, 'name': Rename_Task, 'duration_secs': 0.185828} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.418317] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.420394] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba1204ed-2638-48c6-9f82-89c4f5bcf6bb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.429034] env[68960]: DEBUG oslo_vmware.api [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Waiting for the task: (returnval){ [ 622.429034] env[68960]: value = "task-3220813" [ 622.429034] env[68960]: _type = "Task" [ 622.429034] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.439080] env[68960]: DEBUG oslo_vmware.api [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3220813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.469618] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Releasing lock "refresh_cache-2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.471086] env[68960]: DEBUG nova.compute.manager [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Instance network_info: |[{"id": "4240e73d-f1de-4b0e-af2a-e86d798b7da4", "address": "fa:16:3e:a8:83:a3", "network": {"id": "f7efa461-aff7-4c94-a7b1-09449aea8c88", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1693973360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac999d2e6df41619f2a1235c56b3d45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4240e73d-f1", "ovs_interfaceid": "4240e73d-f1de-4b0e-af2a-e86d798b7da4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 622.473020] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:83:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20fbc86c-0935-406c-9659-3ffc33fc0d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4240e73d-f1de-4b0e-af2a-e86d798b7da4', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.483535] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Creating folder: Project (dac999d2e6df41619f2a1235c56b3d45). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.484428] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95f3e53b-11f2-441d-bae7-5eb5d3f9537f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.502334] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Created folder: Project (dac999d2e6df41619f2a1235c56b3d45) in parent group-v643888. [ 622.502334] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Creating folder: Instances. Parent ref: group-v643907. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.502334] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e42dfcf-8616-4ed0-87d8-572f98ca4c82 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.517831] env[68960]: DEBUG nova.compute.manager [None req-9d4eafb4-6ac8-49aa-86a2-143d6cd68e5c tempest-ServerDiagnosticsV248Test-1093878677 tempest-ServerDiagnosticsV248Test-1093878677-project-admin] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 622.524127] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdbb4ce-8953-4073-bece-62b61d1aa4e1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.533778] env[68960]: INFO nova.compute.manager [None req-9d4eafb4-6ac8-49aa-86a2-143d6cd68e5c tempest-ServerDiagnosticsV248Test-1093878677 tempest-ServerDiagnosticsV248Test-1093878677-project-admin] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Retrieving diagnostics [ 622.537175] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5117d7-4d78-406c-9a57-4ae964c417cf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.544477] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Created folder: Instances in parent group-v643907. [ 622.545284] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 622.545515] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.546232] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe12357d-2328-4487-8ce3-f040dcc6a716 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.610538] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.610538] env[68960]: value = "task-3220816" [ 622.610538] env[68960]: _type = "Task" [ 622.610538] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.621345] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220816, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.685876] env[68960]: DEBUG nova.compute.manager [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.719236] env[68960]: DEBUG oslo_vmware.api [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b1f9b4-66e0-253f-155d-a4861797dc50, 'name': SearchDatastore_Task, 'duration_secs': 0.019476} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.719547] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.719926] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.720309] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.720480] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.720732] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.721633] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4abcdac3-7c2f-4eed-8c83-636e323c9717 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.734386] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.734600] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.735528] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-702b39a4-9a4c-43dd-b47b-5960efd5feb9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.745381] env[68960]: DEBUG oslo_vmware.api [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Waiting for the task: (returnval){ [ 622.745381] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52be135f-6a7d-19b7-ea2b-619d311f1af6" [ 622.745381] env[68960]: _type = "Task" [ 622.745381] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.758878] env[68960]: DEBUG oslo_vmware.api [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52be135f-6a7d-19b7-ea2b-619d311f1af6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.941316] env[68960]: DEBUG oslo_vmware.api [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3220813, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.047148] env[68960]: DEBUG nova.network.neutron [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Successfully updated port: c7b52b51-b12d-4e5a-9a39-d8d15e5d7667 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 623.125102] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220816, 'name': CreateVM_Task, 'duration_secs': 0.396293} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.125997] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.126463] env[68960]: DEBUG oslo_vmware.service [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0957084c-9858-4561-9270-cb97e8304735 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.137555] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.137733] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.138109] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.138366] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05bed517-16ee-4d61-a29b-042928c4ac75 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.148340] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 623.148340] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5258f051-9329-2aea-d472-0d9aab7afd57" [ 623.148340] env[68960]: _type = "Task" [ 623.148340] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.162275] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5258f051-9329-2aea-d472-0d9aab7afd57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.215602] env[68960]: DEBUG oslo_concurrency.lockutils [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.258707] env[68960]: DEBUG oslo_vmware.api [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52be135f-6a7d-19b7-ea2b-619d311f1af6, 'name': SearchDatastore_Task, 'duration_secs': 0.015742} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.263756] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2ce0d6b-8e29-4c38-867f-1c97b8bc248e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.271380] env[68960]: DEBUG oslo_vmware.api [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Waiting for the task: (returnval){ [ 623.271380] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a63d7e-b3da-0e65-923c-a382229e1726" [ 623.271380] env[68960]: _type = "Task" [ 623.271380] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.292976] env[68960]: DEBUG oslo_vmware.api [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a63d7e-b3da-0e65-923c-a382229e1726, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.299565] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614a7bc0-be2b-4708-b054-4426e56869fa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.309343] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01203163-2b80-46aa-a5af-50b5c5d6c703 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.353226] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19632451-949c-4c2c-8299-31a06200389f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.363021] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d55ab7-cc29-4470-a73c-b37d686cafc5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.381299] env[68960]: DEBUG nova.compute.provider_tree [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.443020] env[68960]: DEBUG oslo_vmware.api [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3220813, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.551027] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "refresh_cache-fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.551027] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquired lock "refresh_cache-fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.551027] env[68960]: DEBUG nova.network.neutron [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.576877] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] Acquiring lock "b253d109-d445-4153-93cc-77184b5f7bcc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.577233] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] Lock "b253d109-d445-4153-93cc-77184b5f7bcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.577441] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] Acquiring lock "b253d109-d445-4153-93cc-77184b5f7bcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.578974] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] Lock "b253d109-d445-4153-93cc-77184b5f7bcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.578974] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] Lock "b253d109-d445-4153-93cc-77184b5f7bcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.581277] env[68960]: INFO nova.compute.manager [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Terminating instance [ 623.666323] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.666772] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.667042] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.667188] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.667604] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.667604] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ece2bb0-e3d6-4d30-a9bd-c4710c793fdd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.680083] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.680083] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.681207] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdb690b-052b-46bf-9a6d-06e9ce71b30f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.693487] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-950428e0-489b-4155-96cb-56c3ab2ee28a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.699196] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 623.699196] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b15cea-0a0b-b526-2ea2-6020bbc0fcbc" [ 623.699196] env[68960]: _type = "Task" [ 623.699196] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.713916] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b15cea-0a0b-b526-2ea2-6020bbc0fcbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.787120] env[68960]: DEBUG oslo_vmware.api [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a63d7e-b3da-0e65-923c-a382229e1726, 'name': SearchDatastore_Task, 'duration_secs': 0.034407} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.787329] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.787607] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 8e8cbe08-c4f1-49e3-9352-79581615b10b/8e8cbe08-c4f1-49e3-9352-79581615b10b.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.787884] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-833f6462-80a1-4420-af50-1ebe90a1e5c5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.797495] env[68960]: DEBUG oslo_vmware.api [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Waiting for the task: (returnval){ [ 623.797495] env[68960]: value = "task-3220818" [ 623.797495] env[68960]: _type = "Task" [ 623.797495] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.807871] env[68960]: DEBUG oslo_vmware.api [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Task: {'id': task-3220818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.885787] env[68960]: DEBUG nova.scheduler.client.report [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.943291] env[68960]: DEBUG oslo_vmware.api [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3220813, 'name': PowerOnVM_Task, 'duration_secs': 1.492742} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.943919] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.943919] env[68960]: INFO nova.compute.manager [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Took 11.38 seconds to spawn the instance on the hypervisor. [ 623.944080] env[68960]: DEBUG nova.compute.manager [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.944865] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddc490e-5f12-410a-93d3-23b5df7daba0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.088047] env[68960]: DEBUG nova.compute.manager [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 624.088047] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 624.089055] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0df712-a38d-4f86-80b1-c077dc526995 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.103338] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 624.105926] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6396a230-e511-448a-9769-26194712accf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.113911] env[68960]: DEBUG oslo_vmware.api [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] Waiting for the task: (returnval){ [ 624.113911] env[68960]: value = "task-3220819" [ 624.113911] env[68960]: _type = "Task" [ 624.113911] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.126396] env[68960]: DEBUG oslo_vmware.api [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] Task: {'id': task-3220819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.212618] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Preparing fetch location {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 624.212975] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Creating directory with path [datastore1] vmware_temp/4d715947-2b89-4e71-998d-6b62da1d46f9/882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.213184] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b4a6340-7fba-463d-9974-515dab158a4e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.241124] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Created directory with path [datastore1] vmware_temp/4d715947-2b89-4e71-998d-6b62da1d46f9/882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.241364] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Fetch image to [datastore1] vmware_temp/4d715947-2b89-4e71-998d-6b62da1d46f9/882df2ee-ba10-4414-bfef-c49b3d1e121a/tmp-sparse.vmdk {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 624.241537] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Downloading image file data 882df2ee-ba10-4414-bfef-c49b3d1e121a to [datastore1] vmware_temp/4d715947-2b89-4e71-998d-6b62da1d46f9/882df2ee-ba10-4414-bfef-c49b3d1e121a/tmp-sparse.vmdk on the data store datastore1 {{(pid=68960) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 624.242620] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330d2f9f-9c32-455c-8127-fda17bbdd82c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.251533] env[68960]: DEBUG nova.network.neutron [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 624.257383] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa0b7a7-edd8-497c-bf12-f5a497568d16 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.272796] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3587aa6d-078f-4987-8d11-36a13f4bb6ba {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.325916] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9dc9db-cfb4-4b61-bf56-dba1e1bcce63 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.337674] env[68960]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-47318d42-3b1a-4200-a820-c6211b0b03ff {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.341036] env[68960]: DEBUG oslo_vmware.api [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Task: {'id': task-3220818, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.387108] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Downloading image file data 882df2ee-ba10-4414-bfef-c49b3d1e121a to the data store datastore1 {{(pid=68960) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 624.395825] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.395825] env[68960]: DEBUG nova.compute.manager [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 624.400327] env[68960]: DEBUG oslo_concurrency.lockutils [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.183s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.401500] env[68960]: INFO nova.compute.claims [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.479827] env[68960]: INFO nova.compute.manager [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Took 19.97 seconds to build instance. [ 624.494032] env[68960]: DEBUG oslo_vmware.rw_handles [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/4d715947-2b89-4e71-998d-6b62da1d46f9/882df2ee-ba10-4414-bfef-c49b3d1e121a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68960) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 624.580146] env[68960]: DEBUG nova.compute.manager [req-56e05751-4913-4dc3-a5e9-3326a705f0a2 req-f40c5cdb-737c-48d4-a823-4864212725c2 service nova] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Received event network-vif-plugged-c7b52b51-b12d-4e5a-9a39-d8d15e5d7667 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.580409] env[68960]: DEBUG oslo_concurrency.lockutils [req-56e05751-4913-4dc3-a5e9-3326a705f0a2 req-f40c5cdb-737c-48d4-a823-4864212725c2 service nova] Acquiring lock "fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.580558] env[68960]: DEBUG oslo_concurrency.lockutils [req-56e05751-4913-4dc3-a5e9-3326a705f0a2 req-f40c5cdb-737c-48d4-a823-4864212725c2 service nova] Lock "fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.580714] env[68960]: DEBUG oslo_concurrency.lockutils [req-56e05751-4913-4dc3-a5e9-3326a705f0a2 req-f40c5cdb-737c-48d4-a823-4864212725c2 service nova] Lock "fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.580869] env[68960]: DEBUG nova.compute.manager [req-56e05751-4913-4dc3-a5e9-3326a705f0a2 req-f40c5cdb-737c-48d4-a823-4864212725c2 service nova] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] No waiting events found dispatching network-vif-plugged-c7b52b51-b12d-4e5a-9a39-d8d15e5d7667 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 624.581098] env[68960]: WARNING nova.compute.manager [req-56e05751-4913-4dc3-a5e9-3326a705f0a2 req-f40c5cdb-737c-48d4-a823-4864212725c2 service nova] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Received unexpected event network-vif-plugged-c7b52b51-b12d-4e5a-9a39-d8d15e5d7667 for instance with vm_state building and task_state spawning. [ 624.631384] env[68960]: DEBUG oslo_vmware.api [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] Task: {'id': task-3220819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.831742] env[68960]: DEBUG oslo_vmware.api [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Task: {'id': task-3220818, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671319} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.832584] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 8e8cbe08-c4f1-49e3-9352-79581615b10b/8e8cbe08-c4f1-49e3-9352-79581615b10b.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.832874] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.833273] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44f4c31e-a574-4947-ab04-d55c64072db8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.843435] env[68960]: DEBUG oslo_vmware.api [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Waiting for the task: (returnval){ [ 624.843435] env[68960]: value = "task-3220820" [ 624.843435] env[68960]: _type = "Task" [ 624.843435] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.853906] env[68960]: DEBUG oslo_vmware.api [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Task: {'id': task-3220820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.888068] env[68960]: DEBUG nova.network.neutron [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Updating instance_info_cache with network_info: [{"id": "c7b52b51-b12d-4e5a-9a39-d8d15e5d7667", "address": "fa:16:3e:13:f9:26", "network": {"id": "f7efa461-aff7-4c94-a7b1-09449aea8c88", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1693973360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac999d2e6df41619f2a1235c56b3d45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b52b51-b1", "ovs_interfaceid": "c7b52b51-b12d-4e5a-9a39-d8d15e5d7667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.906376] env[68960]: DEBUG nova.compute.utils [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 624.914038] env[68960]: DEBUG nova.compute.manager [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 624.914038] env[68960]: DEBUG nova.network.neutron [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 624.982508] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fceb38fd-92ee-48b2-91c9-257bf0420bb3 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Lock "4defea80-22a7-4665-bbc7-425c52af00ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.479s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.034112] env[68960]: DEBUG nova.policy [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da0e143b675449108c39c536dd573bc3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '533f7cae3db44a6193d2ef86237d7922', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.125696] env[68960]: DEBUG oslo_vmware.api [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] Task: {'id': task-3220819, 'name': PowerOffVM_Task, 'duration_secs': 0.669058} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.126098] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 625.126217] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 625.126775] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-914ffaec-d1ed-47b6-8686-bcfcce6c0114 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.218085] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquiring lock "a379fe8b-cc63-42fc-843e-a602a3933ebc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.218085] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Lock "a379fe8b-cc63-42fc-843e-a602a3933ebc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.224641] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 625.224763] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 625.225127] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] Deleting the datastore file [datastore2] b253d109-d445-4153-93cc-77184b5f7bcc {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 625.227461] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89e4d2c5-8dce-4b16-8426-7914d739a257 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.239208] env[68960]: DEBUG oslo_vmware.api [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] Waiting for the task: (returnval){ [ 625.239208] env[68960]: value = "task-3220822" [ 625.239208] env[68960]: _type = "Task" [ 625.239208] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.257341] env[68960]: DEBUG oslo_vmware.api [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] Task: {'id': task-3220822, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.259406] env[68960]: DEBUG nova.compute.manager [req-537adedb-7175-4135-9f0b-c744bcae56cc req-93633247-cd9b-47bc-8764-164efa83bb93 service nova] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Received event network-changed-b980abd9-e9f8-45c3-b03c-2e7a3987c41f {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.259616] env[68960]: DEBUG nova.compute.manager [req-537adedb-7175-4135-9f0b-c744bcae56cc req-93633247-cd9b-47bc-8764-164efa83bb93 service nova] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Refreshing instance network info cache due to event network-changed-b980abd9-e9f8-45c3-b03c-2e7a3987c41f. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 625.259793] env[68960]: DEBUG oslo_concurrency.lockutils [req-537adedb-7175-4135-9f0b-c744bcae56cc req-93633247-cd9b-47bc-8764-164efa83bb93 service nova] Acquiring lock "refresh_cache-8e8cbe08-c4f1-49e3-9352-79581615b10b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.260036] env[68960]: DEBUG oslo_concurrency.lockutils [req-537adedb-7175-4135-9f0b-c744bcae56cc req-93633247-cd9b-47bc-8764-164efa83bb93 service nova] Acquired lock "refresh_cache-8e8cbe08-c4f1-49e3-9352-79581615b10b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.260143] env[68960]: DEBUG nova.network.neutron [req-537adedb-7175-4135-9f0b-c744bcae56cc req-93633247-cd9b-47bc-8764-164efa83bb93 service nova] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Refreshing network info cache for port b980abd9-e9f8-45c3-b03c-2e7a3987c41f {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.269549] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquiring lock "a57509a1-3ec5-40a0-a53f-515c4d19839c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.269643] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Lock "a57509a1-3ec5-40a0-a53f-515c4d19839c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.279299] env[68960]: DEBUG oslo_vmware.rw_handles [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Completed reading data from the image iterator. {{(pid=68960) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 625.279299] env[68960]: DEBUG oslo_vmware.rw_handles [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/4d715947-2b89-4e71-998d-6b62da1d46f9/882df2ee-ba10-4414-bfef-c49b3d1e121a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 625.313158] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquiring lock "9254d105-f6bd-40d2-8ccf-20058139ddd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.313533] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Lock "9254d105-f6bd-40d2-8ccf-20058139ddd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.357871] env[68960]: DEBUG oslo_vmware.api [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Task: {'id': task-3220820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075778} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.358166] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.358970] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9e78fe-ac09-4003-a1c0-f28100621d5a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.388422] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 8e8cbe08-c4f1-49e3-9352-79581615b10b/8e8cbe08-c4f1-49e3-9352-79581615b10b.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.388422] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42d1b8e4-2909-4e46-b457-90cb86e7cb49 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.404031] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Releasing lock "refresh_cache-fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.404031] env[68960]: DEBUG nova.compute.manager [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Instance network_info: |[{"id": "c7b52b51-b12d-4e5a-9a39-d8d15e5d7667", "address": "fa:16:3e:13:f9:26", "network": {"id": "f7efa461-aff7-4c94-a7b1-09449aea8c88", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1693973360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac999d2e6df41619f2a1235c56b3d45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b52b51-b1", "ovs_interfaceid": "c7b52b51-b12d-4e5a-9a39-d8d15e5d7667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 625.404438] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:f9:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20fbc86c-0935-406c-9659-3ffc33fc0d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7b52b51-b12d-4e5a-9a39-d8d15e5d7667', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.411813] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 625.412789] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 625.413039] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5105ed1-0a18-4150-b07c-84191d2b72ba {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.431972] env[68960]: DEBUG nova.compute.manager [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 625.434822] env[68960]: DEBUG oslo_vmware.api [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Waiting for the task: (returnval){ [ 625.434822] env[68960]: value = "task-3220823" [ 625.434822] env[68960]: _type = "Task" [ 625.434822] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.442369] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 625.442369] env[68960]: value = "task-3220824" [ 625.442369] env[68960]: _type = "Task" [ 625.442369] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.446425] env[68960]: DEBUG oslo_vmware.api [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Task: {'id': task-3220823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.458125] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220824, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.461137] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Downloaded image file data 882df2ee-ba10-4414-bfef-c49b3d1e121a to vmware_temp/4d715947-2b89-4e71-998d-6b62da1d46f9/882df2ee-ba10-4414-bfef-c49b3d1e121a/tmp-sparse.vmdk on the data store datastore1 {{(pid=68960) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 625.461137] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Caching image {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 625.461137] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Copying Virtual Disk [datastore1] vmware_temp/4d715947-2b89-4e71-998d-6b62da1d46f9/882df2ee-ba10-4414-bfef-c49b3d1e121a/tmp-sparse.vmdk to [datastore1] vmware_temp/4d715947-2b89-4e71-998d-6b62da1d46f9/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.461137] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-043fd394-9135-45ca-8312-1c72d7853066 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.472399] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 625.472399] env[68960]: value = "task-3220825" [ 625.472399] env[68960]: _type = "Task" [ 625.472399] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.481887] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.667139] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ae23d3-39d8-4d84-82ce-80ca02856f22 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.676691] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0ca7f5-ffbf-4266-a76d-453d88429026 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.713588] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969cd256-59c8-4aee-a25f-e4eff10bf400 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.722926] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfa183e-1868-4421-97d7-9eea91aea87a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.728610] env[68960]: DEBUG nova.compute.manager [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.744214] env[68960]: DEBUG nova.compute.provider_tree [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.757560] env[68960]: DEBUG oslo_vmware.api [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] Task: {'id': task-3220822, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3056} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.760228] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 625.760228] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 625.760228] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 625.760228] env[68960]: INFO nova.compute.manager [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Took 1.67 seconds to destroy the instance on the hypervisor. [ 625.760228] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 625.760742] env[68960]: DEBUG nova.compute.manager [-] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 625.760742] env[68960]: DEBUG nova.network.neutron [-] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 625.773079] env[68960]: DEBUG nova.compute.manager [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.817625] env[68960]: DEBUG nova.compute.manager [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.959055] env[68960]: DEBUG oslo_vmware.api [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Task: {'id': task-3220823, 'name': ReconfigVM_Task, 'duration_secs': 0.442688} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.959983] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 8e8cbe08-c4f1-49e3-9352-79581615b10b/8e8cbe08-c4f1-49e3-9352-79581615b10b.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.960780] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1e3555a-83f2-49c9-b222-5ee6ecf84485 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.967256] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220824, 'name': CreateVM_Task, 'duration_secs': 0.418506} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.967256] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.967379] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.967475] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.967764] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.968015] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b856111-ca52-449d-9a86-5cad6a9af1c1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.973091] env[68960]: DEBUG oslo_vmware.api [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Waiting for the task: (returnval){ [ 625.973091] env[68960]: value = "task-3220827" [ 625.973091] env[68960]: _type = "Task" [ 625.973091] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.984052] env[68960]: DEBUG oslo_vmware.api [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 625.984052] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5298b7b9-27d3-3feb-5960-b665d8ae8f22" [ 625.984052] env[68960]: _type = "Task" [ 625.984052] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.993422] env[68960]: DEBUG oslo_vmware.api [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Task: {'id': task-3220827, 'name': Rename_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.997077] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220825, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.003289] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.003544] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.003761] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.199040] env[68960]: DEBUG nova.network.neutron [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Successfully created port: 20309284-2a41-4770-86e9-4d4cb222cc49 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.252045] env[68960]: DEBUG nova.scheduler.client.report [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.270808] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.298018] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.353764] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.458042] env[68960]: DEBUG nova.compute.manager [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 626.494812] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.91078} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.499773] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Copied Virtual Disk [datastore1] vmware_temp/4d715947-2b89-4e71-998d-6b62da1d46f9/882df2ee-ba10-4414-bfef-c49b3d1e121a/tmp-sparse.vmdk to [datastore1] vmware_temp/4d715947-2b89-4e71-998d-6b62da1d46f9/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.499773] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Deleting the datastore file [datastore1] vmware_temp/4d715947-2b89-4e71-998d-6b62da1d46f9/882df2ee-ba10-4414-bfef-c49b3d1e121a/tmp-sparse.vmdk {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.500126] env[68960]: DEBUG oslo_vmware.api [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Task: {'id': task-3220827, 'name': Rename_Task, 'duration_secs': 0.1816} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.502289] env[68960]: DEBUG nova.virt.hardware [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.502515] env[68960]: DEBUG nova.virt.hardware [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.502666] env[68960]: DEBUG nova.virt.hardware [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.502853] env[68960]: DEBUG nova.virt.hardware [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.503801] env[68960]: DEBUG nova.virt.hardware [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.503801] env[68960]: DEBUG nova.virt.hardware [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.503801] env[68960]: DEBUG nova.virt.hardware [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.503801] env[68960]: DEBUG nova.virt.hardware [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.503801] env[68960]: DEBUG nova.virt.hardware [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.504025] env[68960]: DEBUG nova.virt.hardware [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.504309] env[68960]: DEBUG nova.virt.hardware [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.504413] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c5577ec-b611-44bf-8730-b20195225edc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.506896] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.508629] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfb01e2-ed00-44ac-8a13-ec04de63551d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.519148] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-baa6f97b-dcb6-4d98-afc8-e92cf3c3223b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.529981] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8920be94-533c-4dec-af89-a0d4abae138b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.536882] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 626.536882] env[68960]: value = "task-3220828" [ 626.536882] env[68960]: _type = "Task" [ 626.536882] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.538759] env[68960]: DEBUG oslo_vmware.api [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Waiting for the task: (returnval){ [ 626.538759] env[68960]: value = "task-3220829" [ 626.538759] env[68960]: _type = "Task" [ 626.538759] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.562747] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.567186] env[68960]: DEBUG oslo_vmware.api [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Task: {'id': task-3220829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.586422] env[68960]: DEBUG nova.network.neutron [req-537adedb-7175-4135-9f0b-c744bcae56cc req-93633247-cd9b-47bc-8764-164efa83bb93 service nova] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Updated VIF entry in instance network info cache for port b980abd9-e9f8-45c3-b03c-2e7a3987c41f. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.586819] env[68960]: DEBUG nova.network.neutron [req-537adedb-7175-4135-9f0b-c744bcae56cc req-93633247-cd9b-47bc-8764-164efa83bb93 service nova] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Updating instance_info_cache with network_info: [{"id": "b980abd9-e9f8-45c3-b03c-2e7a3987c41f", "address": "fa:16:3e:bd:31:74", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb980abd9-e9", "ovs_interfaceid": "b980abd9-e9f8-45c3-b03c-2e7a3987c41f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.761032] env[68960]: DEBUG oslo_concurrency.lockutils [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.761676] env[68960]: DEBUG nova.compute.manager [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 626.766925] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.496s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.768645] env[68960]: INFO nova.compute.claims [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.021753] env[68960]: DEBUG nova.network.neutron [-] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.051817] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.04261} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.052670] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.053188] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Moving file from [datastore1] vmware_temp/4d715947-2b89-4e71-998d-6b62da1d46f9/882df2ee-ba10-4414-bfef-c49b3d1e121a to [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a. {{(pid=68960) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 627.053188] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-7c378c83-5d61-4018-b5f9-5126131643d2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.059044] env[68960]: DEBUG oslo_vmware.api [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Task: {'id': task-3220829, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.066192] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 627.066192] env[68960]: value = "task-3220830" [ 627.066192] env[68960]: _type = "Task" [ 627.066192] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.074801] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220830, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.099058] env[68960]: DEBUG oslo_concurrency.lockutils [req-537adedb-7175-4135-9f0b-c744bcae56cc req-93633247-cd9b-47bc-8764-164efa83bb93 service nova] Releasing lock "refresh_cache-8e8cbe08-c4f1-49e3-9352-79581615b10b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.099058] env[68960]: DEBUG nova.compute.manager [req-537adedb-7175-4135-9f0b-c744bcae56cc req-93633247-cd9b-47bc-8764-164efa83bb93 service nova] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Received event network-vif-plugged-4240e73d-f1de-4b0e-af2a-e86d798b7da4 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 627.099058] env[68960]: DEBUG oslo_concurrency.lockutils [req-537adedb-7175-4135-9f0b-c744bcae56cc req-93633247-cd9b-47bc-8764-164efa83bb93 service nova] Acquiring lock "2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.099058] env[68960]: DEBUG oslo_concurrency.lockutils [req-537adedb-7175-4135-9f0b-c744bcae56cc req-93633247-cd9b-47bc-8764-164efa83bb93 service nova] Lock "2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.099058] env[68960]: DEBUG oslo_concurrency.lockutils [req-537adedb-7175-4135-9f0b-c744bcae56cc req-93633247-cd9b-47bc-8764-164efa83bb93 service nova] Lock "2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.099290] env[68960]: DEBUG nova.compute.manager [req-537adedb-7175-4135-9f0b-c744bcae56cc req-93633247-cd9b-47bc-8764-164efa83bb93 service nova] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] No waiting events found dispatching network-vif-plugged-4240e73d-f1de-4b0e-af2a-e86d798b7da4 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 627.099290] env[68960]: WARNING nova.compute.manager [req-537adedb-7175-4135-9f0b-c744bcae56cc req-93633247-cd9b-47bc-8764-164efa83bb93 service nova] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Received unexpected event network-vif-plugged-4240e73d-f1de-4b0e-af2a-e86d798b7da4 for instance with vm_state building and task_state spawning. [ 627.099290] env[68960]: DEBUG nova.compute.manager [req-537adedb-7175-4135-9f0b-c744bcae56cc req-93633247-cd9b-47bc-8764-164efa83bb93 service nova] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Received event network-changed-4240e73d-f1de-4b0e-af2a-e86d798b7da4 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 627.099290] env[68960]: DEBUG nova.compute.manager [req-537adedb-7175-4135-9f0b-c744bcae56cc req-93633247-cd9b-47bc-8764-164efa83bb93 service nova] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Refreshing instance network info cache due to event network-changed-4240e73d-f1de-4b0e-af2a-e86d798b7da4. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 627.099290] env[68960]: DEBUG oslo_concurrency.lockutils [req-537adedb-7175-4135-9f0b-c744bcae56cc req-93633247-cd9b-47bc-8764-164efa83bb93 service nova] Acquiring lock "refresh_cache-2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.099428] env[68960]: DEBUG oslo_concurrency.lockutils [req-537adedb-7175-4135-9f0b-c744bcae56cc req-93633247-cd9b-47bc-8764-164efa83bb93 service nova] Acquired lock "refresh_cache-2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.099428] env[68960]: DEBUG nova.network.neutron [req-537adedb-7175-4135-9f0b-c744bcae56cc req-93633247-cd9b-47bc-8764-164efa83bb93 service nova] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Refreshing network info cache for port 4240e73d-f1de-4b0e-af2a-e86d798b7da4 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.273253] env[68960]: DEBUG nova.compute.utils [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 627.277268] env[68960]: DEBUG nova.compute.manager [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 627.277268] env[68960]: DEBUG nova.network.neutron [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 627.372763] env[68960]: DEBUG nova.policy [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f0a646c7e03488aa0d39a4b7c6e200c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfbb21635cab4e519c32805b99223a74', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 627.525410] env[68960]: INFO nova.compute.manager [-] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Took 1.77 seconds to deallocate network for instance. [ 627.560180] env[68960]: DEBUG oslo_vmware.api [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Task: {'id': task-3220829, 'name': PowerOnVM_Task, 'duration_secs': 0.568602} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.560520] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.560778] env[68960]: INFO nova.compute.manager [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Took 12.74 seconds to spawn the instance on the hypervisor. [ 627.560992] env[68960]: DEBUG nova.compute.manager [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.562096] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc254ec-0a8b-4307-ab12-bcac3868e89d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.579206] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220830, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.056551} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.580665] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] File moved {{(pid=68960) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 627.580872] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Cleaning up location [datastore1] vmware_temp/4d715947-2b89-4e71-998d-6b62da1d46f9 {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 627.581080] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Deleting the datastore file [datastore1] vmware_temp/4d715947-2b89-4e71-998d-6b62da1d46f9 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 627.584934] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-852fc0ce-61de-463a-8f57-9027385ccf5b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.594947] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 627.594947] env[68960]: value = "task-3220831" [ 627.594947] env[68960]: _type = "Task" [ 627.594947] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.616578] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.777715] env[68960]: DEBUG nova.compute.manager [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 627.974160] env[68960]: DEBUG oslo_concurrency.lockutils [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquiring lock "d2b95f0e-0e70-43a2-beb1-bae828ae6967" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.974396] env[68960]: DEBUG oslo_concurrency.lockutils [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "d2b95f0e-0e70-43a2-beb1-bae828ae6967" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.015131] env[68960]: DEBUG nova.network.neutron [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Successfully created port: 8174e5bc-b0bd-461f-9e05-c1d05af3f00a {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.030039] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d03168-d3c1-409b-a357-374c3b78e46b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.033862] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.040138] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30addbeb-b700-44b6-8061-4200f8a9f84f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.081490] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a74c17-cd4b-414d-8c9a-70d558bea887 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.100314] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2e39d0-43fa-4d73-9e92-cd476fb5e502 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.107023] env[68960]: INFO nova.compute.manager [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Took 23.08 seconds to build instance. [ 628.114024] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.05326} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.123143] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 628.124275] env[68960]: DEBUG nova.compute.provider_tree [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 628.126711] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74a59801-cd06-40be-9f6d-524302a6de34 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.133885] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 628.133885] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52de7c72-c79c-f4b6-1566-3ab4ffcba76e" [ 628.133885] env[68960]: _type = "Task" [ 628.133885] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.143854] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52de7c72-c79c-f4b6-1566-3ab4ffcba76e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.144819] env[68960]: DEBUG nova.network.neutron [req-537adedb-7175-4135-9f0b-c744bcae56cc req-93633247-cd9b-47bc-8764-164efa83bb93 service nova] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Updated VIF entry in instance network info cache for port 4240e73d-f1de-4b0e-af2a-e86d798b7da4. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.145203] env[68960]: DEBUG nova.network.neutron [req-537adedb-7175-4135-9f0b-c744bcae56cc req-93633247-cd9b-47bc-8764-164efa83bb93 service nova] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Updating instance_info_cache with network_info: [{"id": "4240e73d-f1de-4b0e-af2a-e86d798b7da4", "address": "fa:16:3e:a8:83:a3", "network": {"id": "f7efa461-aff7-4c94-a7b1-09449aea8c88", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1693973360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac999d2e6df41619f2a1235c56b3d45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4240e73d-f1", "ovs_interfaceid": "4240e73d-f1de-4b0e-af2a-e86d798b7da4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.477150] env[68960]: DEBUG nova.compute.manager [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.609332] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e321115f-8686-4329-a1c9-a122e32ecd77 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Lock "8e8cbe08-c4f1-49e3-9352-79581615b10b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.619s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.646663] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52de7c72-c79c-f4b6-1566-3ab4ffcba76e, 'name': SearchDatastore_Task, 'duration_secs': 0.060471} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.648390] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.648390] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57/2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 628.648390] env[68960]: DEBUG oslo_concurrency.lockutils [req-537adedb-7175-4135-9f0b-c744bcae56cc req-93633247-cd9b-47bc-8764-164efa83bb93 service nova] Releasing lock "refresh_cache-2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.648390] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.648809] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.648809] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca3d934e-a126-45a3-bc18-a1e3e11a02b2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.651453] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb5bc10b-cccd-4fff-a566-726adcc37ea8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.655206] env[68960]: ERROR nova.scheduler.client.report [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [req-1285d76d-c11a-4770-b07a-0fe502847d95] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d6b14c3a-024a-447e-9595-cef114b4ddda. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1285d76d-c11a-4770-b07a-0fe502847d95"}]} [ 628.662449] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 628.662449] env[68960]: value = "task-3220832" [ 628.662449] env[68960]: _type = "Task" [ 628.662449] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.668602] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.668602] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.671130] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-298a1d1c-d844-43e4-aa9e-9aa052559a8c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.678888] env[68960]: DEBUG nova.scheduler.client.report [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Refreshing inventories for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 628.680848] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.684977] env[68960]: DEBUG oslo_vmware.api [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 628.684977] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5274e8a4-3dac-2b7c-4a27-6ec329c002e6" [ 628.684977] env[68960]: _type = "Task" [ 628.684977] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.696324] env[68960]: DEBUG oslo_vmware.api [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5274e8a4-3dac-2b7c-4a27-6ec329c002e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.697205] env[68960]: DEBUG nova.scheduler.client.report [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Updating ProviderTree inventory for provider d6b14c3a-024a-447e-9595-cef114b4ddda from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 628.697500] env[68960]: DEBUG nova.compute.provider_tree [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 628.716605] env[68960]: DEBUG nova.scheduler.client.report [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Refreshing aggregate associations for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda, aggregates: 5a399b17-0bb3-420d-8c59-21ad2c95deb3 {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 628.743185] env[68960]: DEBUG nova.scheduler.client.report [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Refreshing trait associations for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 628.798071] env[68960]: DEBUG nova.compute.manager [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 628.843153] env[68960]: DEBUG nova.virt.hardware [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:06:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1783826146',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1286087057',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 628.844333] env[68960]: DEBUG nova.virt.hardware [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.844445] env[68960]: DEBUG nova.virt.hardware [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.844687] env[68960]: DEBUG nova.virt.hardware [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.844918] env[68960]: DEBUG nova.virt.hardware [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.845152] env[68960]: DEBUG nova.virt.hardware [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 628.845497] env[68960]: DEBUG nova.virt.hardware [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 628.845734] env[68960]: DEBUG nova.virt.hardware [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 628.846037] env[68960]: DEBUG nova.virt.hardware [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 628.846237] env[68960]: DEBUG nova.virt.hardware [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 628.846474] env[68960]: DEBUG nova.virt.hardware [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 628.847482] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab6b35e-b11e-496f-a330-2871a40dac6c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.860133] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033389e6-18b1-46ac-ba8e-d3d1d3e4399d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.969637] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "5a1a5e2f-ce84-4dff-a9e2-02308041d09e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.969864] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "5a1a5e2f-ce84-4dff-a9e2-02308041d09e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.003227] env[68960]: DEBUG oslo_concurrency.lockutils [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.040211] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a9f00c-8d75-4b67-9204-4343660a576e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.048337] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb9d5fd-9d4e-4afc-9937-3f00fce3a350 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.084171] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4146f34-f4ab-4e3c-a42c-f2ca689ad015 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.093569] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905de83e-4d00-4e7d-84ae-3319f773b6f8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.108785] env[68960]: DEBUG nova.compute.provider_tree [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 629.176310] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220832, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.195719] env[68960]: DEBUG oslo_vmware.api [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5274e8a4-3dac-2b7c-4a27-6ec329c002e6, 'name': SearchDatastore_Task, 'duration_secs': 0.028816} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.196723] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f532ed0-6718-472c-ab31-62e01ac35358 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.202621] env[68960]: DEBUG oslo_vmware.api [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 629.202621] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a70f7c-fd53-45a4-e437-26472f6ac082" [ 629.202621] env[68960]: _type = "Task" [ 629.202621] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.211150] env[68960]: DEBUG oslo_vmware.api [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a70f7c-fd53-45a4-e437-26472f6ac082, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.406164] env[68960]: DEBUG nova.network.neutron [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Successfully updated port: 20309284-2a41-4770-86e9-4d4cb222cc49 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 629.475562] env[68960]: DEBUG nova.compute.manager [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.619130] env[68960]: DEBUG nova.network.neutron [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Successfully updated port: 8174e5bc-b0bd-461f-9e05-c1d05af3f00a {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 629.659167] env[68960]: DEBUG nova.scheduler.client.report [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Updated inventory for provider d6b14c3a-024a-447e-9595-cef114b4ddda with generation 19 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 629.659167] env[68960]: DEBUG nova.compute.provider_tree [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Updating resource provider d6b14c3a-024a-447e-9595-cef114b4ddda generation from 19 to 20 during operation: update_inventory {{(pid=68960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 629.659167] env[68960]: DEBUG nova.compute.provider_tree [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 629.680610] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.97126} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.680610] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57/2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.680789] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.681021] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67ce801d-1b16-4af1-a3fb-23dab92c2c42 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.690230] env[68960]: DEBUG nova.compute.manager [req-18a5baa1-c82c-450a-a715-f5a735b2685f req-12bafdb7-909d-43b2-871b-cde4baaa2ca4 service nova] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Received event network-changed-b991d839-58df-4ac9-902d-06e04bfdc9cf {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.690526] env[68960]: DEBUG nova.compute.manager [req-18a5baa1-c82c-450a-a715-f5a735b2685f req-12bafdb7-909d-43b2-871b-cde4baaa2ca4 service nova] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Refreshing instance network info cache due to event network-changed-b991d839-58df-4ac9-902d-06e04bfdc9cf. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 629.690757] env[68960]: DEBUG oslo_concurrency.lockutils [req-18a5baa1-c82c-450a-a715-f5a735b2685f req-12bafdb7-909d-43b2-871b-cde4baaa2ca4 service nova] Acquiring lock "refresh_cache-2f52fb86-7de8-4029-9bef-8ac22581f503" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.690897] env[68960]: DEBUG oslo_concurrency.lockutils [req-18a5baa1-c82c-450a-a715-f5a735b2685f req-12bafdb7-909d-43b2-871b-cde4baaa2ca4 service nova] Acquired lock "refresh_cache-2f52fb86-7de8-4029-9bef-8ac22581f503" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.691372] env[68960]: DEBUG nova.network.neutron [req-18a5baa1-c82c-450a-a715-f5a735b2685f req-12bafdb7-909d-43b2-871b-cde4baaa2ca4 service nova] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Refreshing network info cache for port b991d839-58df-4ac9-902d-06e04bfdc9cf {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.695519] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 629.695519] env[68960]: value = "task-3220833" [ 629.695519] env[68960]: _type = "Task" [ 629.695519] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.711448] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.718798] env[68960]: DEBUG oslo_vmware.api [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a70f7c-fd53-45a4-e437-26472f6ac082, 'name': SearchDatastore_Task, 'duration_secs': 0.0121} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.718975] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.719322] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c/fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.719935] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c29bb40-cc5a-43f2-affd-dfac11f69cd2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.729667] env[68960]: DEBUG oslo_vmware.api [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 629.729667] env[68960]: value = "task-3220834" [ 629.729667] env[68960]: _type = "Task" [ 629.729667] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.741813] env[68960]: DEBUG oslo_vmware.api [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.911931] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Acquiring lock "refresh_cache-ff25865e-413a-4b40-a054-d445d5529220" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.912915] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Acquired lock "refresh_cache-ff25865e-413a-4b40-a054-d445d5529220" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.913372] env[68960]: DEBUG nova.network.neutron [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.004473] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.125942] env[68960]: DEBUG oslo_concurrency.lockutils [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Acquiring lock "refresh_cache-ee1f7fe7-b19c-4637-8b29-e58874c9af14" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.125942] env[68960]: DEBUG oslo_concurrency.lockutils [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Acquired lock "refresh_cache-ee1f7fe7-b19c-4637-8b29-e58874c9af14" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.125942] env[68960]: DEBUG nova.network.neutron [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.172029] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.402s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.172029] env[68960]: DEBUG nova.compute.manager [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.173239] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.878s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.176458] env[68960]: INFO nova.compute.claims [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.219415] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092592} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.219415] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.219415] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6578c5d0-65e0-4196-9ddc-31fd3b887a9e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.255045] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57/2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.260268] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a278a2a-a5e9-4a27-bc23-7a40cddb9a77 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.286505] env[68960]: DEBUG oslo_vmware.api [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220834, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.288333] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 630.288333] env[68960]: value = "task-3220836" [ 630.288333] env[68960]: _type = "Task" [ 630.288333] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.397118] env[68960]: DEBUG nova.compute.manager [req-76688a4c-9370-412f-a08c-04dd901c3668 req-c7db0ec5-1827-4605-994c-28e267f892f2 service nova] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Received event network-vif-deleted-4f66719c-3e59-40e1-8be5-609b7ff053ba {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.520116] env[68960]: DEBUG nova.network.neutron [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 630.665234] env[68960]: DEBUG nova.network.neutron [req-18a5baa1-c82c-450a-a715-f5a735b2685f req-12bafdb7-909d-43b2-871b-cde4baaa2ca4 service nova] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Updated VIF entry in instance network info cache for port b991d839-58df-4ac9-902d-06e04bfdc9cf. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 630.665234] env[68960]: DEBUG nova.network.neutron [req-18a5baa1-c82c-450a-a715-f5a735b2685f req-12bafdb7-909d-43b2-871b-cde4baaa2ca4 service nova] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Updating instance_info_cache with network_info: [{"id": "b991d839-58df-4ac9-902d-06e04bfdc9cf", "address": "fa:16:3e:79:ba:4c", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb991d839-58", "ovs_interfaceid": "b991d839-58df-4ac9-902d-06e04bfdc9cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.679716] env[68960]: DEBUG nova.network.neutron [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 630.683193] env[68960]: DEBUG nova.compute.utils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.687836] env[68960]: DEBUG nova.compute.manager [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.687836] env[68960]: DEBUG nova.network.neutron [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.755825] env[68960]: DEBUG oslo_vmware.api [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691437} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.756142] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c/fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.756385] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.756694] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ff8fffe-1960-460f-91b4-a2001fc8fdd2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.766266] env[68960]: DEBUG oslo_vmware.api [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 630.766266] env[68960]: value = "task-3220837" [ 630.766266] env[68960]: _type = "Task" [ 630.766266] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.785279] env[68960]: DEBUG oslo_vmware.api [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.800600] env[68960]: DEBUG nova.network.neutron [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Updating instance_info_cache with network_info: [{"id": "20309284-2a41-4770-86e9-4d4cb222cc49", "address": "fa:16:3e:e0:da:d7", "network": {"id": "4154fb86-d6c2-4d2f-9cdc-26b5cfd18114", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1250405018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "533f7cae3db44a6193d2ef86237d7922", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20309284-2a", "ovs_interfaceid": "20309284-2a41-4770-86e9-4d4cb222cc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.810085] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.849063] env[68960]: DEBUG nova.policy [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ba4b11e41a14464929098f854ec4217', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63968b162de440dfbc9c2c6a8b851260', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 631.003832] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Acquiring lock "75f185f7-7424-4e12-9b06-69c6094267d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.004076] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Lock "75f185f7-7424-4e12-9b06-69c6094267d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.067067] env[68960]: DEBUG nova.network.neutron [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Updating instance_info_cache with network_info: [{"id": "8174e5bc-b0bd-461f-9e05-c1d05af3f00a", "address": "fa:16:3e:08:b1:57", "network": {"id": "778f734f-4fcc-45d7-8d68-7210de64f6e9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1402639889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfbb21635cab4e519c32805b99223a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8174e5bc-b0", "ovs_interfaceid": "8174e5bc-b0bd-461f-9e05-c1d05af3f00a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.170711] env[68960]: DEBUG oslo_concurrency.lockutils [req-18a5baa1-c82c-450a-a715-f5a735b2685f req-12bafdb7-909d-43b2-871b-cde4baaa2ca4 service nova] Releasing lock "refresh_cache-2f52fb86-7de8-4029-9bef-8ac22581f503" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.171015] env[68960]: DEBUG nova.compute.manager [req-18a5baa1-c82c-450a-a715-f5a735b2685f req-12bafdb7-909d-43b2-871b-cde4baaa2ca4 service nova] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Received event network-changed-c7b52b51-b12d-4e5a-9a39-d8d15e5d7667 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.171309] env[68960]: DEBUG nova.compute.manager [req-18a5baa1-c82c-450a-a715-f5a735b2685f req-12bafdb7-909d-43b2-871b-cde4baaa2ca4 service nova] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Refreshing instance network info cache due to event network-changed-c7b52b51-b12d-4e5a-9a39-d8d15e5d7667. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 631.172128] env[68960]: DEBUG oslo_concurrency.lockutils [req-18a5baa1-c82c-450a-a715-f5a735b2685f req-12bafdb7-909d-43b2-871b-cde4baaa2ca4 service nova] Acquiring lock "refresh_cache-fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.172312] env[68960]: DEBUG oslo_concurrency.lockutils [req-18a5baa1-c82c-450a-a715-f5a735b2685f req-12bafdb7-909d-43b2-871b-cde4baaa2ca4 service nova] Acquired lock "refresh_cache-fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.172754] env[68960]: DEBUG nova.network.neutron [req-18a5baa1-c82c-450a-a715-f5a735b2685f req-12bafdb7-909d-43b2-871b-cde4baaa2ca4 service nova] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Refreshing network info cache for port c7b52b51-b12d-4e5a-9a39-d8d15e5d7667 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.187889] env[68960]: DEBUG nova.compute.manager [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.277596] env[68960]: DEBUG oslo_vmware.api [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113514} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.280192] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.282246] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3dbec6d-a034-423b-a4c6-3fd4a678c9ad {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.303809] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Releasing lock "refresh_cache-ff25865e-413a-4b40-a054-d445d5529220" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.304363] env[68960]: DEBUG nova.compute.manager [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Instance network_info: |[{"id": "20309284-2a41-4770-86e9-4d4cb222cc49", "address": "fa:16:3e:e0:da:d7", "network": {"id": "4154fb86-d6c2-4d2f-9cdc-26b5cfd18114", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1250405018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "533f7cae3db44a6193d2ef86237d7922", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20309284-2a", "ovs_interfaceid": "20309284-2a41-4770-86e9-4d4cb222cc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 631.317106] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c/fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.324096] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:da:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20309284-2a41-4770-86e9-4d4cb222cc49', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.332090] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Creating folder: Project (533f7cae3db44a6193d2ef86237d7922). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.332216] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-419fdff0-4e89-46b2-9a86-211fe4cb15bc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.350111] env[68960]: DEBUG nova.network.neutron [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Successfully created port: 99e4efba-5151-4480-97a5-5af746a8bbcc {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.352334] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01a9dbec-092c-478a-b58b-6c4a41a899eb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.361430] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.363600] env[68960]: DEBUG oslo_vmware.api [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 631.363600] env[68960]: value = "task-3220838" [ 631.363600] env[68960]: _type = "Task" [ 631.363600] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.372140] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Created folder: Project (533f7cae3db44a6193d2ef86237d7922) in parent group-v643888. [ 631.372234] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Creating folder: Instances. Parent ref: group-v643912. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.373153] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c92e61c2-8f93-44a5-b009-63fba1447976 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.380962] env[68960]: DEBUG oslo_vmware.api [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220838, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.386671] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Created folder: Instances in parent group-v643912. [ 631.387118] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.387393] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff25865e-413a-4b40-a054-d445d5529220] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.387702] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6837f30d-4123-425d-857e-a2bd608c9c60 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.414230] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.414230] env[68960]: value = "task-3220841" [ 631.414230] env[68960]: _type = "Task" [ 631.414230] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.427398] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220841, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.509144] env[68960]: DEBUG nova.compute.manager [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.568923] env[68960]: DEBUG oslo_concurrency.lockutils [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Releasing lock "refresh_cache-ee1f7fe7-b19c-4637-8b29-e58874c9af14" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.569442] env[68960]: DEBUG nova.compute.manager [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Instance network_info: |[{"id": "8174e5bc-b0bd-461f-9e05-c1d05af3f00a", "address": "fa:16:3e:08:b1:57", "network": {"id": "778f734f-4fcc-45d7-8d68-7210de64f6e9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1402639889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfbb21635cab4e519c32805b99223a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8174e5bc-b0", "ovs_interfaceid": "8174e5bc-b0bd-461f-9e05-c1d05af3f00a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 631.570904] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:b1:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c1b8689-a9b4-4972-beb9-6a1c8de1dc88', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8174e5bc-b0bd-461f-9e05-c1d05af3f00a', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.585649] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Creating folder: Project (dfbb21635cab4e519c32805b99223a74). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.588774] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce657b07-014b-46d3-9821-e3ca025aebe1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.592469] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297f7c0d-5980-44ac-a3bc-526a7e38a13f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.603254] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81865103-7198-4698-a4a0-24c80b441a7a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.608014] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Created folder: Project (dfbb21635cab4e519c32805b99223a74) in parent group-v643888. [ 631.608543] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Creating folder: Instances. Parent ref: group-v643915. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.608832] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3448492b-b504-413d-8cbf-55a2db5cfbe5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.640989] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e81b974-eaeb-4131-b4ef-5d5fb7ce13e4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.643142] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Created folder: Instances in parent group-v643915. [ 631.643434] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.643938] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.644548] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddcba3e4-7c69-4b10-ae41-7ed906220a35 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.664037] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171ce2c6-c0bc-4ec6-ad7b-f3264312d071 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.671130] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.671130] env[68960]: value = "task-3220844" [ 631.671130] env[68960]: _type = "Task" [ 631.671130] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.684478] env[68960]: DEBUG nova.compute.provider_tree [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.692509] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220844, 'name': CreateVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.803145] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Acquiring lock "44e5ac3d-09ea-4410-941a-971e4e9b55d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.803402] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Lock "44e5ac3d-09ea-4410-941a-971e4e9b55d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.815453] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220836, 'name': ReconfigVM_Task, 'duration_secs': 1.173616} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.815759] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57/2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.816480] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38bf8ce5-667b-4c2e-ac16-5a13c1e0a56e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.823960] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 631.823960] env[68960]: value = "task-3220845" [ 631.823960] env[68960]: _type = "Task" [ 631.823960] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.835026] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220845, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.876047] env[68960]: DEBUG oslo_vmware.api [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220838, 'name': ReconfigVM_Task, 'duration_secs': 0.488127} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.876351] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Reconfigured VM instance instance-00000007 to attach disk [datastore1] fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c/fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.877018] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e71e9dd-d7a4-4d58-872d-c72bfa39214f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.886129] env[68960]: DEBUG oslo_vmware.api [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 631.886129] env[68960]: value = "task-3220846" [ 631.886129] env[68960]: _type = "Task" [ 631.886129] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.901126] env[68960]: DEBUG oslo_vmware.api [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220846, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.927709] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220841, 'name': CreateVM_Task, 'duration_secs': 0.38133} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.927952] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff25865e-413a-4b40-a054-d445d5529220] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.929043] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.929229] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.930028] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.930028] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d045c67-a605-4aee-a75d-06bde4c53c85 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.937706] env[68960]: DEBUG oslo_vmware.api [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Waiting for the task: (returnval){ [ 631.937706] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52561167-28d7-1a44-e81a-84c06a889d98" [ 631.937706] env[68960]: _type = "Task" [ 631.937706] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.956532] env[68960]: DEBUG oslo_vmware.api [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52561167-28d7-1a44-e81a-84c06a889d98, 'name': SearchDatastore_Task, 'duration_secs': 0.011921} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.956532] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.956532] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.956532] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.956824] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.956824] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.958674] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbacb181-fa6e-43e0-b586-5576c52007d3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.969544] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.969846] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.970719] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cbb8bc2-0a31-41c4-81ba-05dabda7c675 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.978773] env[68960]: DEBUG oslo_vmware.api [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Waiting for the task: (returnval){ [ 631.978773] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524be12e-3d62-cebf-6ee8-ab10be3b667a" [ 631.978773] env[68960]: _type = "Task" [ 631.978773] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.989992] env[68960]: DEBUG oslo_vmware.api [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524be12e-3d62-cebf-6ee8-ab10be3b667a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.038388] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.183337] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220844, 'name': CreateVM_Task, 'duration_secs': 0.459676} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.183542] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.184222] env[68960]: DEBUG oslo_concurrency.lockutils [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.184388] env[68960]: DEBUG oslo_concurrency.lockutils [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.184713] env[68960]: DEBUG oslo_concurrency.lockutils [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.184970] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-322fdfcc-6d4a-48cc-af28-ac35ad9ab9de {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.187459] env[68960]: DEBUG nova.scheduler.client.report [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.194908] env[68960]: DEBUG oslo_vmware.api [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Waiting for the task: (returnval){ [ 632.194908] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52bdae68-97dd-1aa3-a5bf-cb5cc44df3ae" [ 632.194908] env[68960]: _type = "Task" [ 632.194908] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.200081] env[68960]: DEBUG nova.compute.manager [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.206776] env[68960]: DEBUG oslo_vmware.api [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52bdae68-97dd-1aa3-a5bf-cb5cc44df3ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.230157] env[68960]: DEBUG nova.virt.hardware [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.230405] env[68960]: DEBUG nova.virt.hardware [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.230557] env[68960]: DEBUG nova.virt.hardware [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.230758] env[68960]: DEBUG nova.virt.hardware [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.230868] env[68960]: DEBUG nova.virt.hardware [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.231017] env[68960]: DEBUG nova.virt.hardware [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.231293] env[68960]: DEBUG nova.virt.hardware [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.231465] env[68960]: DEBUG nova.virt.hardware [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.231628] env[68960]: DEBUG nova.virt.hardware [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.231788] env[68960]: DEBUG nova.virt.hardware [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.231958] env[68960]: DEBUG nova.virt.hardware [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.232901] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4b4be6-9d57-4f45-aa70-b2481a320290 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.242729] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e176519-1c42-4929-bbc8-6f883aa2908a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.338802] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220845, 'name': Rename_Task, 'duration_secs': 0.18791} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.339192] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.339449] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e77749b-3d4a-4bb6-b123-61fa2d7ffa19 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.347236] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 632.347236] env[68960]: value = "task-3220848" [ 632.347236] env[68960]: _type = "Task" [ 632.347236] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.361851] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.363074] env[68960]: DEBUG nova.network.neutron [req-18a5baa1-c82c-450a-a715-f5a735b2685f req-12bafdb7-909d-43b2-871b-cde4baaa2ca4 service nova] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Updated VIF entry in instance network info cache for port c7b52b51-b12d-4e5a-9a39-d8d15e5d7667. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.363414] env[68960]: DEBUG nova.network.neutron [req-18a5baa1-c82c-450a-a715-f5a735b2685f req-12bafdb7-909d-43b2-871b-cde4baaa2ca4 service nova] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Updating instance_info_cache with network_info: [{"id": "c7b52b51-b12d-4e5a-9a39-d8d15e5d7667", "address": "fa:16:3e:13:f9:26", "network": {"id": "f7efa461-aff7-4c94-a7b1-09449aea8c88", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1693973360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac999d2e6df41619f2a1235c56b3d45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b52b51-b1", "ovs_interfaceid": "c7b52b51-b12d-4e5a-9a39-d8d15e5d7667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.399430] env[68960]: DEBUG oslo_vmware.api [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220846, 'name': Rename_Task, 'duration_secs': 0.189531} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.399725] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.399976] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a4d2117-66d7-4eb4-b254-a926fa2ec688 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.407192] env[68960]: DEBUG oslo_vmware.api [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 632.407192] env[68960]: value = "task-3220849" [ 632.407192] env[68960]: _type = "Task" [ 632.407192] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.417601] env[68960]: DEBUG oslo_vmware.api [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.489207] env[68960]: DEBUG nova.compute.manager [None req-c1dc4fd1-98a2-41e2-8146-e2d66850fa48 tempest-ServerDiagnosticsTest-1421474595 tempest-ServerDiagnosticsTest-1421474595-project-admin] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.495566] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439a922c-6f5b-4126-bf4b-89343b733983 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.496927] env[68960]: DEBUG oslo_vmware.api [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524be12e-3d62-cebf-6ee8-ab10be3b667a, 'name': SearchDatastore_Task, 'duration_secs': 0.01386} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.498336] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85495b9e-ecfb-4f39-8143-7fbc04b66e6c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.502413] env[68960]: INFO nova.compute.manager [None req-c1dc4fd1-98a2-41e2-8146-e2d66850fa48 tempest-ServerDiagnosticsTest-1421474595 tempest-ServerDiagnosticsTest-1421474595-project-admin] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Retrieving diagnostics [ 632.503733] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b14be9-3113-4197-9b1a-a3d73a6151cf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.508145] env[68960]: DEBUG oslo_vmware.api [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Waiting for the task: (returnval){ [ 632.508145] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52053e95-4202-b8da-91d1-aa55ea6c4107" [ 632.508145] env[68960]: _type = "Task" [ 632.508145] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.545650] env[68960]: DEBUG oslo_vmware.api [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52053e95-4202-b8da-91d1-aa55ea6c4107, 'name': SearchDatastore_Task, 'duration_secs': 0.009974} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.545922] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.546444] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] ff25865e-413a-4b40-a054-d445d5529220/ff25865e-413a-4b40-a054-d445d5529220.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.546564] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e80771d-8c6b-4a1d-b4cb-16c63fc0fb07 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.556941] env[68960]: DEBUG oslo_vmware.api [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Waiting for the task: (returnval){ [ 632.556941] env[68960]: value = "task-3220850" [ 632.556941] env[68960]: _type = "Task" [ 632.556941] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.573448] env[68960]: DEBUG oslo_vmware.api [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Task: {'id': task-3220850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.693472] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.697708] env[68960]: DEBUG nova.compute.manager [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.700083] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.347s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.701670] env[68960]: INFO nova.compute.claims [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.718644] env[68960]: DEBUG oslo_vmware.api [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52bdae68-97dd-1aa3-a5bf-cb5cc44df3ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010436} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.719061] env[68960]: DEBUG oslo_concurrency.lockutils [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.719332] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.719906] env[68960]: DEBUG oslo_concurrency.lockutils [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.720121] env[68960]: DEBUG oslo_concurrency.lockutils [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.720318] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.720793] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c4e92b6-85b1-41f0-99f7-ec37b9500e65 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.740258] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.740258] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.740258] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31687328-157a-45db-93c2-3339144cbdd0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.750619] env[68960]: DEBUG oslo_vmware.api [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Waiting for the task: (returnval){ [ 632.750619] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ea7dda-5a42-8c38-323d-b236d443084a" [ 632.750619] env[68960]: _type = "Task" [ 632.750619] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.762123] env[68960]: DEBUG oslo_vmware.api [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ea7dda-5a42-8c38-323d-b236d443084a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.863933] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220848, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.867679] env[68960]: DEBUG oslo_concurrency.lockutils [req-18a5baa1-c82c-450a-a715-f5a735b2685f req-12bafdb7-909d-43b2-871b-cde4baaa2ca4 service nova] Releasing lock "refresh_cache-fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.922029] env[68960]: DEBUG oslo_vmware.api [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220849, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.073155] env[68960]: DEBUG oslo_vmware.api [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Task: {'id': task-3220850, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.209387] env[68960]: DEBUG nova.compute.utils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.213057] env[68960]: DEBUG nova.compute.manager [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.213738] env[68960]: DEBUG nova.network.neutron [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.265933] env[68960]: DEBUG oslo_vmware.api [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ea7dda-5a42-8c38-323d-b236d443084a, 'name': SearchDatastore_Task, 'duration_secs': 0.059653} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.266806] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5c7107d-2b11-4e2b-a7a3-8e43805a589f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.275354] env[68960]: DEBUG oslo_vmware.api [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Waiting for the task: (returnval){ [ 633.275354] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ea8664-e7c2-3ea6-d071-bc407c0e18bf" [ 633.275354] env[68960]: _type = "Task" [ 633.275354] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.275622] env[68960]: DEBUG nova.network.neutron [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Successfully updated port: 99e4efba-5151-4480-97a5-5af746a8bbcc {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 633.294338] env[68960]: DEBUG oslo_vmware.api [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ea8664-e7c2-3ea6-d071-bc407c0e18bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010699} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.296244] env[68960]: DEBUG nova.policy [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ba4b11e41a14464929098f854ec4217', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63968b162de440dfbc9c2c6a8b851260', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.298433] env[68960]: DEBUG oslo_concurrency.lockutils [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.298732] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] ee1f7fe7-b19c-4637-8b29-e58874c9af14/ee1f7fe7-b19c-4637-8b29-e58874c9af14.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.300107] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68f7ff26-e97e-4897-b0bf-3fad91052ae6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.309727] env[68960]: DEBUG oslo_vmware.api [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Waiting for the task: (returnval){ [ 633.309727] env[68960]: value = "task-3220851" [ 633.309727] env[68960]: _type = "Task" [ 633.309727] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.320278] env[68960]: DEBUG oslo_vmware.api [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3220851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.361892] env[68960]: DEBUG oslo_vmware.api [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220848, 'name': PowerOnVM_Task, 'duration_secs': 0.811478} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.362655] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.362819] env[68960]: INFO nova.compute.manager [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Took 16.22 seconds to spawn the instance on the hypervisor. [ 633.363017] env[68960]: DEBUG nova.compute.manager [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.363882] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bb80fb-b883-4061-bf0f-aae9576348f1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.425600] env[68960]: DEBUG oslo_vmware.api [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220849, 'name': PowerOnVM_Task, 'duration_secs': 0.793284} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.425878] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.426095] env[68960]: INFO nova.compute.manager [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Took 14.00 seconds to spawn the instance on the hypervisor. [ 633.426281] env[68960]: DEBUG nova.compute.manager [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.427075] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf00c68-0245-4b19-b5bb-4ce1f8d799ff {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.571449] env[68960]: DEBUG oslo_vmware.api [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Task: {'id': task-3220850, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.717473] env[68960]: DEBUG nova.network.neutron [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Successfully created port: e9c6fac9-fb55-4239-8582-b5cd853be62e {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 633.719465] env[68960]: DEBUG nova.compute.manager [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.779146] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquiring lock "refresh_cache-a379fe8b-cc63-42fc-843e-a602a3933ebc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.779146] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquired lock "refresh_cache-a379fe8b-cc63-42fc-843e-a602a3933ebc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.779782] env[68960]: DEBUG nova.network.neutron [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.825850] env[68960]: DEBUG oslo_vmware.api [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3220851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.893639] env[68960]: INFO nova.compute.manager [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Took 25.08 seconds to build instance. [ 633.947531] env[68960]: INFO nova.compute.manager [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Took 22.18 seconds to build instance. [ 634.009258] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad52bb54-10a7-43c2-a3ef-37d81b014615 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.017765] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d49337-b705-40f5-aff2-d679207b9546 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.075345] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0b0474-c14c-4ae1-8478-4c24de656214 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.087832] env[68960]: DEBUG oslo_vmware.api [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Task: {'id': task-3220850, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.505639} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.093440] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] ff25865e-413a-4b40-a054-d445d5529220/ff25865e-413a-4b40-a054-d445d5529220.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.093440] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.093440] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e7fd639-2e8e-472c-914b-e59315e90e68 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.096273] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91aa9436-dcc8-4c54-a309-222ddfb810f7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.113136] env[68960]: DEBUG nova.compute.provider_tree [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.120625] env[68960]: DEBUG oslo_vmware.api [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Waiting for the task: (returnval){ [ 634.120625] env[68960]: value = "task-3220853" [ 634.120625] env[68960]: _type = "Task" [ 634.120625] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.131033] env[68960]: DEBUG oslo_vmware.api [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Task: {'id': task-3220853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.147332] env[68960]: DEBUG nova.compute.manager [req-b162a58f-7a9b-4498-9dbf-da81a96b922e req-4e22c5d8-6188-4eba-b639-256116952128 service nova] [instance: ff25865e-413a-4b40-a054-d445d5529220] Received event network-vif-plugged-20309284-2a41-4770-86e9-4d4cb222cc49 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.147696] env[68960]: DEBUG oslo_concurrency.lockutils [req-b162a58f-7a9b-4498-9dbf-da81a96b922e req-4e22c5d8-6188-4eba-b639-256116952128 service nova] Acquiring lock "ff25865e-413a-4b40-a054-d445d5529220-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.148689] env[68960]: DEBUG oslo_concurrency.lockutils [req-b162a58f-7a9b-4498-9dbf-da81a96b922e req-4e22c5d8-6188-4eba-b639-256116952128 service nova] Lock "ff25865e-413a-4b40-a054-d445d5529220-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.148689] env[68960]: DEBUG oslo_concurrency.lockutils [req-b162a58f-7a9b-4498-9dbf-da81a96b922e req-4e22c5d8-6188-4eba-b639-256116952128 service nova] Lock "ff25865e-413a-4b40-a054-d445d5529220-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.148689] env[68960]: DEBUG nova.compute.manager [req-b162a58f-7a9b-4498-9dbf-da81a96b922e req-4e22c5d8-6188-4eba-b639-256116952128 service nova] [instance: ff25865e-413a-4b40-a054-d445d5529220] No waiting events found dispatching network-vif-plugged-20309284-2a41-4770-86e9-4d4cb222cc49 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 634.148852] env[68960]: WARNING nova.compute.manager [req-b162a58f-7a9b-4498-9dbf-da81a96b922e req-4e22c5d8-6188-4eba-b639-256116952128 service nova] [instance: ff25865e-413a-4b40-a054-d445d5529220] Received unexpected event network-vif-plugged-20309284-2a41-4770-86e9-4d4cb222cc49 for instance with vm_state building and task_state spawning. [ 634.148940] env[68960]: DEBUG nova.compute.manager [req-b162a58f-7a9b-4498-9dbf-da81a96b922e req-4e22c5d8-6188-4eba-b639-256116952128 service nova] [instance: ff25865e-413a-4b40-a054-d445d5529220] Received event network-changed-20309284-2a41-4770-86e9-4d4cb222cc49 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.149213] env[68960]: DEBUG nova.compute.manager [req-b162a58f-7a9b-4498-9dbf-da81a96b922e req-4e22c5d8-6188-4eba-b639-256116952128 service nova] [instance: ff25865e-413a-4b40-a054-d445d5529220] Refreshing instance network info cache due to event network-changed-20309284-2a41-4770-86e9-4d4cb222cc49. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 634.149489] env[68960]: DEBUG oslo_concurrency.lockutils [req-b162a58f-7a9b-4498-9dbf-da81a96b922e req-4e22c5d8-6188-4eba-b639-256116952128 service nova] Acquiring lock "refresh_cache-ff25865e-413a-4b40-a054-d445d5529220" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.149710] env[68960]: DEBUG oslo_concurrency.lockutils [req-b162a58f-7a9b-4498-9dbf-da81a96b922e req-4e22c5d8-6188-4eba-b639-256116952128 service nova] Acquired lock "refresh_cache-ff25865e-413a-4b40-a054-d445d5529220" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.150402] env[68960]: DEBUG nova.network.neutron [req-b162a58f-7a9b-4498-9dbf-da81a96b922e req-4e22c5d8-6188-4eba-b639-256116952128 service nova] [instance: ff25865e-413a-4b40-a054-d445d5529220] Refreshing network info cache for port 20309284-2a41-4770-86e9-4d4cb222cc49 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.224491] env[68960]: DEBUG nova.compute.manager [req-f018dd65-ee53-4154-b766-7f951d3baf91 req-19cdc312-b381-4d73-a2db-da58c3bc0f46 service nova] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Received event network-vif-plugged-8174e5bc-b0bd-461f-9e05-c1d05af3f00a {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.224491] env[68960]: DEBUG oslo_concurrency.lockutils [req-f018dd65-ee53-4154-b766-7f951d3baf91 req-19cdc312-b381-4d73-a2db-da58c3bc0f46 service nova] Acquiring lock "ee1f7fe7-b19c-4637-8b29-e58874c9af14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.224592] env[68960]: DEBUG oslo_concurrency.lockutils [req-f018dd65-ee53-4154-b766-7f951d3baf91 req-19cdc312-b381-4d73-a2db-da58c3bc0f46 service nova] Lock "ee1f7fe7-b19c-4637-8b29-e58874c9af14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.224683] env[68960]: DEBUG oslo_concurrency.lockutils [req-f018dd65-ee53-4154-b766-7f951d3baf91 req-19cdc312-b381-4d73-a2db-da58c3bc0f46 service nova] Lock "ee1f7fe7-b19c-4637-8b29-e58874c9af14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.224834] env[68960]: DEBUG nova.compute.manager [req-f018dd65-ee53-4154-b766-7f951d3baf91 req-19cdc312-b381-4d73-a2db-da58c3bc0f46 service nova] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] No waiting events found dispatching network-vif-plugged-8174e5bc-b0bd-461f-9e05-c1d05af3f00a {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 634.224988] env[68960]: WARNING nova.compute.manager [req-f018dd65-ee53-4154-b766-7f951d3baf91 req-19cdc312-b381-4d73-a2db-da58c3bc0f46 service nova] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Received unexpected event network-vif-plugged-8174e5bc-b0bd-461f-9e05-c1d05af3f00a for instance with vm_state building and task_state spawning. [ 634.226410] env[68960]: DEBUG nova.compute.manager [req-f018dd65-ee53-4154-b766-7f951d3baf91 req-19cdc312-b381-4d73-a2db-da58c3bc0f46 service nova] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Received event network-changed-8174e5bc-b0bd-461f-9e05-c1d05af3f00a {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.226609] env[68960]: DEBUG nova.compute.manager [req-f018dd65-ee53-4154-b766-7f951d3baf91 req-19cdc312-b381-4d73-a2db-da58c3bc0f46 service nova] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Refreshing instance network info cache due to event network-changed-8174e5bc-b0bd-461f-9e05-c1d05af3f00a. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 634.226808] env[68960]: DEBUG oslo_concurrency.lockutils [req-f018dd65-ee53-4154-b766-7f951d3baf91 req-19cdc312-b381-4d73-a2db-da58c3bc0f46 service nova] Acquiring lock "refresh_cache-ee1f7fe7-b19c-4637-8b29-e58874c9af14" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.227011] env[68960]: DEBUG oslo_concurrency.lockutils [req-f018dd65-ee53-4154-b766-7f951d3baf91 req-19cdc312-b381-4d73-a2db-da58c3bc0f46 service nova] Acquired lock "refresh_cache-ee1f7fe7-b19c-4637-8b29-e58874c9af14" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.227114] env[68960]: DEBUG nova.network.neutron [req-f018dd65-ee53-4154-b766-7f951d3baf91 req-19cdc312-b381-4d73-a2db-da58c3bc0f46 service nova] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Refreshing network info cache for port 8174e5bc-b0bd-461f-9e05-c1d05af3f00a {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.327244] env[68960]: DEBUG oslo_vmware.api [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3220851, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.345657] env[68960]: DEBUG nova.network.neutron [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.400479] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6db851ad-6dbc-4cfe-802d-ec81fc86d862 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.608s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.453314] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e30cba59-9e50-4b6c-9a30-b207ecbf822c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.702s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.475792] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Acquiring lock "c92cef0d-47ce-40f6-8dae-18ce9a133da4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.476021] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Lock "c92cef0d-47ce-40f6-8dae-18ce9a133da4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.554233] env[68960]: DEBUG nova.compute.manager [None req-e73bf847-fbfd-43f6-b7a7-fb031fe047cb tempest-ServerDiagnosticsV248Test-1093878677 tempest-ServerDiagnosticsV248Test-1093878677-project-admin] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.556841] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7341cb-b64d-4dc3-b827-c04c8efb3bb8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.566626] env[68960]: INFO nova.compute.manager [None req-e73bf847-fbfd-43f6-b7a7-fb031fe047cb tempest-ServerDiagnosticsV248Test-1093878677 tempest-ServerDiagnosticsV248Test-1093878677-project-admin] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Retrieving diagnostics [ 634.567640] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834b79d5-a3c3-42a0-ab64-a7bc3ce094a3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.622613] env[68960]: DEBUG nova.scheduler.client.report [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.637188] env[68960]: DEBUG oslo_vmware.api [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Task: {'id': task-3220853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144758} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.640246] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.640897] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3449cd71-5b3b-4d0e-b17d-d370c7ff1291 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.667445] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] ff25865e-413a-4b40-a054-d445d5529220/ff25865e-413a-4b40-a054-d445d5529220.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.668053] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7b78cc7-9971-4298-8a9d-343607d2c539 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.691087] env[68960]: DEBUG oslo_vmware.api [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Waiting for the task: (returnval){ [ 634.691087] env[68960]: value = "task-3220854" [ 634.691087] env[68960]: _type = "Task" [ 634.691087] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.700654] env[68960]: DEBUG oslo_vmware.api [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Task: {'id': task-3220854, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.727263] env[68960]: DEBUG nova.network.neutron [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Updating instance_info_cache with network_info: [{"id": "99e4efba-5151-4480-97a5-5af746a8bbcc", "address": "fa:16:3e:07:c7:58", "network": {"id": "42417904-6e85-45e8-aed1-f7b8de3d2507", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2014348388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63968b162de440dfbc9c2c6a8b851260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99e4efba-51", "ovs_interfaceid": "99e4efba-5151-4480-97a5-5af746a8bbcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.736864] env[68960]: DEBUG nova.compute.manager [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.779704] env[68960]: DEBUG nova.virt.hardware [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.779858] env[68960]: DEBUG nova.virt.hardware [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.780055] env[68960]: DEBUG nova.virt.hardware [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.780279] env[68960]: DEBUG nova.virt.hardware [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.780461] env[68960]: DEBUG nova.virt.hardware [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.780607] env[68960]: DEBUG nova.virt.hardware [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.780852] env[68960]: DEBUG nova.virt.hardware [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.781378] env[68960]: DEBUG nova.virt.hardware [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.781448] env[68960]: DEBUG nova.virt.hardware [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.781671] env[68960]: DEBUG nova.virt.hardware [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.782144] env[68960]: DEBUG nova.virt.hardware [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.782724] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ba95f5-0f10-4fb5-8f58-f2ab47a3760a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.793259] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd78364-2f1d-4be9-8a9c-21fe074a518d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.827452] env[68960]: DEBUG oslo_vmware.api [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3220851, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.246208} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.827452] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] ee1f7fe7-b19c-4637-8b29-e58874c9af14/ee1f7fe7-b19c-4637-8b29-e58874c9af14.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.827739] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.828897] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4478a98-1e12-4c9f-9a0f-a9dafda34edf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.838778] env[68960]: DEBUG oslo_vmware.api [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Waiting for the task: (returnval){ [ 634.838778] env[68960]: value = "task-3220855" [ 634.838778] env[68960]: _type = "Task" [ 634.838778] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.849265] env[68960]: DEBUG oslo_vmware.api [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3220855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.903482] env[68960]: DEBUG nova.compute.manager [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 634.978444] env[68960]: DEBUG nova.compute.manager [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.077121] env[68960]: DEBUG nova.network.neutron [req-b162a58f-7a9b-4498-9dbf-da81a96b922e req-4e22c5d8-6188-4eba-b639-256116952128 service nova] [instance: ff25865e-413a-4b40-a054-d445d5529220] Updated VIF entry in instance network info cache for port 20309284-2a41-4770-86e9-4d4cb222cc49. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.077512] env[68960]: DEBUG nova.network.neutron [req-b162a58f-7a9b-4498-9dbf-da81a96b922e req-4e22c5d8-6188-4eba-b639-256116952128 service nova] [instance: ff25865e-413a-4b40-a054-d445d5529220] Updating instance_info_cache with network_info: [{"id": "20309284-2a41-4770-86e9-4d4cb222cc49", "address": "fa:16:3e:e0:da:d7", "network": {"id": "4154fb86-d6c2-4d2f-9cdc-26b5cfd18114", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1250405018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "533f7cae3db44a6193d2ef86237d7922", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20309284-2a", "ovs_interfaceid": "20309284-2a41-4770-86e9-4d4cb222cc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.107622] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9a005827-0271-4c19-9db9-4243790eb385 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Acquiring lock "8e8cbe08-c4f1-49e3-9352-79581615b10b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.107879] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9a005827-0271-4c19-9db9-4243790eb385 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Lock "8e8cbe08-c4f1-49e3-9352-79581615b10b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.108091] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9a005827-0271-4c19-9db9-4243790eb385 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Acquiring lock "8e8cbe08-c4f1-49e3-9352-79581615b10b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.108281] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9a005827-0271-4c19-9db9-4243790eb385 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Lock "8e8cbe08-c4f1-49e3-9352-79581615b10b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.109047] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9a005827-0271-4c19-9db9-4243790eb385 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Lock "8e8cbe08-c4f1-49e3-9352-79581615b10b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.110421] env[68960]: INFO nova.compute.manager [None req-9a005827-0271-4c19-9db9-4243790eb385 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Terminating instance [ 635.131806] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.132416] env[68960]: DEBUG nova.compute.manager [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.135294] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.101s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.135539] env[68960]: DEBUG nova.objects.instance [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] Lazy-loading 'resources' on Instance uuid b253d109-d445-4153-93cc-77184b5f7bcc {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 635.205592] env[68960]: DEBUG oslo_vmware.api [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Task: {'id': task-3220854, 'name': ReconfigVM_Task, 'duration_secs': 0.329633} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.205592] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Reconfigured VM instance instance-00000008 to attach disk [datastore1] ff25865e-413a-4b40-a054-d445d5529220/ff25865e-413a-4b40-a054-d445d5529220.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.205592] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddf4b254-6be9-485e-a312-c59f0667dd3e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.211316] env[68960]: DEBUG oslo_vmware.api [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Waiting for the task: (returnval){ [ 635.211316] env[68960]: value = "task-3220856" [ 635.211316] env[68960]: _type = "Task" [ 635.211316] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.220709] env[68960]: DEBUG oslo_vmware.api [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Task: {'id': task-3220856, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.233271] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Releasing lock "refresh_cache-a379fe8b-cc63-42fc-843e-a602a3933ebc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.233271] env[68960]: DEBUG nova.compute.manager [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Instance network_info: |[{"id": "99e4efba-5151-4480-97a5-5af746a8bbcc", "address": "fa:16:3e:07:c7:58", "network": {"id": "42417904-6e85-45e8-aed1-f7b8de3d2507", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2014348388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63968b162de440dfbc9c2c6a8b851260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99e4efba-51", "ovs_interfaceid": "99e4efba-5151-4480-97a5-5af746a8bbcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.233628] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:c7:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99e4efba-5151-4480-97a5-5af746a8bbcc', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.239826] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Creating folder: Project (63968b162de440dfbc9c2c6a8b851260). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.240197] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-639e624e-31fc-4767-9721-3007fe0614db {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.255225] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Created folder: Project (63968b162de440dfbc9c2c6a8b851260) in parent group-v643888. [ 635.255463] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Creating folder: Instances. Parent ref: group-v643918. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.255785] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10384eed-60c7-442a-81bd-7f1e2a0678f9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.273908] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Created folder: Instances in parent group-v643918. [ 635.274188] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.274388] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.274592] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12d53656-aec7-430a-9470-c0a39ff0bd48 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.297496] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.297496] env[68960]: value = "task-3220859" [ 635.297496] env[68960]: _type = "Task" [ 635.297496] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.308971] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220859, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.350973] env[68960]: DEBUG oslo_vmware.api [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3220855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125451} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.351772] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.352826] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fa4b18-0d3a-4962-b1f0-b1891126ba8a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.380619] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] ee1f7fe7-b19c-4637-8b29-e58874c9af14/ee1f7fe7-b19c-4637-8b29-e58874c9af14.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.381219] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a3b9faf-cf15-4cc1-95cb-8f8b33073023 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.411551] env[68960]: DEBUG oslo_vmware.api [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Waiting for the task: (returnval){ [ 635.411551] env[68960]: value = "task-3220860" [ 635.411551] env[68960]: _type = "Task" [ 635.411551] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.424218] env[68960]: DEBUG oslo_vmware.api [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3220860, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.440894] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.520239] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.581170] env[68960]: DEBUG oslo_concurrency.lockutils [req-b162a58f-7a9b-4498-9dbf-da81a96b922e req-4e22c5d8-6188-4eba-b639-256116952128 service nova] Releasing lock "refresh_cache-ff25865e-413a-4b40-a054-d445d5529220" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.598812] env[68960]: DEBUG nova.network.neutron [req-f018dd65-ee53-4154-b766-7f951d3baf91 req-19cdc312-b381-4d73-a2db-da58c3bc0f46 service nova] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Updated VIF entry in instance network info cache for port 8174e5bc-b0bd-461f-9e05-c1d05af3f00a. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.603297] env[68960]: DEBUG nova.network.neutron [req-f018dd65-ee53-4154-b766-7f951d3baf91 req-19cdc312-b381-4d73-a2db-da58c3bc0f46 service nova] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Updating instance_info_cache with network_info: [{"id": "8174e5bc-b0bd-461f-9e05-c1d05af3f00a", "address": "fa:16:3e:08:b1:57", "network": {"id": "778f734f-4fcc-45d7-8d68-7210de64f6e9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1402639889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfbb21635cab4e519c32805b99223a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8174e5bc-b0", "ovs_interfaceid": "8174e5bc-b0bd-461f-9e05-c1d05af3f00a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.614615] env[68960]: DEBUG nova.compute.manager [None req-9a005827-0271-4c19-9db9-4243790eb385 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 635.615696] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9a005827-0271-4c19-9db9-4243790eb385 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 635.616072] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a879c29-a42e-487e-b49d-b2d839b8c6de {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.639732] env[68960]: DEBUG nova.compute.utils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.644397] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a005827-0271-4c19-9db9-4243790eb385 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 635.645342] env[68960]: DEBUG nova.compute.manager [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.645342] env[68960]: DEBUG nova.network.neutron [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.648415] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48414391-8459-46c4-a123-cc1ab4b48bfb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.657995] env[68960]: DEBUG oslo_vmware.api [None req-9a005827-0271-4c19-9db9-4243790eb385 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Waiting for the task: (returnval){ [ 635.657995] env[68960]: value = "task-3220861" [ 635.657995] env[68960]: _type = "Task" [ 635.657995] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.674927] env[68960]: DEBUG oslo_vmware.api [None req-9a005827-0271-4c19-9db9-4243790eb385 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Task: {'id': task-3220861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.733863] env[68960]: DEBUG oslo_vmware.api [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Task: {'id': task-3220856, 'name': Rename_Task, 'duration_secs': 0.189133} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.733863] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.733863] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30ad3b06-444e-4efe-a827-9e9efb7c202f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.745277] env[68960]: DEBUG oslo_vmware.api [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Waiting for the task: (returnval){ [ 635.745277] env[68960]: value = "task-3220862" [ 635.745277] env[68960]: _type = "Task" [ 635.745277] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.760213] env[68960]: DEBUG oslo_vmware.api [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Task: {'id': task-3220862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.793114] env[68960]: DEBUG nova.policy [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ba4b11e41a14464929098f854ec4217', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63968b162de440dfbc9c2c6a8b851260', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.813085] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220859, 'name': CreateVM_Task, 'duration_secs': 0.454701} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.813273] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.813984] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.814182] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.814482] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.814757] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f18cec36-1165-49ba-95e1-440a096c4492 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.821541] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for the task: (returnval){ [ 635.821541] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525e8952-7d7b-56c3-6ec5-062c897d4aa8" [ 635.821541] env[68960]: _type = "Task" [ 635.821541] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.839822] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525e8952-7d7b-56c3-6ec5-062c897d4aa8, 'name': SearchDatastore_Task, 'duration_secs': 0.012148} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.842331] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.842331] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.842331] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.842331] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.843107] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.843107] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b33bc903-6b97-40f3-99a4-917a508c019c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.854560] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.854855] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.855897] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d307137b-2da3-4b62-bd51-481477b186d3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.864639] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for the task: (returnval){ [ 635.864639] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524a2bc1-6db5-28b5-cdc1-35341a2df1f7" [ 635.864639] env[68960]: _type = "Task" [ 635.864639] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.878391] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524a2bc1-6db5-28b5-cdc1-35341a2df1f7, 'name': SearchDatastore_Task, 'duration_secs': 0.011254} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.879284] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-123a6e56-0266-44aa-9ba4-23c0b57b02be {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.887586] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for the task: (returnval){ [ 635.887586] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527d239d-c7f5-b577-2a13-26ef935c0032" [ 635.887586] env[68960]: _type = "Task" [ 635.887586] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.901513] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527d239d-c7f5-b577-2a13-26ef935c0032, 'name': SearchDatastore_Task, 'duration_secs': 0.011967} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.901995] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.902126] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] a379fe8b-cc63-42fc-843e-a602a3933ebc/a379fe8b-cc63-42fc-843e-a602a3933ebc.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.902472] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73be2126-7773-4ae0-aeaa-3bb1c0c3a74f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.914366] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for the task: (returnval){ [ 635.914366] env[68960]: value = "task-3220863" [ 635.914366] env[68960]: _type = "Task" [ 635.914366] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.925908] env[68960]: DEBUG oslo_vmware.api [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3220860, 'name': ReconfigVM_Task, 'duration_secs': 0.419675} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.931639] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Reconfigured VM instance instance-00000009 to attach disk [datastore1] ee1f7fe7-b19c-4637-8b29-e58874c9af14/ee1f7fe7-b19c-4637-8b29-e58874c9af14.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.932873] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.933302] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a090bee8-2038-4a31-b5a1-56c059d56266 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.943268] env[68960]: DEBUG oslo_vmware.api [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Waiting for the task: (returnval){ [ 635.943268] env[68960]: value = "task-3220864" [ 635.943268] env[68960]: _type = "Task" [ 635.943268] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.957021] env[68960]: DEBUG oslo_vmware.api [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3220864, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.972575] env[68960]: INFO nova.compute.manager [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Rescuing [ 635.973083] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "refresh_cache-fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.973319] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquired lock "refresh_cache-fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.973586] env[68960]: DEBUG nova.network.neutron [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.031701] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486b265d-4374-4011-9662-d70dbb387221 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.044290] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a3f021-cc6a-4ddc-aaa2-66fab000426b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.079310] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f8ead9-18f0-4b8e-9feb-11c7d5f81dcc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.088021] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d973bd-903f-4494-a250-39914afd2184 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.105981] env[68960]: DEBUG oslo_concurrency.lockutils [req-f018dd65-ee53-4154-b766-7f951d3baf91 req-19cdc312-b381-4d73-a2db-da58c3bc0f46 service nova] Releasing lock "refresh_cache-ee1f7fe7-b19c-4637-8b29-e58874c9af14" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.106813] env[68960]: DEBUG nova.compute.provider_tree [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.150501] env[68960]: DEBUG nova.compute.manager [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.168505] env[68960]: DEBUG oslo_vmware.api [None req-9a005827-0271-4c19-9db9-4243790eb385 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Task: {'id': task-3220861, 'name': PowerOffVM_Task, 'duration_secs': 0.380816} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.169022] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a005827-0271-4c19-9db9-4243790eb385 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 636.169022] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9a005827-0271-4c19-9db9-4243790eb385 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 636.169319] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73e4fa3a-df02-4fcd-9272-23971840a75b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.252314] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9a005827-0271-4c19-9db9-4243790eb385 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 636.252314] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9a005827-0271-4c19-9db9-4243790eb385 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 636.252314] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a005827-0271-4c19-9db9-4243790eb385 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Deleting the datastore file [datastore2] 8e8cbe08-c4f1-49e3-9352-79581615b10b {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 636.252314] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4f294c4-90bf-4eef-b97c-47471db6f407 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.255165] env[68960]: DEBUG nova.network.neutron [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Successfully updated port: e9c6fac9-fb55-4239-8582-b5cd853be62e {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.260402] env[68960]: DEBUG oslo_vmware.api [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Task: {'id': task-3220862, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.266507] env[68960]: DEBUG oslo_vmware.api [None req-9a005827-0271-4c19-9db9-4243790eb385 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Waiting for the task: (returnval){ [ 636.266507] env[68960]: value = "task-3220866" [ 636.266507] env[68960]: _type = "Task" [ 636.266507] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.276618] env[68960]: DEBUG oslo_vmware.api [None req-9a005827-0271-4c19-9db9-4243790eb385 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Task: {'id': task-3220866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.428521] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.458576] env[68960]: DEBUG oslo_vmware.api [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3220864, 'name': Rename_Task, 'duration_secs': 0.185283} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.458576] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.458576] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0149b028-c912-4a16-ae95-1178454079a9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.465747] env[68960]: DEBUG oslo_vmware.api [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Waiting for the task: (returnval){ [ 636.465747] env[68960]: value = "task-3220867" [ 636.465747] env[68960]: _type = "Task" [ 636.465747] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.476432] env[68960]: DEBUG oslo_vmware.api [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3220867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.481417] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Acquiring lock "461b4e93-640f-4ed5-96d5-88c6ada1432c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.481855] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Lock "461b4e93-640f-4ed5-96d5-88c6ada1432c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.482220] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Acquiring lock "461b4e93-640f-4ed5-96d5-88c6ada1432c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.482561] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Lock "461b4e93-640f-4ed5-96d5-88c6ada1432c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.484511] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Lock "461b4e93-640f-4ed5-96d5-88c6ada1432c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.487068] env[68960]: INFO nova.compute.manager [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Terminating instance [ 636.616083] env[68960]: DEBUG nova.scheduler.client.report [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.763095] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquiring lock "refresh_cache-a57509a1-3ec5-40a0-a53f-515c4d19839c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.763531] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquired lock "refresh_cache-a57509a1-3ec5-40a0-a53f-515c4d19839c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.763605] env[68960]: DEBUG nova.network.neutron [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.766045] env[68960]: DEBUG oslo_vmware.api [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Task: {'id': task-3220862, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.783086] env[68960]: DEBUG oslo_vmware.api [None req-9a005827-0271-4c19-9db9-4243790eb385 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Task: {'id': task-3220866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203794} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.783086] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a005827-0271-4c19-9db9-4243790eb385 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 636.783086] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9a005827-0271-4c19-9db9-4243790eb385 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 636.783594] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9a005827-0271-4c19-9db9-4243790eb385 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 636.783594] env[68960]: INFO nova.compute.manager [None req-9a005827-0271-4c19-9db9-4243790eb385 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 636.783895] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a005827-0271-4c19-9db9-4243790eb385 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.784529] env[68960]: DEBUG nova.compute.manager [-] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 636.784661] env[68960]: DEBUG nova.network.neutron [-] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 636.809126] env[68960]: DEBUG nova.network.neutron [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Successfully created port: 1f2c1f15-d2f0-427e-8c88-cd280bc34133 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 636.930404] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220863, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.006757} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.930918] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] a379fe8b-cc63-42fc-843e-a602a3933ebc/a379fe8b-cc63-42fc-843e-a602a3933ebc.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.931630] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.931630] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8b614c4-2111-4bb7-aa6d-5e2599eba509 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.941933] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for the task: (returnval){ [ 636.941933] env[68960]: value = "task-3220868" [ 636.941933] env[68960]: _type = "Task" [ 636.941933] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.952138] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.976292] env[68960]: DEBUG oslo_vmware.api [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3220867, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.989889] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Acquiring lock "refresh_cache-461b4e93-640f-4ed5-96d5-88c6ada1432c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.991224] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Acquired lock "refresh_cache-461b4e93-640f-4ed5-96d5-88c6ada1432c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.991224] env[68960]: DEBUG nova.network.neutron [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.123988] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.126235] env[68960]: DEBUG oslo_concurrency.lockutils [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.123s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.127822] env[68960]: INFO nova.compute.claims [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.159807] env[68960]: INFO nova.scheduler.client.report [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] Deleted allocations for instance b253d109-d445-4153-93cc-77184b5f7bcc [ 637.164782] env[68960]: DEBUG nova.compute.manager [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.213846] env[68960]: DEBUG nova.virt.hardware [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.214298] env[68960]: DEBUG nova.virt.hardware [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.214581] env[68960]: DEBUG nova.virt.hardware [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.214877] env[68960]: DEBUG nova.virt.hardware [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.215020] env[68960]: DEBUG nova.virt.hardware [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.215252] env[68960]: DEBUG nova.virt.hardware [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.215563] env[68960]: DEBUG nova.virt.hardware [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.215808] env[68960]: DEBUG nova.virt.hardware [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.216055] env[68960]: DEBUG nova.virt.hardware [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.216310] env[68960]: DEBUG nova.virt.hardware [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.216573] env[68960]: DEBUG nova.virt.hardware [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.218670] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bfa3a2-7b9f-480a-ac89-e9048e2858dc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.231364] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2846ef37-514a-4702-bb0a-0bf2ac6126e8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.243413] env[68960]: DEBUG nova.compute.manager [req-044e0e04-7f43-4c7d-b64f-a7e6243a641a req-07230699-0363-4b03-aa3a-4d318ae601e3 service nova] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Received event network-vif-plugged-99e4efba-5151-4480-97a5-5af746a8bbcc {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.243719] env[68960]: DEBUG oslo_concurrency.lockutils [req-044e0e04-7f43-4c7d-b64f-a7e6243a641a req-07230699-0363-4b03-aa3a-4d318ae601e3 service nova] Acquiring lock "a379fe8b-cc63-42fc-843e-a602a3933ebc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.243997] env[68960]: DEBUG oslo_concurrency.lockutils [req-044e0e04-7f43-4c7d-b64f-a7e6243a641a req-07230699-0363-4b03-aa3a-4d318ae601e3 service nova] Lock "a379fe8b-cc63-42fc-843e-a602a3933ebc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.244259] env[68960]: DEBUG oslo_concurrency.lockutils [req-044e0e04-7f43-4c7d-b64f-a7e6243a641a req-07230699-0363-4b03-aa3a-4d318ae601e3 service nova] Lock "a379fe8b-cc63-42fc-843e-a602a3933ebc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.244508] env[68960]: DEBUG nova.compute.manager [req-044e0e04-7f43-4c7d-b64f-a7e6243a641a req-07230699-0363-4b03-aa3a-4d318ae601e3 service nova] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] No waiting events found dispatching network-vif-plugged-99e4efba-5151-4480-97a5-5af746a8bbcc {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 637.244746] env[68960]: WARNING nova.compute.manager [req-044e0e04-7f43-4c7d-b64f-a7e6243a641a req-07230699-0363-4b03-aa3a-4d318ae601e3 service nova] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Received unexpected event network-vif-plugged-99e4efba-5151-4480-97a5-5af746a8bbcc for instance with vm_state building and task_state spawning. [ 637.244989] env[68960]: DEBUG nova.compute.manager [req-044e0e04-7f43-4c7d-b64f-a7e6243a641a req-07230699-0363-4b03-aa3a-4d318ae601e3 service nova] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Received event network-changed-99e4efba-5151-4480-97a5-5af746a8bbcc {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.245234] env[68960]: DEBUG nova.compute.manager [req-044e0e04-7f43-4c7d-b64f-a7e6243a641a req-07230699-0363-4b03-aa3a-4d318ae601e3 service nova] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Refreshing instance network info cache due to event network-changed-99e4efba-5151-4480-97a5-5af746a8bbcc. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 637.245503] env[68960]: DEBUG oslo_concurrency.lockutils [req-044e0e04-7f43-4c7d-b64f-a7e6243a641a req-07230699-0363-4b03-aa3a-4d318ae601e3 service nova] Acquiring lock "refresh_cache-a379fe8b-cc63-42fc-843e-a602a3933ebc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.245707] env[68960]: DEBUG oslo_concurrency.lockutils [req-044e0e04-7f43-4c7d-b64f-a7e6243a641a req-07230699-0363-4b03-aa3a-4d318ae601e3 service nova] Acquired lock "refresh_cache-a379fe8b-cc63-42fc-843e-a602a3933ebc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.245934] env[68960]: DEBUG nova.network.neutron [req-044e0e04-7f43-4c7d-b64f-a7e6243a641a req-07230699-0363-4b03-aa3a-4d318ae601e3 service nova] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Refreshing network info cache for port 99e4efba-5151-4480-97a5-5af746a8bbcc {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.281461] env[68960]: DEBUG oslo_vmware.api [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Task: {'id': task-3220862, 'name': PowerOnVM_Task, 'duration_secs': 1.375468} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.281639] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.281840] env[68960]: INFO nova.compute.manager [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Took 10.82 seconds to spawn the instance on the hypervisor. [ 637.282026] env[68960]: DEBUG nova.compute.manager [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.282830] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ca1171-8c06-473c-8995-dc7804b49ad1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.419792] env[68960]: DEBUG nova.network.neutron [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.452722] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188063} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.453101] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.453872] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbe8080-4b37-454a-a6b1-6681859effe9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.482854] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] a379fe8b-cc63-42fc-843e-a602a3933ebc/a379fe8b-cc63-42fc-843e-a602a3933ebc.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.485946] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40b16fe6-d10f-483d-b213-3f9739503cd4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.516331] env[68960]: DEBUG oslo_vmware.api [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3220867, 'name': PowerOnVM_Task, 'duration_secs': 0.616363} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.516688] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for the task: (returnval){ [ 637.516688] env[68960]: value = "task-3220869" [ 637.516688] env[68960]: _type = "Task" [ 637.516688] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.516856] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.517016] env[68960]: INFO nova.compute.manager [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Took 8.72 seconds to spawn the instance on the hypervisor. [ 637.517202] env[68960]: DEBUG nova.compute.manager [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.518063] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82951f17-3d94-4020-b64f-5fb5c70206d2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.534906] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220869, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.579221] env[68960]: DEBUG nova.network.neutron [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.676718] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6f955f06-2488-4724-b377-05d73dd9e9a5 tempest-DeleteServersAdminTestJSON-1264915371 tempest-DeleteServersAdminTestJSON-1264915371-project-admin] Lock "b253d109-d445-4153-93cc-77184b5f7bcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.099s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.805400] env[68960]: INFO nova.compute.manager [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Took 15.77 seconds to build instance. [ 637.816625] env[68960]: DEBUG nova.network.neutron [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Updating instance_info_cache with network_info: [{"id": "c7b52b51-b12d-4e5a-9a39-d8d15e5d7667", "address": "fa:16:3e:13:f9:26", "network": {"id": "f7efa461-aff7-4c94-a7b1-09449aea8c88", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1693973360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac999d2e6df41619f2a1235c56b3d45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b52b51-b1", "ovs_interfaceid": "c7b52b51-b12d-4e5a-9a39-d8d15e5d7667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.872492] env[68960]: DEBUG nova.network.neutron [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.029887] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.049419] env[68960]: INFO nova.compute.manager [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Took 14.86 seconds to build instance. [ 638.064789] env[68960]: DEBUG nova.network.neutron [-] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.065940] env[68960]: DEBUG nova.network.neutron [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Updating instance_info_cache with network_info: [{"id": "e9c6fac9-fb55-4239-8582-b5cd853be62e", "address": "fa:16:3e:11:95:5a", "network": {"id": "42417904-6e85-45e8-aed1-f7b8de3d2507", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2014348388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63968b162de440dfbc9c2c6a8b851260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c6fac9-fb", "ovs_interfaceid": "e9c6fac9-fb55-4239-8582-b5cd853be62e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.307875] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b7275c44-2e4f-4820-98ac-6cb9a0d346b0 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Lock "ff25865e-413a-4b40-a054-d445d5529220" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.282s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.320463] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Releasing lock "refresh_cache-fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.377643] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Releasing lock "refresh_cache-461b4e93-640f-4ed5-96d5-88c6ada1432c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.378705] env[68960]: DEBUG nova.compute.manager [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 638.378705] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 638.379460] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c73ea8c-0f09-4b6e-a50d-3a4e8e8304e1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.388380] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 638.390875] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdf3f4be-7d16-4695-9581-106e9a7483cc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.399380] env[68960]: DEBUG oslo_vmware.api [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Waiting for the task: (returnval){ [ 638.399380] env[68960]: value = "task-3220870" [ 638.399380] env[68960]: _type = "Task" [ 638.399380] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.411816] env[68960]: DEBUG oslo_vmware.api [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Task: {'id': task-3220870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.436655] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0aacfc-c10f-4237-91f9-b078f2903873 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.444990] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bf2961-5ac8-466d-9655-4b3969d7d6a3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.481073] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d6a157-fd43-4ed7-a59a-eea5322c4477 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.490484] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1261b1c9-8a98-4bd4-90f2-48efaac3da61 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.506456] env[68960]: DEBUG nova.compute.provider_tree [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.530859] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220869, 'name': ReconfigVM_Task, 'duration_secs': 0.727521} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.534084] env[68960]: DEBUG nova.network.neutron [req-044e0e04-7f43-4c7d-b64f-a7e6243a641a req-07230699-0363-4b03-aa3a-4d318ae601e3 service nova] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Updated VIF entry in instance network info cache for port 99e4efba-5151-4480-97a5-5af746a8bbcc. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.534084] env[68960]: DEBUG nova.network.neutron [req-044e0e04-7f43-4c7d-b64f-a7e6243a641a req-07230699-0363-4b03-aa3a-4d318ae601e3 service nova] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Updating instance_info_cache with network_info: [{"id": "99e4efba-5151-4480-97a5-5af746a8bbcc", "address": "fa:16:3e:07:c7:58", "network": {"id": "42417904-6e85-45e8-aed1-f7b8de3d2507", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2014348388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63968b162de440dfbc9c2c6a8b851260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99e4efba-51", "ovs_interfaceid": "99e4efba-5151-4480-97a5-5af746a8bbcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.534365] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Reconfigured VM instance instance-0000000a to attach disk [datastore2] a379fe8b-cc63-42fc-843e-a602a3933ebc/a379fe8b-cc63-42fc-843e-a602a3933ebc.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.534740] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37753548-2b06-4e98-a0ea-7a7e0b25cdff {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.545551] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for the task: (returnval){ [ 638.545551] env[68960]: value = "task-3220871" [ 638.545551] env[68960]: _type = "Task" [ 638.545551] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.549581] env[68960]: DEBUG oslo_concurrency.lockutils [None req-19f2b1cc-4fb1-4e14-9567-2287fb173e5e tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Lock "ee1f7fe7-b19c-4637-8b29-e58874c9af14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.370s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.559551] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220871, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.567940] env[68960]: INFO nova.compute.manager [-] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Took 1.78 seconds to deallocate network for instance. [ 638.568417] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Releasing lock "refresh_cache-a57509a1-3ec5-40a0-a53f-515c4d19839c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.568715] env[68960]: DEBUG nova.compute.manager [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Instance network_info: |[{"id": "e9c6fac9-fb55-4239-8582-b5cd853be62e", "address": "fa:16:3e:11:95:5a", "network": {"id": "42417904-6e85-45e8-aed1-f7b8de3d2507", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2014348388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63968b162de440dfbc9c2c6a8b851260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c6fac9-fb", "ovs_interfaceid": "e9c6fac9-fb55-4239-8582-b5cd853be62e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.573669] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:95:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9c6fac9-fb55-4239-8582-b5cd853be62e', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.579944] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.584036] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.584036] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb17ae21-ad4c-4f02-b7f6-827f3a907f03 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.610093] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.610093] env[68960]: value = "task-3220872" [ 638.610093] env[68960]: _type = "Task" [ 638.610093] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.622244] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220872, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.781856] env[68960]: DEBUG nova.compute.manager [req-bb0ac2c5-cc8d-4a93-bf8e-22272e413384 req-a6866c8d-1891-4413-acb5-c57030e66e2c service nova] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Received event network-vif-deleted-b980abd9-e9f8-45c3-b03c-2e7a3987c41f {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.920866] env[68960]: DEBUG oslo_vmware.api [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Task: {'id': task-3220870, 'name': PowerOffVM_Task, 'duration_secs': 0.2697} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.920866] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 638.920866] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 638.921242] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2616862-8732-4dc2-a45a-a3add34353bd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.959520] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 638.959815] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 638.959950] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Deleting the datastore file [datastore2] 461b4e93-640f-4ed5-96d5-88c6ada1432c {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 638.960226] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af2815f7-7077-4592-ac74-d6e51b233607 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.969613] env[68960]: DEBUG oslo_vmware.api [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Waiting for the task: (returnval){ [ 638.969613] env[68960]: value = "task-3220874" [ 638.969613] env[68960]: _type = "Task" [ 638.969613] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.981508] env[68960]: DEBUG oslo_vmware.api [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Task: {'id': task-3220874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.009426] env[68960]: DEBUG nova.scheduler.client.report [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.038066] env[68960]: DEBUG oslo_concurrency.lockutils [req-044e0e04-7f43-4c7d-b64f-a7e6243a641a req-07230699-0363-4b03-aa3a-4d318ae601e3 service nova] Releasing lock "refresh_cache-a379fe8b-cc63-42fc-843e-a602a3933ebc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.039620] env[68960]: DEBUG nova.compute.manager [req-044e0e04-7f43-4c7d-b64f-a7e6243a641a req-07230699-0363-4b03-aa3a-4d318ae601e3 service nova] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Received event network-vif-plugged-e9c6fac9-fb55-4239-8582-b5cd853be62e {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.039817] env[68960]: DEBUG oslo_concurrency.lockutils [req-044e0e04-7f43-4c7d-b64f-a7e6243a641a req-07230699-0363-4b03-aa3a-4d318ae601e3 service nova] Acquiring lock "a57509a1-3ec5-40a0-a53f-515c4d19839c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.041144] env[68960]: DEBUG oslo_concurrency.lockutils [req-044e0e04-7f43-4c7d-b64f-a7e6243a641a req-07230699-0363-4b03-aa3a-4d318ae601e3 service nova] Lock "a57509a1-3ec5-40a0-a53f-515c4d19839c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.041144] env[68960]: DEBUG oslo_concurrency.lockutils [req-044e0e04-7f43-4c7d-b64f-a7e6243a641a req-07230699-0363-4b03-aa3a-4d318ae601e3 service nova] Lock "a57509a1-3ec5-40a0-a53f-515c4d19839c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.041144] env[68960]: DEBUG nova.compute.manager [req-044e0e04-7f43-4c7d-b64f-a7e6243a641a req-07230699-0363-4b03-aa3a-4d318ae601e3 service nova] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] No waiting events found dispatching network-vif-plugged-e9c6fac9-fb55-4239-8582-b5cd853be62e {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 639.041144] env[68960]: WARNING nova.compute.manager [req-044e0e04-7f43-4c7d-b64f-a7e6243a641a req-07230699-0363-4b03-aa3a-4d318ae601e3 service nova] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Received unexpected event network-vif-plugged-e9c6fac9-fb55-4239-8582-b5cd853be62e for instance with vm_state building and task_state spawning. [ 639.059026] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220871, 'name': Rename_Task, 'duration_secs': 0.270495} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.059315] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.061199] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f986484-a1d0-45ce-bf41-4d8da6c7a4fa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.069826] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for the task: (returnval){ [ 639.069826] env[68960]: value = "task-3220875" [ 639.069826] env[68960]: _type = "Task" [ 639.069826] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.080772] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.104165] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9a005827-0271-4c19-9db9-4243790eb385 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.125726] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220872, 'name': CreateVM_Task, 'duration_secs': 0.452644} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.126283] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.126764] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.126986] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.127431] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.131452] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93b12133-29fb-4aee-a1bd-c81468833f78 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.137964] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for the task: (returnval){ [ 639.137964] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c9281e-f2f3-8b3a-7703-3cbff4476ee1" [ 639.137964] env[68960]: _type = "Task" [ 639.137964] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.153719] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c9281e-f2f3-8b3a-7703-3cbff4476ee1, 'name': SearchDatastore_Task, 'duration_secs': 0.014167} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.154057] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.154543] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.154543] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.154872] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.154872] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.155242] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23870020-8084-48ac-8e4e-3581bd1e8022 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.170592] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.170592] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.171582] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b443468-5cf4-45ae-be8f-fd4ecf2ece2d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.182168] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for the task: (returnval){ [ 639.182168] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52700810-abde-adcb-700d-952a1b2fe160" [ 639.182168] env[68960]: _type = "Task" [ 639.182168] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.192191] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52700810-abde-adcb-700d-952a1b2fe160, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.486402] env[68960]: DEBUG oslo_vmware.api [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Task: {'id': task-3220874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173319} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.487969] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.489352] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 639.489541] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 639.489714] env[68960]: INFO nova.compute.manager [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 639.489972] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.490208] env[68960]: DEBUG nova.compute.manager [-] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 639.490281] env[68960]: DEBUG nova.network.neutron [-] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 639.521385] env[68960]: DEBUG oslo_concurrency.lockutils [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.521882] env[68960]: DEBUG nova.compute.manager [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.525595] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.521s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.533211] env[68960]: INFO nova.compute.claims [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.539687] env[68960]: DEBUG nova.network.neutron [-] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.591031] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220875, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.698698] env[68960]: DEBUG oslo_concurrency.lockutils [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Acquiring lock "232504f9-2248-4e28-ab5f-5121b50b9643" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.698698] env[68960]: DEBUG oslo_concurrency.lockutils [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Lock "232504f9-2248-4e28-ab5f-5121b50b9643" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.710052] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52700810-abde-adcb-700d-952a1b2fe160, 'name': SearchDatastore_Task, 'duration_secs': 0.018478} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.711101] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f218197-4b2b-4170-9438-c259d9cd68b0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.727035] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for the task: (returnval){ [ 639.727035] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5269ab9a-4713-a225-1826-74fba75f6667" [ 639.727035] env[68960]: _type = "Task" [ 639.727035] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.742937] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5269ab9a-4713-a225-1826-74fba75f6667, 'name': SearchDatastore_Task, 'duration_secs': 0.014295} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.743049] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.743283] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] a57509a1-3ec5-40a0-a53f-515c4d19839c/a57509a1-3ec5-40a0-a53f-515c4d19839c.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.743550] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33885da4-8cfc-43ef-a3ac-3be647ce24b1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.755037] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for the task: (returnval){ [ 639.755037] env[68960]: value = "task-3220876" [ 639.755037] env[68960]: _type = "Task" [ 639.755037] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.772688] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.876862] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 639.877232] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76e6930a-9783-4483-a341-8ff7d18b5775 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.885262] env[68960]: DEBUG oslo_vmware.api [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 639.885262] env[68960]: value = "task-3220877" [ 639.885262] env[68960]: _type = "Task" [ 639.885262] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.899459] env[68960]: DEBUG oslo_vmware.api [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.039784] env[68960]: DEBUG nova.compute.utils [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.044016] env[68960]: DEBUG nova.compute.manager [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.044721] env[68960]: DEBUG nova.network.neutron [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.047666] env[68960]: DEBUG nova.network.neutron [-] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.086072] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220875, 'name': PowerOnVM_Task, 'duration_secs': 0.821636} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.086072] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.086072] env[68960]: INFO nova.compute.manager [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Took 7.89 seconds to spawn the instance on the hypervisor. [ 640.086072] env[68960]: DEBUG nova.compute.manager [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.089104] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad43a2d0-5cdb-45df-9a3c-814df00a1358 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.153231] env[68960]: DEBUG nova.policy [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '167d952876984854a8143b825fe4492f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a085a073f3b74f78a62365289bbab77b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.163244] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "69104ee1-e0d9-4783-9ccb-8af129140cd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.163400] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "69104ee1-e0d9-4783-9ccb-8af129140cd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.203403] env[68960]: DEBUG nova.compute.manager [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.219077] env[68960]: DEBUG nova.network.neutron [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Successfully updated port: 1f2c1f15-d2f0-427e-8c88-cd280bc34133 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.271362] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220876, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.404588] env[68960]: DEBUG oslo_vmware.api [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220877, 'name': PowerOffVM_Task, 'duration_secs': 0.250605} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.404929] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 640.405856] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30980a8f-e176-4471-befe-9aea4c772c4f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.441053] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea49ee9-9895-4b67-bb7b-7d529a89b4b9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.494170] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 640.494170] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac90e3db-f5d4-47d5-a4d5-22fc0a9ac322 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.504801] env[68960]: DEBUG oslo_vmware.api [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 640.504801] env[68960]: value = "task-3220878" [ 640.504801] env[68960]: _type = "Task" [ 640.504801] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.521734] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] VM already powered off {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 640.522306] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.522666] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.522890] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.527076] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.527930] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6dc4b9e-1316-4a9e-ab2e-6877e379c022 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.545043] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.545323] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.551145] env[68960]: DEBUG nova.compute.manager [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.564160] env[68960]: INFO nova.compute.manager [-] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Took 1.07 seconds to deallocate network for instance. [ 640.564464] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a33a9991-7a2c-4019-a5ea-8b0ea89f40c2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.584034] env[68960]: DEBUG oslo_vmware.api [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 640.584034] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c2f27a-c4e9-d189-16f2-290efcc903a0" [ 640.584034] env[68960]: _type = "Task" [ 640.584034] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.596303] env[68960]: DEBUG oslo_vmware.api [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c2f27a-c4e9-d189-16f2-290efcc903a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.628540] env[68960]: INFO nova.compute.manager [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Took 14.39 seconds to build instance. [ 640.666468] env[68960]: DEBUG nova.compute.manager [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.723778] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquiring lock "refresh_cache-9254d105-f6bd-40d2-8ccf-20058139ddd0" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.723931] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquired lock "refresh_cache-9254d105-f6bd-40d2-8ccf-20058139ddd0" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.725278] env[68960]: DEBUG nova.network.neutron [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.746264] env[68960]: DEBUG oslo_concurrency.lockutils [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.769334] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588102} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.772551] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] a57509a1-3ec5-40a0-a53f-515c4d19839c/a57509a1-3ec5-40a0-a53f-515c4d19839c.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.772773] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.777023] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca083895-1967-47aa-806b-b20807bd97de {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.782081] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for the task: (returnval){ [ 640.782081] env[68960]: value = "task-3220879" [ 640.782081] env[68960]: _type = "Task" [ 640.782081] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.793393] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.938925] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717b65cb-b0ac-4256-8986-6ed8eec53bd3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.951239] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c4dd08-39dd-484c-83f9-664fd2c6f1ce {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.996277] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ece632-ef05-41b1-80d2-e617cf36fc94 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.006441] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9a8446-ba06-4521-b5c5-86a6dee278c5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.011787] env[68960]: DEBUG nova.network.neutron [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Successfully created port: 635abb82-e4d9-48e8-80a6-e6249df1d651 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.028901] env[68960]: DEBUG nova.compute.provider_tree [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.088775] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.107223] env[68960]: DEBUG oslo_vmware.api [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c2f27a-c4e9-d189-16f2-290efcc903a0, 'name': SearchDatastore_Task, 'duration_secs': 0.028574} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.107223] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e194dad0-0c68-4008-92e5-31dc4b4cd42d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.114766] env[68960]: DEBUG oslo_vmware.api [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 641.114766] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ce8150-e354-2bf0-a70f-dcdcf650dd3d" [ 641.114766] env[68960]: _type = "Task" [ 641.114766] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.128687] env[68960]: DEBUG oslo_vmware.api [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ce8150-e354-2bf0-a70f-dcdcf650dd3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.133849] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Lock "a379fe8b-cc63-42fc-843e-a602a3933ebc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.916s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.198865] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.298445] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163792} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.298718] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.299591] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd8ec79-42ca-4e58-91c6-0458df7feec2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.304282] env[68960]: DEBUG nova.network.neutron [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.335030] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] a57509a1-3ec5-40a0-a53f-515c4d19839c/a57509a1-3ec5-40a0-a53f-515c4d19839c.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.335030] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15e0dc29-817c-411e-b91d-20c49ffb82c5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.361732] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for the task: (returnval){ [ 641.361732] env[68960]: value = "task-3220880" [ 641.361732] env[68960]: _type = "Task" [ 641.361732] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.372302] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220880, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.535983] env[68960]: DEBUG nova.scheduler.client.report [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.581283] env[68960]: DEBUG nova.compute.manager [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.608107] env[68960]: DEBUG nova.network.neutron [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Updating instance_info_cache with network_info: [{"id": "1f2c1f15-d2f0-427e-8c88-cd280bc34133", "address": "fa:16:3e:d7:fb:2a", "network": {"id": "42417904-6e85-45e8-aed1-f7b8de3d2507", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2014348388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63968b162de440dfbc9c2c6a8b851260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2c1f15-d2", "ovs_interfaceid": "1f2c1f15-d2f0-427e-8c88-cd280bc34133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.613300] env[68960]: DEBUG nova.compute.manager [req-9dd7eaf9-5370-4548-a328-c25f01dcdb2f req-ec95246e-6cae-494a-8668-019dc4b25296 service nova] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Received event network-changed-e9c6fac9-fb55-4239-8582-b5cd853be62e {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.613300] env[68960]: DEBUG nova.compute.manager [req-9dd7eaf9-5370-4548-a328-c25f01dcdb2f req-ec95246e-6cae-494a-8668-019dc4b25296 service nova] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Refreshing instance network info cache due to event network-changed-e9c6fac9-fb55-4239-8582-b5cd853be62e. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 641.613547] env[68960]: DEBUG oslo_concurrency.lockutils [req-9dd7eaf9-5370-4548-a328-c25f01dcdb2f req-ec95246e-6cae-494a-8668-019dc4b25296 service nova] Acquiring lock "refresh_cache-a57509a1-3ec5-40a0-a53f-515c4d19839c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.613623] env[68960]: DEBUG oslo_concurrency.lockutils [req-9dd7eaf9-5370-4548-a328-c25f01dcdb2f req-ec95246e-6cae-494a-8668-019dc4b25296 service nova] Acquired lock "refresh_cache-a57509a1-3ec5-40a0-a53f-515c4d19839c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.613812] env[68960]: DEBUG nova.network.neutron [req-9dd7eaf9-5370-4548-a328-c25f01dcdb2f req-ec95246e-6cae-494a-8668-019dc4b25296 service nova] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Refreshing network info cache for port e9c6fac9-fb55-4239-8582-b5cd853be62e {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.641388] env[68960]: DEBUG nova.virt.hardware [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.641923] env[68960]: DEBUG nova.virt.hardware [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.642094] env[68960]: DEBUG nova.virt.hardware [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.642305] env[68960]: DEBUG nova.virt.hardware [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.642476] env[68960]: DEBUG nova.virt.hardware [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.642618] env[68960]: DEBUG nova.virt.hardware [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.642823] env[68960]: DEBUG nova.virt.hardware [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.642988] env[68960]: DEBUG nova.virt.hardware [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.643165] env[68960]: DEBUG nova.virt.hardware [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.643324] env[68960]: DEBUG nova.virt.hardware [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.643506] env[68960]: DEBUG nova.virt.hardware [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.644461] env[68960]: DEBUG oslo_vmware.api [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ce8150-e354-2bf0-a70f-dcdcf650dd3d, 'name': SearchDatastore_Task, 'duration_secs': 0.023187} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.645245] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cb4ea1-6ed0-472e-9e6a-1394b032b8cb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.648142] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.648405] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c/882df2ee-ba10-4414-bfef-c49b3d1e121a-rescue.vmdk. {{(pid=68960) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 641.648960] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82ba6d40-cb16-40ed-a25c-d873a9c817f8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.659634] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f72e2eb-91b4-430d-b3f9-dae66cb48eec {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.664156] env[68960]: DEBUG oslo_vmware.api [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 641.664156] env[68960]: value = "task-3220881" [ 641.664156] env[68960]: _type = "Task" [ 641.664156] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.690228] env[68960]: DEBUG oslo_vmware.api [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.760367] env[68960]: DEBUG oslo_concurrency.lockutils [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Acquiring lock "b5d9ce0a-f1be-486b-8f4d-7f53285c464f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.762708] env[68960]: DEBUG oslo_concurrency.lockutils [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Lock "b5d9ce0a-f1be-486b-8f4d-7f53285c464f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.874646] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220880, 'name': ReconfigVM_Task, 'duration_secs': 0.316103} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.874646] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Reconfigured VM instance instance-0000000b to attach disk [datastore2] a57509a1-3ec5-40a0-a53f-515c4d19839c/a57509a1-3ec5-40a0-a53f-515c4d19839c.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.875194] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15f16583-2bf3-493a-827b-6ff99e8de8ab {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.884535] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for the task: (returnval){ [ 641.884535] env[68960]: value = "task-3220882" [ 641.884535] env[68960]: _type = "Task" [ 641.884535] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.895937] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220882, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.040966] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Acquiring lock "12a4b514-d9a7-4f41-9195-ac5accc73079" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.041479] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Lock "12a4b514-d9a7-4f41-9195-ac5accc73079" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.042259] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.043778] env[68960]: DEBUG nova.compute.manager [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.049863] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.012s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.056712] env[68960]: INFO nova.compute.claims [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.117112] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Releasing lock "refresh_cache-9254d105-f6bd-40d2-8ccf-20058139ddd0" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.117112] env[68960]: DEBUG nova.compute.manager [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Instance network_info: |[{"id": "1f2c1f15-d2f0-427e-8c88-cd280bc34133", "address": "fa:16:3e:d7:fb:2a", "network": {"id": "42417904-6e85-45e8-aed1-f7b8de3d2507", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2014348388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63968b162de440dfbc9c2c6a8b851260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2c1f15-d2", "ovs_interfaceid": "1f2c1f15-d2f0-427e-8c88-cd280bc34133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.117706] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:fb:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f2c1f15-d2f0-427e-8c88-cd280bc34133', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.127742] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.131012] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.132124] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72a15508-3a00-4ccd-b286-98b7cb86d205 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.160775] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.160775] env[68960]: value = "task-3220883" [ 642.160775] env[68960]: _type = "Task" [ 642.160775] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.179887] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220883, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.187369] env[68960]: DEBUG oslo_vmware.api [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220881, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.263412] env[68960]: DEBUG nova.compute.manager [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.398879] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220882, 'name': Rename_Task, 'duration_secs': 0.203944} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.399205] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.399456] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a8d5ff6-9353-4ada-9403-5c64e094e424 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.409381] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for the task: (returnval){ [ 642.409381] env[68960]: value = "task-3220884" [ 642.409381] env[68960]: _type = "Task" [ 642.409381] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.419629] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.551481] env[68960]: DEBUG nova.compute.utils [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.553489] env[68960]: DEBUG nova.compute.manager [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.553489] env[68960]: DEBUG nova.network.neutron [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.683209] env[68960]: DEBUG oslo_vmware.api [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597639} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.687046] env[68960]: INFO nova.virt.vmwareapi.ds_util [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c/882df2ee-ba10-4414-bfef-c49b3d1e121a-rescue.vmdk. [ 642.687340] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220883, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.688494] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42e84fd-745c-47e1-bbe5-0f8bf2d0394e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.718539] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c/882df2ee-ba10-4414-bfef-c49b3d1e121a-rescue.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.718988] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-580624b2-6eb8-4dcc-b391-8111831486fa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.742452] env[68960]: DEBUG oslo_vmware.api [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 642.742452] env[68960]: value = "task-3220885" [ 642.742452] env[68960]: _type = "Task" [ 642.742452] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.753220] env[68960]: DEBUG oslo_vmware.api [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220885, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.759047] env[68960]: DEBUG nova.policy [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18b32fe2214c46d8a476e52763fe6768', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f799a28ad4b41a1879b56bc35ecb10d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.788627] env[68960]: DEBUG oslo_concurrency.lockutils [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.920109] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220884, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.060975] env[68960]: DEBUG nova.compute.manager [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.176155] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220883, 'name': CreateVM_Task, 'duration_secs': 0.563362} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.176464] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.177143] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.177308] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.177644] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.177940] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f81e82a6-d9f5-41e0-a61b-2127407ced29 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.186639] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for the task: (returnval){ [ 643.186639] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52796649-4002-4151-d6cc-3fb540a7bc43" [ 643.186639] env[68960]: _type = "Task" [ 643.186639] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.197518] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52796649-4002-4151-d6cc-3fb540a7bc43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.218903] env[68960]: DEBUG nova.network.neutron [req-9dd7eaf9-5370-4548-a328-c25f01dcdb2f req-ec95246e-6cae-494a-8668-019dc4b25296 service nova] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Updated VIF entry in instance network info cache for port e9c6fac9-fb55-4239-8582-b5cd853be62e. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.220739] env[68960]: DEBUG nova.network.neutron [req-9dd7eaf9-5370-4548-a328-c25f01dcdb2f req-ec95246e-6cae-494a-8668-019dc4b25296 service nova] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Updating instance_info_cache with network_info: [{"id": "e9c6fac9-fb55-4239-8582-b5cd853be62e", "address": "fa:16:3e:11:95:5a", "network": {"id": "42417904-6e85-45e8-aed1-f7b8de3d2507", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2014348388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63968b162de440dfbc9c2c6a8b851260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c6fac9-fb", "ovs_interfaceid": "e9c6fac9-fb55-4239-8582-b5cd853be62e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.258123] env[68960]: DEBUG oslo_vmware.api [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.423139] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220884, 'name': PowerOnVM_Task, 'duration_secs': 0.8631} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.424090] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.424090] env[68960]: INFO nova.compute.manager [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Took 8.69 seconds to spawn the instance on the hypervisor. [ 643.424090] env[68960]: DEBUG nova.compute.manager [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.424727] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c666d6-4d68-4d6f-aa3a-eb2b0741a5b6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.436897] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8c66cf-b887-4725-8e80-23e44a059984 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.446124] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0ca842-124d-4e97-9fbd-27062cd7ff0d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.491930] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310c2abb-7b5d-4eff-bb85-a9e791358697 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.500967] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9d326c-ae17-415c-ad83-c0f3a027f997 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.518849] env[68960]: DEBUG nova.compute.provider_tree [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.572587] env[68960]: DEBUG nova.network.neutron [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Successfully created port: 904fb8e9-a9ea-4ceb-9cb2-0a8f4b082ff4 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.706861] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52796649-4002-4151-d6cc-3fb540a7bc43, 'name': SearchDatastore_Task, 'duration_secs': 0.033177} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.707401] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.707749] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.708098] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.711867] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.711867] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.711867] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42f0dfda-0855-47aa-a387-e37ec483cdc1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.722174] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Acquiring lock "f254798c-4d12-4249-824d-d1a93727280b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.722174] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Lock "f254798c-4d12-4249-824d-d1a93727280b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.731025] env[68960]: DEBUG oslo_concurrency.lockutils [req-9dd7eaf9-5370-4548-a328-c25f01dcdb2f req-ec95246e-6cae-494a-8668-019dc4b25296 service nova] Releasing lock "refresh_cache-a57509a1-3ec5-40a0-a53f-515c4d19839c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.731025] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.731025] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.733400] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b76b6cae-0540-4f81-bd97-e93101c73c2f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.739832] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for the task: (returnval){ [ 643.739832] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522c132c-3e92-4a44-0c95-e880299ee9c9" [ 643.739832] env[68960]: _type = "Task" [ 643.739832] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.756427] env[68960]: DEBUG oslo_vmware.api [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220885, 'name': ReconfigVM_Task, 'duration_secs': 0.815698} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.759456] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Reconfigured VM instance instance-00000007 to attach disk [datastore1] fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c/882df2ee-ba10-4414-bfef-c49b3d1e121a-rescue.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.759988] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522c132c-3e92-4a44-0c95-e880299ee9c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.762419] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c41cac4-4a2f-456b-8a79-ea9917368001 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.791968] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-894bc44f-b15e-405c-8744-2d0e6fb0aeb0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.810907] env[68960]: DEBUG oslo_vmware.api [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 643.810907] env[68960]: value = "task-3220886" [ 643.810907] env[68960]: _type = "Task" [ 643.810907] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.821073] env[68960]: DEBUG oslo_vmware.api [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.950400] env[68960]: INFO nova.compute.manager [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Took 17.67 seconds to build instance. [ 644.025032] env[68960]: DEBUG nova.scheduler.client.report [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.041509] env[68960]: DEBUG nova.network.neutron [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Successfully updated port: 635abb82-e4d9-48e8-80a6-e6249df1d651 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.073212] env[68960]: DEBUG nova.compute.manager [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.104740] env[68960]: DEBUG nova.virt.hardware [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.105033] env[68960]: DEBUG nova.virt.hardware [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.105222] env[68960]: DEBUG nova.virt.hardware [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.105780] env[68960]: DEBUG nova.virt.hardware [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.105780] env[68960]: DEBUG nova.virt.hardware [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.106023] env[68960]: DEBUG nova.virt.hardware [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.106262] env[68960]: DEBUG nova.virt.hardware [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.106465] env[68960]: DEBUG nova.virt.hardware [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.106651] env[68960]: DEBUG nova.virt.hardware [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.106900] env[68960]: DEBUG nova.virt.hardware [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.107259] env[68960]: DEBUG nova.virt.hardware [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.109149] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52a056b-dc94-490f-8d28-fe300770df1f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.118767] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3700c6-4442-4390-abfc-58fd0405c9c9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.251712] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522c132c-3e92-4a44-0c95-e880299ee9c9, 'name': SearchDatastore_Task, 'duration_secs': 0.018555} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.252581] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0c83b36-cd6d-4e07-890f-e700f9c8be4b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.258660] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for the task: (returnval){ [ 644.258660] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52608183-b34c-a030-7d5d-a248b7d429ba" [ 644.258660] env[68960]: _type = "Task" [ 644.258660] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.267635] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52608183-b34c-a030-7d5d-a248b7d429ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.322665] env[68960]: DEBUG oslo_vmware.api [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220886, 'name': ReconfigVM_Task, 'duration_secs': 0.307346} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.322779] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.323112] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1754c714-81c5-4bc8-86d7-3f4904cf6c32 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.332661] env[68960]: DEBUG oslo_vmware.api [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 644.332661] env[68960]: value = "task-3220887" [ 644.332661] env[68960]: _type = "Task" [ 644.332661] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.344532] env[68960]: DEBUG oslo_vmware.api [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.455333] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Lock "a57509a1-3ec5-40a0-a53f-515c4d19839c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.185s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.472386] env[68960]: DEBUG oslo_concurrency.lockutils [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Acquiring lock "aefaaeae-1518-4704-968b-329ef01e2523" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.472659] env[68960]: DEBUG oslo_concurrency.lockutils [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Lock "aefaaeae-1518-4704-968b-329ef01e2523" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.533363] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.533897] env[68960]: DEBUG nova.compute.manager [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.540282] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.099s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.541480] env[68960]: INFO nova.compute.claims [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.549247] env[68960]: DEBUG oslo_concurrency.lockutils [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquiring lock "refresh_cache-d2b95f0e-0e70-43a2-beb1-bae828ae6967" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.549404] env[68960]: DEBUG oslo_concurrency.lockutils [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquired lock "refresh_cache-d2b95f0e-0e70-43a2-beb1-bae828ae6967" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.549552] env[68960]: DEBUG nova.network.neutron [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.776491] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52608183-b34c-a030-7d5d-a248b7d429ba, 'name': SearchDatastore_Task, 'duration_secs': 0.035286} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.776839] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.777183] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 9254d105-f6bd-40d2-8ccf-20058139ddd0/9254d105-f6bd-40d2-8ccf-20058139ddd0.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.777552] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0038f635-648e-483c-a8ea-31db47ab873d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.788858] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for the task: (returnval){ [ 644.788858] env[68960]: value = "task-3220888" [ 644.788858] env[68960]: _type = "Task" [ 644.788858] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.801782] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.843792] env[68960]: DEBUG oslo_vmware.api [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220887, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.959598] env[68960]: DEBUG nova.compute.manager [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.058500] env[68960]: DEBUG nova.compute.utils [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.065524] env[68960]: DEBUG nova.compute.manager [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Not allocating networking since 'none' was specified. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 645.082249] env[68960]: DEBUG nova.compute.manager [req-c7ed8543-f581-4240-a66b-3936c069486e req-9f8deef1-65fc-478f-abd2-dc2cf1aa0ded service nova] [instance: ff25865e-413a-4b40-a054-d445d5529220] Received event network-changed-20309284-2a41-4770-86e9-4d4cb222cc49 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.082502] env[68960]: DEBUG nova.compute.manager [req-c7ed8543-f581-4240-a66b-3936c069486e req-9f8deef1-65fc-478f-abd2-dc2cf1aa0ded service nova] [instance: ff25865e-413a-4b40-a054-d445d5529220] Refreshing instance network info cache due to event network-changed-20309284-2a41-4770-86e9-4d4cb222cc49. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 645.082728] env[68960]: DEBUG oslo_concurrency.lockutils [req-c7ed8543-f581-4240-a66b-3936c069486e req-9f8deef1-65fc-478f-abd2-dc2cf1aa0ded service nova] Acquiring lock "refresh_cache-ff25865e-413a-4b40-a054-d445d5529220" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.082868] env[68960]: DEBUG oslo_concurrency.lockutils [req-c7ed8543-f581-4240-a66b-3936c069486e req-9f8deef1-65fc-478f-abd2-dc2cf1aa0ded service nova] Acquired lock "refresh_cache-ff25865e-413a-4b40-a054-d445d5529220" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.083791] env[68960]: DEBUG nova.network.neutron [req-c7ed8543-f581-4240-a66b-3936c069486e req-9f8deef1-65fc-478f-abd2-dc2cf1aa0ded service nova] [instance: ff25865e-413a-4b40-a054-d445d5529220] Refreshing network info cache for port 20309284-2a41-4770-86e9-4d4cb222cc49 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.107940] env[68960]: DEBUG oslo_concurrency.lockutils [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Acquiring lock "d4c99f61-5621-4bff-9bc6-c8c0ca132533" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.108654] env[68960]: DEBUG oslo_concurrency.lockutils [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Lock "d4c99f61-5621-4bff-9bc6-c8c0ca132533" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.189692] env[68960]: DEBUG nova.network.neutron [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.302704] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220888, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.328641] env[68960]: DEBUG nova.network.neutron [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Successfully updated port: 904fb8e9-a9ea-4ceb-9cb2-0a8f4b082ff4 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.348498] env[68960]: DEBUG oslo_vmware.api [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220887, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.483140] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.567149] env[68960]: DEBUG nova.compute.manager [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.622728] env[68960]: DEBUG nova.compute.manager [req-3e95aa41-a5e0-4a2f-aa67-3774c10012a4 req-c7ae56f6-2bd7-49a9-83bf-6b78d1cdea89 service nova] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Received event network-vif-plugged-1f2c1f15-d2f0-427e-8c88-cd280bc34133 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.622953] env[68960]: DEBUG oslo_concurrency.lockutils [req-3e95aa41-a5e0-4a2f-aa67-3774c10012a4 req-c7ae56f6-2bd7-49a9-83bf-6b78d1cdea89 service nova] Acquiring lock "9254d105-f6bd-40d2-8ccf-20058139ddd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.623191] env[68960]: DEBUG oslo_concurrency.lockutils [req-3e95aa41-a5e0-4a2f-aa67-3774c10012a4 req-c7ae56f6-2bd7-49a9-83bf-6b78d1cdea89 service nova] Lock "9254d105-f6bd-40d2-8ccf-20058139ddd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.623356] env[68960]: DEBUG oslo_concurrency.lockutils [req-3e95aa41-a5e0-4a2f-aa67-3774c10012a4 req-c7ae56f6-2bd7-49a9-83bf-6b78d1cdea89 service nova] Lock "9254d105-f6bd-40d2-8ccf-20058139ddd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.623519] env[68960]: DEBUG nova.compute.manager [req-3e95aa41-a5e0-4a2f-aa67-3774c10012a4 req-c7ae56f6-2bd7-49a9-83bf-6b78d1cdea89 service nova] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] No waiting events found dispatching network-vif-plugged-1f2c1f15-d2f0-427e-8c88-cd280bc34133 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 645.623673] env[68960]: WARNING nova.compute.manager [req-3e95aa41-a5e0-4a2f-aa67-3774c10012a4 req-c7ae56f6-2bd7-49a9-83bf-6b78d1cdea89 service nova] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Received unexpected event network-vif-plugged-1f2c1f15-d2f0-427e-8c88-cd280bc34133 for instance with vm_state building and task_state spawning. [ 645.623824] env[68960]: DEBUG nova.compute.manager [req-3e95aa41-a5e0-4a2f-aa67-3774c10012a4 req-c7ae56f6-2bd7-49a9-83bf-6b78d1cdea89 service nova] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Received event network-changed-1f2c1f15-d2f0-427e-8c88-cd280bc34133 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.623969] env[68960]: DEBUG nova.compute.manager [req-3e95aa41-a5e0-4a2f-aa67-3774c10012a4 req-c7ae56f6-2bd7-49a9-83bf-6b78d1cdea89 service nova] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Refreshing instance network info cache due to event network-changed-1f2c1f15-d2f0-427e-8c88-cd280bc34133. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 645.624882] env[68960]: DEBUG oslo_concurrency.lockutils [req-3e95aa41-a5e0-4a2f-aa67-3774c10012a4 req-c7ae56f6-2bd7-49a9-83bf-6b78d1cdea89 service nova] Acquiring lock "refresh_cache-9254d105-f6bd-40d2-8ccf-20058139ddd0" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.625049] env[68960]: DEBUG oslo_concurrency.lockutils [req-3e95aa41-a5e0-4a2f-aa67-3774c10012a4 req-c7ae56f6-2bd7-49a9-83bf-6b78d1cdea89 service nova] Acquired lock "refresh_cache-9254d105-f6bd-40d2-8ccf-20058139ddd0" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.625216] env[68960]: DEBUG nova.network.neutron [req-3e95aa41-a5e0-4a2f-aa67-3774c10012a4 req-c7ae56f6-2bd7-49a9-83bf-6b78d1cdea89 service nova] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Refreshing network info cache for port 1f2c1f15-d2f0-427e-8c88-cd280bc34133 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.806298] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585425} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.811657] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 9254d105-f6bd-40d2-8ccf-20058139ddd0/9254d105-f6bd-40d2-8ccf-20058139ddd0.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.811657] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.811657] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4426e255-2280-4e51-a3cb-78c60a05d417 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.828531] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for the task: (returnval){ [ 645.828531] env[68960]: value = "task-3220889" [ 645.828531] env[68960]: _type = "Task" [ 645.828531] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.835796] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "refresh_cache-5a1a5e2f-ce84-4dff-a9e2-02308041d09e" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.838517] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquired lock "refresh_cache-5a1a5e2f-ce84-4dff-a9e2-02308041d09e" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.838517] env[68960]: DEBUG nova.network.neutron [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.855147] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.862935] env[68960]: DEBUG oslo_vmware.api [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220887, 'name': PowerOnVM_Task, 'duration_secs': 1.486019} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.862935] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.866123] env[68960]: DEBUG nova.network.neutron [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Updating instance_info_cache with network_info: [{"id": "635abb82-e4d9-48e8-80a6-e6249df1d651", "address": "fa:16:3e:94:86:a3", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap635abb82-e4", "ovs_interfaceid": "635abb82-e4d9-48e8-80a6-e6249df1d651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.871106] env[68960]: DEBUG nova.compute.manager [None req-2b2fe4d7-cbad-486c-be7a-89c5df7fc7ab tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.871106] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5336120-a36c-44a7-b04a-cf30ce880e44 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.900817] env[68960]: DEBUG nova.network.neutron [req-c7ed8543-f581-4240-a66b-3936c069486e req-9f8deef1-65fc-478f-abd2-dc2cf1aa0ded service nova] [instance: ff25865e-413a-4b40-a054-d445d5529220] Updated VIF entry in instance network info cache for port 20309284-2a41-4770-86e9-4d4cb222cc49. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.901218] env[68960]: DEBUG nova.network.neutron [req-c7ed8543-f581-4240-a66b-3936c069486e req-9f8deef1-65fc-478f-abd2-dc2cf1aa0ded service nova] [instance: ff25865e-413a-4b40-a054-d445d5529220] Updating instance_info_cache with network_info: [{"id": "20309284-2a41-4770-86e9-4d4cb222cc49", "address": "fa:16:3e:e0:da:d7", "network": {"id": "4154fb86-d6c2-4d2f-9cdc-26b5cfd18114", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1250405018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "533f7cae3db44a6193d2ef86237d7922", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20309284-2a", "ovs_interfaceid": "20309284-2a41-4770-86e9-4d4cb222cc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.027428] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c9962e-f248-4cd9-9ef8-b1c6cc6fef80 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.045737] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3501ebd5-b0a1-49cd-9d46-74c9e3a05152 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.090058] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f344f9-c793-455e-8b8c-56f085a270eb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.099074] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df51eee7-2292-4f29-90c5-6946e66908c3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.114841] env[68960]: DEBUG nova.compute.provider_tree [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.358978] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154482} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.358978] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.360028] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabe5a9c-2c5a-43d7-8422-e5cd728a0416 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.377246] env[68960]: DEBUG oslo_concurrency.lockutils [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Releasing lock "refresh_cache-d2b95f0e-0e70-43a2-beb1-bae828ae6967" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.377566] env[68960]: DEBUG nova.compute.manager [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Instance network_info: |[{"id": "635abb82-e4d9-48e8-80a6-e6249df1d651", "address": "fa:16:3e:94:86:a3", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap635abb82-e4", "ovs_interfaceid": "635abb82-e4d9-48e8-80a6-e6249df1d651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 646.388594] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 9254d105-f6bd-40d2-8ccf-20058139ddd0/9254d105-f6bd-40d2-8ccf-20058139ddd0.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.389799] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:86:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '635abb82-e4d9-48e8-80a6-e6249df1d651', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.396282] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Creating folder: Project (a085a073f3b74f78a62365289bbab77b). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.399252] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b0dd7d4-38be-4816-b7d0-54dc3e4dde62 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.417987] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d19953dd-c69d-42e3-beed-27c0433ea6f9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.419951] env[68960]: DEBUG oslo_concurrency.lockutils [req-c7ed8543-f581-4240-a66b-3936c069486e req-9f8deef1-65fc-478f-abd2-dc2cf1aa0ded service nova] Releasing lock "refresh_cache-ff25865e-413a-4b40-a054-d445d5529220" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.428547] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for the task: (returnval){ [ 646.428547] env[68960]: value = "task-3220891" [ 646.428547] env[68960]: _type = "Task" [ 646.428547] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.436036] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Created folder: Project (a085a073f3b74f78a62365289bbab77b) in parent group-v643888. [ 646.436036] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Creating folder: Instances. Parent ref: group-v643923. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.436036] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be718455-e81e-4650-bb4c-8fbdd75b56ad {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.440734] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220891, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.449744] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Created folder: Instances in parent group-v643923. [ 646.450519] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.451989] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.451989] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fcf6242-d688-400f-8613-a83e427afcaa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.480807] env[68960]: DEBUG nova.network.neutron [req-3e95aa41-a5e0-4a2f-aa67-3774c10012a4 req-c7ae56f6-2bd7-49a9-83bf-6b78d1cdea89 service nova] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Updated VIF entry in instance network info cache for port 1f2c1f15-d2f0-427e-8c88-cd280bc34133. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.481383] env[68960]: DEBUG nova.network.neutron [req-3e95aa41-a5e0-4a2f-aa67-3774c10012a4 req-c7ae56f6-2bd7-49a9-83bf-6b78d1cdea89 service nova] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Updating instance_info_cache with network_info: [{"id": "1f2c1f15-d2f0-427e-8c88-cd280bc34133", "address": "fa:16:3e:d7:fb:2a", "network": {"id": "42417904-6e85-45e8-aed1-f7b8de3d2507", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2014348388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63968b162de440dfbc9c2c6a8b851260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2c1f15-d2", "ovs_interfaceid": "1f2c1f15-d2f0-427e-8c88-cd280bc34133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.484170] env[68960]: DEBUG nova.network.neutron [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.494330] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.494330] env[68960]: value = "task-3220893" [ 646.494330] env[68960]: _type = "Task" [ 646.494330] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.509972] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220893, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.594525] env[68960]: DEBUG nova.compute.manager [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.617443] env[68960]: DEBUG nova.scheduler.client.report [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.639061] env[68960]: DEBUG nova.virt.hardware [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.639399] env[68960]: DEBUG nova.virt.hardware [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.639588] env[68960]: DEBUG nova.virt.hardware [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.639800] env[68960]: DEBUG nova.virt.hardware [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.639950] env[68960]: DEBUG nova.virt.hardware [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.640817] env[68960]: DEBUG nova.virt.hardware [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.641101] env[68960]: DEBUG nova.virt.hardware [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.641336] env[68960]: DEBUG nova.virt.hardware [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.641544] env[68960]: DEBUG nova.virt.hardware [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.641725] env[68960]: DEBUG nova.virt.hardware [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.641912] env[68960]: DEBUG nova.virt.hardware [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.642851] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5871bec5-f6d4-4f5d-ac82-64b16dd95e55 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.657497] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6735c26b-0266-4ff3-a72b-46d2770d20c1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.686646] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Instance VIF info [] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.692729] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Creating folder: Project (b3b243b9e1c447d0a3c051d0edba3b7f). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.693167] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c146973-1431-4ada-8443-3b74312047b8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.707331] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Created folder: Project (b3b243b9e1c447d0a3c051d0edba3b7f) in parent group-v643888. [ 646.707613] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Creating folder: Instances. Parent ref: group-v643926. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.707895] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46548380-bbff-4a89-949b-9cdbdaeda878 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.724407] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Created folder: Instances in parent group-v643926. [ 646.724696] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.725324] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.725324] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96f9dc1e-f388-433c-981a-69a0866df3ab {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.747072] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.747072] env[68960]: value = "task-3220896" [ 646.747072] env[68960]: _type = "Task" [ 646.747072] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.756458] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220896, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.944781] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220891, 'name': ReconfigVM_Task, 'duration_secs': 0.422939} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.945060] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 9254d105-f6bd-40d2-8ccf-20058139ddd0/9254d105-f6bd-40d2-8ccf-20058139ddd0.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.945853] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-340739db-4c65-4ad7-8e8e-7072cf1adefa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.950261] env[68960]: DEBUG nova.network.neutron [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Updating instance_info_cache with network_info: [{"id": "904fb8e9-a9ea-4ceb-9cb2-0a8f4b082ff4", "address": "fa:16:3e:79:8c:87", "network": {"id": "fff51d55-08d5-4376-bd7f-089b01c12a99", "bridge": "br-int", "label": "tempest-ImagesTestJSON-277706535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f799a28ad4b41a1879b56bc35ecb10d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap904fb8e9-a9", "ovs_interfaceid": "904fb8e9-a9ea-4ceb-9cb2-0a8f4b082ff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.960131] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for the task: (returnval){ [ 646.960131] env[68960]: value = "task-3220897" [ 646.960131] env[68960]: _type = "Task" [ 646.960131] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.977043] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220897, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.990874] env[68960]: DEBUG oslo_concurrency.lockutils [req-3e95aa41-a5e0-4a2f-aa67-3774c10012a4 req-c7ae56f6-2bd7-49a9-83bf-6b78d1cdea89 service nova] Releasing lock "refresh_cache-9254d105-f6bd-40d2-8ccf-20058139ddd0" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.992433] env[68960]: DEBUG nova.compute.manager [req-3e95aa41-a5e0-4a2f-aa67-3774c10012a4 req-c7ae56f6-2bd7-49a9-83bf-6b78d1cdea89 service nova] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Received event network-changed-8174e5bc-b0bd-461f-9e05-c1d05af3f00a {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.993812] env[68960]: DEBUG nova.compute.manager [req-3e95aa41-a5e0-4a2f-aa67-3774c10012a4 req-c7ae56f6-2bd7-49a9-83bf-6b78d1cdea89 service nova] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Refreshing instance network info cache due to event network-changed-8174e5bc-b0bd-461f-9e05-c1d05af3f00a. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.993812] env[68960]: DEBUG oslo_concurrency.lockutils [req-3e95aa41-a5e0-4a2f-aa67-3774c10012a4 req-c7ae56f6-2bd7-49a9-83bf-6b78d1cdea89 service nova] Acquiring lock "refresh_cache-ee1f7fe7-b19c-4637-8b29-e58874c9af14" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.993812] env[68960]: DEBUG oslo_concurrency.lockutils [req-3e95aa41-a5e0-4a2f-aa67-3774c10012a4 req-c7ae56f6-2bd7-49a9-83bf-6b78d1cdea89 service nova] Acquired lock "refresh_cache-ee1f7fe7-b19c-4637-8b29-e58874c9af14" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.994153] env[68960]: DEBUG nova.network.neutron [req-3e95aa41-a5e0-4a2f-aa67-3774c10012a4 req-c7ae56f6-2bd7-49a9-83bf-6b78d1cdea89 service nova] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Refreshing network info cache for port 8174e5bc-b0bd-461f-9e05-c1d05af3f00a {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.013098] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220893, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.126039] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.127232] env[68960]: DEBUG nova.compute.manager [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 647.129946] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.610s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.134590] env[68960]: INFO nova.compute.claims [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.258412] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220896, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.453592] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Releasing lock "refresh_cache-5a1a5e2f-ce84-4dff-a9e2-02308041d09e" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.454064] env[68960]: DEBUG nova.compute.manager [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Instance network_info: |[{"id": "904fb8e9-a9ea-4ceb-9cb2-0a8f4b082ff4", "address": "fa:16:3e:79:8c:87", "network": {"id": "fff51d55-08d5-4376-bd7f-089b01c12a99", "bridge": "br-int", "label": "tempest-ImagesTestJSON-277706535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f799a28ad4b41a1879b56bc35ecb10d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap904fb8e9-a9", "ovs_interfaceid": "904fb8e9-a9ea-4ceb-9cb2-0a8f4b082ff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.454533] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:8c:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '904fb8e9-a9ea-4ceb-9cb2-0a8f4b082ff4', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.466582] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Creating folder: Project (7f799a28ad4b41a1879b56bc35ecb10d). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.466582] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1d6e030-8c2d-4007-8df6-5b286e97cfc2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.481049] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220897, 'name': Rename_Task, 'duration_secs': 0.204483} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.481049] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.481049] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0dc7614-f17c-4281-a6f0-73a196864a37 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.484107] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Created folder: Project (7f799a28ad4b41a1879b56bc35ecb10d) in parent group-v643888. [ 647.484331] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Creating folder: Instances. Parent ref: group-v643929. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.485058] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de1b03d7-181f-46df-8703-0070c952df0c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.491038] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for the task: (returnval){ [ 647.491038] env[68960]: value = "task-3220899" [ 647.491038] env[68960]: _type = "Task" [ 647.491038] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.502723] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.508261] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Created folder: Instances in parent group-v643929. [ 647.508261] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.508718] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.509387] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-197ee4e7-7b6f-4616-b963-ce2f5bfe33d5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.535490] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220893, 'name': CreateVM_Task, 'duration_secs': 0.528993} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.536925] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.536925] env[68960]: DEBUG oslo_concurrency.lockutils [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.537070] env[68960]: DEBUG oslo_concurrency.lockutils [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.537442] env[68960]: DEBUG oslo_concurrency.lockutils [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.538357] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aff8322-9a12-4727-bdcf-2d338e6c0c68 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.542354] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.542354] env[68960]: value = "task-3220901" [ 647.542354] env[68960]: _type = "Task" [ 647.542354] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.545672] env[68960]: DEBUG oslo_vmware.api [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 647.545672] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523d5e31-595d-af60-90a2-866a2b99283a" [ 647.545672] env[68960]: _type = "Task" [ 647.545672] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.559474] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220901, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.559605] env[68960]: DEBUG oslo_vmware.api [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523d5e31-595d-af60-90a2-866a2b99283a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.640033] env[68960]: DEBUG nova.compute.utils [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.643642] env[68960]: DEBUG nova.compute.manager [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.643642] env[68960]: DEBUG nova.network.neutron [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.716873] env[68960]: DEBUG nova.policy [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe90abf81baf416e856cbc6b4362090f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '259b4e4b1df5428b8eef858564ff1972', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.763353] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220896, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.997838] env[68960]: DEBUG nova.network.neutron [req-3e95aa41-a5e0-4a2f-aa67-3774c10012a4 req-c7ae56f6-2bd7-49a9-83bf-6b78d1cdea89 service nova] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Updated VIF entry in instance network info cache for port 8174e5bc-b0bd-461f-9e05-c1d05af3f00a. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.997838] env[68960]: DEBUG nova.network.neutron [req-3e95aa41-a5e0-4a2f-aa67-3774c10012a4 req-c7ae56f6-2bd7-49a9-83bf-6b78d1cdea89 service nova] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Updating instance_info_cache with network_info: [{"id": "8174e5bc-b0bd-461f-9e05-c1d05af3f00a", "address": "fa:16:3e:08:b1:57", "network": {"id": "778f734f-4fcc-45d7-8d68-7210de64f6e9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1402639889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfbb21635cab4e519c32805b99223a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8174e5bc-b0", "ovs_interfaceid": "8174e5bc-b0bd-461f-9e05-c1d05af3f00a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.017438] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220899, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.057139] env[68960]: DEBUG nova.compute.manager [req-f3775382-2f52-4874-bdc5-0f65a5d402c8 req-839a66f1-1a7a-4241-b986-ae9f059e7b46 service nova] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Received event network-vif-plugged-635abb82-e4d9-48e8-80a6-e6249df1d651 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.057405] env[68960]: DEBUG oslo_concurrency.lockutils [req-f3775382-2f52-4874-bdc5-0f65a5d402c8 req-839a66f1-1a7a-4241-b986-ae9f059e7b46 service nova] Acquiring lock "d2b95f0e-0e70-43a2-beb1-bae828ae6967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.057640] env[68960]: DEBUG oslo_concurrency.lockutils [req-f3775382-2f52-4874-bdc5-0f65a5d402c8 req-839a66f1-1a7a-4241-b986-ae9f059e7b46 service nova] Lock "d2b95f0e-0e70-43a2-beb1-bae828ae6967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.057805] env[68960]: DEBUG oslo_concurrency.lockutils [req-f3775382-2f52-4874-bdc5-0f65a5d402c8 req-839a66f1-1a7a-4241-b986-ae9f059e7b46 service nova] Lock "d2b95f0e-0e70-43a2-beb1-bae828ae6967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.057970] env[68960]: DEBUG nova.compute.manager [req-f3775382-2f52-4874-bdc5-0f65a5d402c8 req-839a66f1-1a7a-4241-b986-ae9f059e7b46 service nova] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] No waiting events found dispatching network-vif-plugged-635abb82-e4d9-48e8-80a6-e6249df1d651 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.058138] env[68960]: WARNING nova.compute.manager [req-f3775382-2f52-4874-bdc5-0f65a5d402c8 req-839a66f1-1a7a-4241-b986-ae9f059e7b46 service nova] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Received unexpected event network-vif-plugged-635abb82-e4d9-48e8-80a6-e6249df1d651 for instance with vm_state building and task_state spawning. [ 648.058319] env[68960]: DEBUG nova.compute.manager [req-f3775382-2f52-4874-bdc5-0f65a5d402c8 req-839a66f1-1a7a-4241-b986-ae9f059e7b46 service nova] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Received event network-changed-635abb82-e4d9-48e8-80a6-e6249df1d651 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.058636] env[68960]: DEBUG nova.compute.manager [req-f3775382-2f52-4874-bdc5-0f65a5d402c8 req-839a66f1-1a7a-4241-b986-ae9f059e7b46 service nova] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Refreshing instance network info cache due to event network-changed-635abb82-e4d9-48e8-80a6-e6249df1d651. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.058636] env[68960]: DEBUG oslo_concurrency.lockutils [req-f3775382-2f52-4874-bdc5-0f65a5d402c8 req-839a66f1-1a7a-4241-b986-ae9f059e7b46 service nova] Acquiring lock "refresh_cache-d2b95f0e-0e70-43a2-beb1-bae828ae6967" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.058760] env[68960]: DEBUG oslo_concurrency.lockutils [req-f3775382-2f52-4874-bdc5-0f65a5d402c8 req-839a66f1-1a7a-4241-b986-ae9f059e7b46 service nova] Acquired lock "refresh_cache-d2b95f0e-0e70-43a2-beb1-bae828ae6967" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.058905] env[68960]: DEBUG nova.network.neutron [req-f3775382-2f52-4874-bdc5-0f65a5d402c8 req-839a66f1-1a7a-4241-b986-ae9f059e7b46 service nova] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Refreshing network info cache for port 635abb82-e4d9-48e8-80a6-e6249df1d651 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.065021] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220901, 'name': CreateVM_Task, 'duration_secs': 0.47885} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.065469] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.066348] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.072239] env[68960]: DEBUG oslo_vmware.api [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523d5e31-595d-af60-90a2-866a2b99283a, 'name': SearchDatastore_Task, 'duration_secs': 0.022571} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.072664] env[68960]: DEBUG oslo_concurrency.lockutils [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.072832] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.073100] env[68960]: DEBUG oslo_concurrency.lockutils [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.073242] env[68960]: DEBUG oslo_concurrency.lockutils [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.073417] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.075327] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.075327] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.075327] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-343d1873-414a-4d6b-b7e8-4e4885ee03a5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.077329] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a38b6935-e800-40b3-95ff-4bdf611460c2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.086954] env[68960]: DEBUG oslo_vmware.api [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 648.086954] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525bfa66-7c43-bd8b-466a-5fcc0d9a0113" [ 648.086954] env[68960]: _type = "Task" [ 648.086954] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.099575] env[68960]: DEBUG oslo_vmware.api [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525bfa66-7c43-bd8b-466a-5fcc0d9a0113, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.101725] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.102027] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.102905] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-512899af-51e6-4e32-a240-8547c87de6ec {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.110969] env[68960]: DEBUG oslo_vmware.api [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 648.110969] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52eccc41-2d46-a2c4-07a2-47701b2f62c5" [ 648.110969] env[68960]: _type = "Task" [ 648.110969] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.122620] env[68960]: DEBUG oslo_vmware.api [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52eccc41-2d46-a2c4-07a2-47701b2f62c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.144393] env[68960]: DEBUG nova.compute.manager [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.260788] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220896, 'name': CreateVM_Task, 'duration_secs': 1.427073} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.263579] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.264229] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.505034] env[68960]: DEBUG oslo_concurrency.lockutils [req-3e95aa41-a5e0-4a2f-aa67-3774c10012a4 req-c7ae56f6-2bd7-49a9-83bf-6b78d1cdea89 service nova] Releasing lock "refresh_cache-ee1f7fe7-b19c-4637-8b29-e58874c9af14" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.513280] env[68960]: DEBUG oslo_vmware.api [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220899, 'name': PowerOnVM_Task, 'duration_secs': 0.706377} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.513280] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.513475] env[68960]: INFO nova.compute.manager [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Took 11.35 seconds to spawn the instance on the hypervisor. [ 648.513637] env[68960]: DEBUG nova.compute.manager [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.515288] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f694fd4-c6b5-4dcf-8b2d-1cc702f2831b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.520933] env[68960]: DEBUG nova.compute.manager [req-a1d5e7e6-d6a2-4fd7-8b57-ce9b5d0d1592 req-df00a52d-f899-4346-9014-a8b95b5fec39 service nova] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Received event network-vif-plugged-904fb8e9-a9ea-4ceb-9cb2-0a8f4b082ff4 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.521244] env[68960]: DEBUG oslo_concurrency.lockutils [req-a1d5e7e6-d6a2-4fd7-8b57-ce9b5d0d1592 req-df00a52d-f899-4346-9014-a8b95b5fec39 service nova] Acquiring lock "5a1a5e2f-ce84-4dff-a9e2-02308041d09e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.521467] env[68960]: DEBUG oslo_concurrency.lockutils [req-a1d5e7e6-d6a2-4fd7-8b57-ce9b5d0d1592 req-df00a52d-f899-4346-9014-a8b95b5fec39 service nova] Lock "5a1a5e2f-ce84-4dff-a9e2-02308041d09e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.521675] env[68960]: DEBUG oslo_concurrency.lockutils [req-a1d5e7e6-d6a2-4fd7-8b57-ce9b5d0d1592 req-df00a52d-f899-4346-9014-a8b95b5fec39 service nova] Lock "5a1a5e2f-ce84-4dff-a9e2-02308041d09e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.521957] env[68960]: DEBUG nova.compute.manager [req-a1d5e7e6-d6a2-4fd7-8b57-ce9b5d0d1592 req-df00a52d-f899-4346-9014-a8b95b5fec39 service nova] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] No waiting events found dispatching network-vif-plugged-904fb8e9-a9ea-4ceb-9cb2-0a8f4b082ff4 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.522192] env[68960]: WARNING nova.compute.manager [req-a1d5e7e6-d6a2-4fd7-8b57-ce9b5d0d1592 req-df00a52d-f899-4346-9014-a8b95b5fec39 service nova] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Received unexpected event network-vif-plugged-904fb8e9-a9ea-4ceb-9cb2-0a8f4b082ff4 for instance with vm_state building and task_state spawning. [ 648.522411] env[68960]: DEBUG nova.compute.manager [req-a1d5e7e6-d6a2-4fd7-8b57-ce9b5d0d1592 req-df00a52d-f899-4346-9014-a8b95b5fec39 service nova] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Received event network-changed-904fb8e9-a9ea-4ceb-9cb2-0a8f4b082ff4 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.522617] env[68960]: DEBUG nova.compute.manager [req-a1d5e7e6-d6a2-4fd7-8b57-ce9b5d0d1592 req-df00a52d-f899-4346-9014-a8b95b5fec39 service nova] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Refreshing instance network info cache due to event network-changed-904fb8e9-a9ea-4ceb-9cb2-0a8f4b082ff4. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.523081] env[68960]: DEBUG oslo_concurrency.lockutils [req-a1d5e7e6-d6a2-4fd7-8b57-ce9b5d0d1592 req-df00a52d-f899-4346-9014-a8b95b5fec39 service nova] Acquiring lock "refresh_cache-5a1a5e2f-ce84-4dff-a9e2-02308041d09e" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.523754] env[68960]: DEBUG oslo_concurrency.lockutils [req-a1d5e7e6-d6a2-4fd7-8b57-ce9b5d0d1592 req-df00a52d-f899-4346-9014-a8b95b5fec39 service nova] Acquired lock "refresh_cache-5a1a5e2f-ce84-4dff-a9e2-02308041d09e" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.524022] env[68960]: DEBUG nova.network.neutron [req-a1d5e7e6-d6a2-4fd7-8b57-ce9b5d0d1592 req-df00a52d-f899-4346-9014-a8b95b5fec39 service nova] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Refreshing network info cache for port 904fb8e9-a9ea-4ceb-9cb2-0a8f4b082ff4 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.599983] env[68960]: DEBUG oslo_vmware.api [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525bfa66-7c43-bd8b-466a-5fcc0d9a0113, 'name': SearchDatastore_Task, 'duration_secs': 0.020764} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.602796] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.603725] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.603725] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.608517] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.608517] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.610059] env[68960]: DEBUG nova.network.neutron [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Successfully created port: 58c1ea24-4483-4ad8-a98c-73cfde6b58dd {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 648.612019] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7b01b36-9e0f-426f-ba86-38b5a3a36215 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.619510] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640fc3c5-7bfd-49f7-a91e-0c87d838722b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.627197] env[68960]: DEBUG oslo_vmware.api [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Waiting for the task: (returnval){ [ 648.627197] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524f010f-6ba4-cb16-3da0-466d26c00e39" [ 648.627197] env[68960]: _type = "Task" [ 648.627197] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.627480] env[68960]: DEBUG oslo_vmware.api [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52eccc41-2d46-a2c4-07a2-47701b2f62c5, 'name': SearchDatastore_Task, 'duration_secs': 0.014804} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.632150] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1505a8ec-102d-4d1e-acb7-3d5a586ae5ca {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.637986] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae948392-a8e5-4120-8cff-aee9fdbbb4b5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.645899] env[68960]: DEBUG oslo_vmware.api [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 648.645899] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c3131f-df64-bd9a-2439-aaf289565842" [ 648.645899] env[68960]: _type = "Task" [ 648.645899] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.646586] env[68960]: DEBUG oslo_vmware.api [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524f010f-6ba4-cb16-3da0-466d26c00e39, 'name': SearchDatastore_Task, 'duration_secs': 0.014722} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.648038] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.648038] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.648038] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.685367] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aec2f70-c88f-4ba7-83c7-df6c09d847bc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.692162] env[68960]: DEBUG oslo_vmware.api [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c3131f-df64-bd9a-2439-aaf289565842, 'name': SearchDatastore_Task, 'duration_secs': 0.015393} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.692837] env[68960]: DEBUG oslo_concurrency.lockutils [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.693177] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] d2b95f0e-0e70-43a2-beb1-bae828ae6967/d2b95f0e-0e70-43a2-beb1-bae828ae6967.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.693715] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.693715] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.693881] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26d212ba-6e0b-4470-b67f-d697c820b7bd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.700579] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-846a100d-80cf-4280-9828-b90c215cd9ed {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.704708] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff7a152-095d-449e-8a2e-eb9564920fc6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.710427] env[68960]: DEBUG oslo_vmware.api [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 648.710427] env[68960]: value = "task-3220902" [ 648.710427] env[68960]: _type = "Task" [ 648.710427] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.724652] env[68960]: DEBUG nova.compute.provider_tree [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.728646] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.728646] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.728646] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6504c5af-6573-468d-8b33-5a241abc3374 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.734119] env[68960]: DEBUG oslo_vmware.api [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3220902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.739127] env[68960]: DEBUG oslo_vmware.api [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 648.739127] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]529508b9-5604-3836-020b-8191f3d336c5" [ 648.739127] env[68960]: _type = "Task" [ 648.739127] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.749407] env[68960]: DEBUG oslo_vmware.api [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]529508b9-5604-3836-020b-8191f3d336c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.056944] env[68960]: INFO nova.compute.manager [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Took 22.73 seconds to build instance. [ 649.185454] env[68960]: DEBUG nova.compute.manager [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.224801] env[68960]: DEBUG oslo_vmware.api [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3220902, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.229567] env[68960]: DEBUG nova.scheduler.client.report [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.236223] env[68960]: DEBUG nova.virt.hardware [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.237321] env[68960]: DEBUG nova.virt.hardware [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.237321] env[68960]: DEBUG nova.virt.hardware [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.237321] env[68960]: DEBUG nova.virt.hardware [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.237321] env[68960]: DEBUG nova.virt.hardware [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.241471] env[68960]: DEBUG nova.virt.hardware [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.241471] env[68960]: DEBUG nova.virt.hardware [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.241471] env[68960]: DEBUG nova.virt.hardware [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.241471] env[68960]: DEBUG nova.virt.hardware [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.241471] env[68960]: DEBUG nova.virt.hardware [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.241719] env[68960]: DEBUG nova.virt.hardware [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.241719] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fdbe8f-a0f4-48a0-b43e-94b8219d5869 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.263535] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00767fd0-96eb-418e-9a2e-dbc37f3f17be {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.269020] env[68960]: DEBUG oslo_vmware.api [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]529508b9-5604-3836-020b-8191f3d336c5, 'name': SearchDatastore_Task, 'duration_secs': 0.022381} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.270265] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e4968e5-14c5-46b4-9049-0e57f43bbde6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.287797] env[68960]: DEBUG oslo_vmware.api [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 649.287797] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d1d7ca-6902-afc4-9bb5-fde10d81a584" [ 649.287797] env[68960]: _type = "Task" [ 649.287797] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.298858] env[68960]: DEBUG oslo_vmware.api [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d1d7ca-6902-afc4-9bb5-fde10d81a584, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.334515] env[68960]: DEBUG nova.network.neutron [req-f3775382-2f52-4874-bdc5-0f65a5d402c8 req-839a66f1-1a7a-4241-b986-ae9f059e7b46 service nova] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Updated VIF entry in instance network info cache for port 635abb82-e4d9-48e8-80a6-e6249df1d651. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.334515] env[68960]: DEBUG nova.network.neutron [req-f3775382-2f52-4874-bdc5-0f65a5d402c8 req-839a66f1-1a7a-4241-b986-ae9f059e7b46 service nova] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Updating instance_info_cache with network_info: [{"id": "635abb82-e4d9-48e8-80a6-e6249df1d651", "address": "fa:16:3e:94:86:a3", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap635abb82-e4", "ovs_interfaceid": "635abb82-e4d9-48e8-80a6-e6249df1d651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.562073] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b130d5-075d-45d8-840d-0ef96d4c7711 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Lock "9254d105-f6bd-40d2-8ccf-20058139ddd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.247s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.728641] env[68960]: DEBUG oslo_vmware.api [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3220902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783071} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.728954] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] d2b95f0e-0e70-43a2-beb1-bae828ae6967/d2b95f0e-0e70-43a2-beb1-bae828ae6967.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.729070] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.729380] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed0bf13d-f1b2-4378-bc7a-d20fd1479af2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.733724] env[68960]: DEBUG nova.network.neutron [req-a1d5e7e6-d6a2-4fd7-8b57-ce9b5d0d1592 req-df00a52d-f899-4346-9014-a8b95b5fec39 service nova] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Updated VIF entry in instance network info cache for port 904fb8e9-a9ea-4ceb-9cb2-0a8f4b082ff4. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.735712] env[68960]: DEBUG nova.network.neutron [req-a1d5e7e6-d6a2-4fd7-8b57-ce9b5d0d1592 req-df00a52d-f899-4346-9014-a8b95b5fec39 service nova] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Updating instance_info_cache with network_info: [{"id": "904fb8e9-a9ea-4ceb-9cb2-0a8f4b082ff4", "address": "fa:16:3e:79:8c:87", "network": {"id": "fff51d55-08d5-4376-bd7f-089b01c12a99", "bridge": "br-int", "label": "tempest-ImagesTestJSON-277706535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f799a28ad4b41a1879b56bc35ecb10d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap904fb8e9-a9", "ovs_interfaceid": "904fb8e9-a9ea-4ceb-9cb2-0a8f4b082ff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.742591] env[68960]: DEBUG oslo_vmware.api [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 649.742591] env[68960]: value = "task-3220903" [ 649.742591] env[68960]: _type = "Task" [ 649.742591] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.747341] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.747882] env[68960]: DEBUG nova.compute.manager [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.752205] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9a005827-0271-4c19-9db9-4243790eb385 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.647s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.752880] env[68960]: DEBUG nova.objects.instance [None req-9a005827-0271-4c19-9db9-4243790eb385 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Lazy-loading 'resources' on Instance uuid 8e8cbe08-c4f1-49e3-9352-79581615b10b {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 649.761861] env[68960]: DEBUG oslo_vmware.api [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3220903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.805962] env[68960]: DEBUG oslo_vmware.api [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d1d7ca-6902-afc4-9bb5-fde10d81a584, 'name': SearchDatastore_Task, 'duration_secs': 0.06498} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.805962] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.805962] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 5a1a5e2f-ce84-4dff-a9e2-02308041d09e/5a1a5e2f-ce84-4dff-a9e2-02308041d09e.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.805962] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.806166] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.806166] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29dc4d32-7f6c-4874-b093-68d9b8b33eca {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.806930] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-019fa566-05bc-43e8-bfdd-1a3cfcaa329b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.817315] env[68960]: DEBUG oslo_vmware.api [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 649.817315] env[68960]: value = "task-3220904" [ 649.817315] env[68960]: _type = "Task" [ 649.817315] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.821441] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.821656] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.823385] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e8831a7-3ae2-4729-84ee-8e5db31f6a8b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.831080] env[68960]: DEBUG oslo_vmware.api [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3220904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.833265] env[68960]: DEBUG oslo_vmware.api [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Waiting for the task: (returnval){ [ 649.833265] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52481a13-42bd-6aa8-ee62-e06cd4445b5d" [ 649.833265] env[68960]: _type = "Task" [ 649.833265] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.841771] env[68960]: DEBUG oslo_vmware.api [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52481a13-42bd-6aa8-ee62-e06cd4445b5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.846130] env[68960]: DEBUG oslo_concurrency.lockutils [req-f3775382-2f52-4874-bdc5-0f65a5d402c8 req-839a66f1-1a7a-4241-b986-ae9f059e7b46 service nova] Releasing lock "refresh_cache-d2b95f0e-0e70-43a2-beb1-bae828ae6967" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.066582] env[68960]: DEBUG nova.compute.manager [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.241547] env[68960]: DEBUG oslo_concurrency.lockutils [req-a1d5e7e6-d6a2-4fd7-8b57-ce9b5d0d1592 req-df00a52d-f899-4346-9014-a8b95b5fec39 service nova] Releasing lock "refresh_cache-5a1a5e2f-ce84-4dff-a9e2-02308041d09e" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.264580] env[68960]: DEBUG nova.compute.utils [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.268451] env[68960]: DEBUG oslo_vmware.api [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3220903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068309} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.270020] env[68960]: DEBUG nova.compute.manager [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.270020] env[68960]: DEBUG nova.network.neutron [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.272424] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.273253] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b72a1c-b69f-4560-aa8d-701408a54263 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.312686] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] d2b95f0e-0e70-43a2-beb1-bae828ae6967/d2b95f0e-0e70-43a2-beb1-bae828ae6967.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.316843] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2f50968-f679-45f1-a1f6-18c496dc861c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.346668] env[68960]: DEBUG oslo_vmware.api [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 650.346668] env[68960]: value = "task-3220905" [ 650.346668] env[68960]: _type = "Task" [ 650.346668] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.360875] env[68960]: DEBUG oslo_vmware.api [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3220904, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.366385] env[68960]: DEBUG oslo_vmware.api [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52481a13-42bd-6aa8-ee62-e06cd4445b5d, 'name': SearchDatastore_Task, 'duration_secs': 0.015358} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.367404] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdc9bc15-75e5-40d8-b2a7-90f608a9045b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.373941] env[68960]: DEBUG oslo_vmware.api [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3220905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.382275] env[68960]: DEBUG oslo_vmware.api [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Waiting for the task: (returnval){ [ 650.382275] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524d48a9-196e-056a-9e5f-b530c0e6990b" [ 650.382275] env[68960]: _type = "Task" [ 650.382275] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.398034] env[68960]: DEBUG nova.policy [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e09bc24a164497b983414f545e89814', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b9aa34e0ef44c4ba3e7840a7cf1389d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.408420] env[68960]: DEBUG oslo_vmware.api [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524d48a9-196e-056a-9e5f-b530c0e6990b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.597933] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.770911] env[68960]: DEBUG nova.compute.manager [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.809021] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e720dd-eb7b-4653-911d-6d9c3a617b36 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.820182] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8833e3df-8f8a-45d2-94b1-a9a6a8681177 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.878571] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5ef1ca-97b4-4cb4-969f-815bbf76c6e7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.893796] env[68960]: DEBUG oslo_vmware.api [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3220904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6964} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.894139] env[68960]: DEBUG oslo_vmware.api [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3220905, 'name': ReconfigVM_Task, 'duration_secs': 0.379075} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.896678] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65d50e2-32e9-4b8a-921e-31559a1c69f3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.900295] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 5a1a5e2f-ce84-4dff-a9e2-02308041d09e/5a1a5e2f-ce84-4dff-a9e2-02308041d09e.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.900547] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.900797] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Reconfigured VM instance instance-0000000d to attach disk [datastore2] d2b95f0e-0e70-43a2-beb1-bae828ae6967/d2b95f0e-0e70-43a2-beb1-bae828ae6967.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.903473] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37992441-5852-498f-a33f-6c201b3cbde2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.905682] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29d3bd07-d6e2-4099-aed2-0fa9db411678 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.914266] env[68960]: DEBUG oslo_vmware.api [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524d48a9-196e-056a-9e5f-b530c0e6990b, 'name': SearchDatastore_Task, 'duration_secs': 0.066126} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.924636] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.925053] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 75f185f7-7424-4e12-9b06-69c6094267d9/75f185f7-7424-4e12-9b06-69c6094267d9.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.925450] env[68960]: DEBUG oslo_vmware.api [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 650.925450] env[68960]: value = "task-3220907" [ 650.925450] env[68960]: _type = "Task" [ 650.925450] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.925697] env[68960]: DEBUG oslo_vmware.api [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 650.925697] env[68960]: value = "task-3220906" [ 650.925697] env[68960]: _type = "Task" [ 650.925697] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.926139] env[68960]: DEBUG nova.compute.provider_tree [None req-9a005827-0271-4c19-9db9-4243790eb385 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.927756] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3665ef66-0296-4ce1-b85e-01997590b1b9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.946260] env[68960]: DEBUG oslo_vmware.api [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3220906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.951619] env[68960]: DEBUG oslo_vmware.api [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3220907, 'name': Rename_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.952385] env[68960]: DEBUG oslo_vmware.api [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Waiting for the task: (returnval){ [ 650.952385] env[68960]: value = "task-3220908" [ 650.952385] env[68960]: _type = "Task" [ 650.952385] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.962170] env[68960]: DEBUG oslo_vmware.api [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': task-3220908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.431913] env[68960]: DEBUG nova.scheduler.client.report [None req-9a005827-0271-4c19-9db9-4243790eb385 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.453699] env[68960]: DEBUG oslo_vmware.api [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3220907, 'name': Rename_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.454356] env[68960]: DEBUG oslo_vmware.api [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3220906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072886} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.459376] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.460716] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4966725-aba7-4f90-9758-0da9e4b64890 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.469694] env[68960]: DEBUG oslo_vmware.api [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': task-3220908, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.493342] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 5a1a5e2f-ce84-4dff-a9e2-02308041d09e/5a1a5e2f-ce84-4dff-a9e2-02308041d09e.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.493799] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41509bf9-5cd5-4aa2-98d0-9cc34c9b94fb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.516807] env[68960]: DEBUG nova.network.neutron [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Successfully created port: 0c5e0bfb-a298-412c-8bb9-17eb03e41bb1 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.525464] env[68960]: DEBUG oslo_vmware.api [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 651.525464] env[68960]: value = "task-3220909" [ 651.525464] env[68960]: _type = "Task" [ 651.525464] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.536149] env[68960]: DEBUG oslo_vmware.api [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3220909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.606415] env[68960]: DEBUG nova.network.neutron [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Successfully updated port: 58c1ea24-4483-4ad8-a98c-73cfde6b58dd {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.786804] env[68960]: DEBUG nova.compute.manager [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.834265] env[68960]: DEBUG nova.virt.hardware [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.834984] env[68960]: DEBUG nova.virt.hardware [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.835275] env[68960]: DEBUG nova.virt.hardware [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.835689] env[68960]: DEBUG nova.virt.hardware [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.835876] env[68960]: DEBUG nova.virt.hardware [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.836168] env[68960]: DEBUG nova.virt.hardware [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.836775] env[68960]: DEBUG nova.virt.hardware [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.836775] env[68960]: DEBUG nova.virt.hardware [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.837186] env[68960]: DEBUG nova.virt.hardware [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.837381] env[68960]: DEBUG nova.virt.hardware [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.837738] env[68960]: DEBUG nova.virt.hardware [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.838627] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb8da75-c04c-4b23-a3e8-d28267607f9a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.850105] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0179ff9f-d793-4412-a737-b3c4daa13d9a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.944177] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9a005827-0271-4c19-9db9-4243790eb385 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.946653] env[68960]: DEBUG oslo_vmware.api [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3220907, 'name': Rename_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.947257] env[68960]: DEBUG oslo_concurrency.lockutils [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.201s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.949357] env[68960]: INFO nova.compute.claims [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.968348] env[68960]: DEBUG oslo_vmware.api [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': task-3220908, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.000971} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.970450] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 75f185f7-7424-4e12-9b06-69c6094267d9/75f185f7-7424-4e12-9b06-69c6094267d9.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.970450] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.970450] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-069bff34-e83d-477f-81c3-48abacba6ddd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.979542] env[68960]: DEBUG oslo_vmware.api [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Waiting for the task: (returnval){ [ 651.979542] env[68960]: value = "task-3220910" [ 651.979542] env[68960]: _type = "Task" [ 651.979542] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.982579] env[68960]: INFO nova.scheduler.client.report [None req-9a005827-0271-4c19-9db9-4243790eb385 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Deleted allocations for instance 8e8cbe08-c4f1-49e3-9352-79581615b10b [ 651.998497] env[68960]: DEBUG oslo_vmware.api [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': task-3220910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.038543] env[68960]: DEBUG oslo_vmware.api [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3220909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.108753] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Acquiring lock "refresh_cache-44e5ac3d-09ea-4410-941a-971e4e9b55d7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.108921] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Acquired lock "refresh_cache-44e5ac3d-09ea-4410-941a-971e4e9b55d7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.109064] env[68960]: DEBUG nova.network.neutron [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.421491] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Acquiring lock "caadf2f6-d5c1-4bb7-bc84-78731c465a6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.421491] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Lock "caadf2f6-d5c1-4bb7-bc84-78731c465a6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.448655] env[68960]: DEBUG oslo_vmware.api [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3220907, 'name': Rename_Task, 'duration_secs': 1.172512} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.448655] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.448840] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46834cf1-5603-4fcf-994e-1976c61f9a9c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.460037] env[68960]: DEBUG oslo_vmware.api [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 652.460037] env[68960]: value = "task-3220911" [ 652.460037] env[68960]: _type = "Task" [ 652.460037] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.470645] env[68960]: DEBUG oslo_vmware.api [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3220911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.495377] env[68960]: DEBUG oslo_vmware.api [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': task-3220910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156419} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.495839] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9a005827-0271-4c19-9db9-4243790eb385 tempest-ServerDiagnosticsTest-1372761642 tempest-ServerDiagnosticsTest-1372761642-project-member] Lock "8e8cbe08-c4f1-49e3-9352-79581615b10b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.388s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.498432] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.498432] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc5a878-72d1-4cd9-8917-6ddb8d4fd09c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.530806] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 75f185f7-7424-4e12-9b06-69c6094267d9/75f185f7-7424-4e12-9b06-69c6094267d9.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.532196] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aff6169c-42d6-41e6-a283-4fe601bafd8d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.560674] env[68960]: DEBUG oslo_vmware.api [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3220909, 'name': ReconfigVM_Task, 'duration_secs': 0.860805} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.562168] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 5a1a5e2f-ce84-4dff-a9e2-02308041d09e/5a1a5e2f-ce84-4dff-a9e2-02308041d09e.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.563183] env[68960]: DEBUG oslo_vmware.api [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Waiting for the task: (returnval){ [ 652.563183] env[68960]: value = "task-3220912" [ 652.563183] env[68960]: _type = "Task" [ 652.563183] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.563386] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3526d2b-d9f7-4311-84a3-b7171aaef2ae {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.575777] env[68960]: DEBUG oslo_vmware.api [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': task-3220912, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.577146] env[68960]: DEBUG oslo_vmware.api [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 652.577146] env[68960]: value = "task-3220913" [ 652.577146] env[68960]: _type = "Task" [ 652.577146] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.577333] env[68960]: INFO nova.compute.manager [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Rescuing [ 652.578205] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "refresh_cache-2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.578205] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquired lock "refresh_cache-2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.578205] env[68960]: DEBUG nova.network.neutron [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.592790] env[68960]: DEBUG oslo_vmware.api [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3220913, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.644409] env[68960]: DEBUG nova.network.neutron [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.696038] env[68960]: DEBUG nova.compute.manager [req-cae9cabf-17d5-4a4d-8edb-af34375d51b3 req-7d2df5a2-763c-462e-8ee4-9328429f9387 service nova] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Received event network-vif-plugged-58c1ea24-4483-4ad8-a98c-73cfde6b58dd {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.696038] env[68960]: DEBUG oslo_concurrency.lockutils [req-cae9cabf-17d5-4a4d-8edb-af34375d51b3 req-7d2df5a2-763c-462e-8ee4-9328429f9387 service nova] Acquiring lock "44e5ac3d-09ea-4410-941a-971e4e9b55d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.696038] env[68960]: DEBUG oslo_concurrency.lockutils [req-cae9cabf-17d5-4a4d-8edb-af34375d51b3 req-7d2df5a2-763c-462e-8ee4-9328429f9387 service nova] Lock "44e5ac3d-09ea-4410-941a-971e4e9b55d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.696038] env[68960]: DEBUG oslo_concurrency.lockutils [req-cae9cabf-17d5-4a4d-8edb-af34375d51b3 req-7d2df5a2-763c-462e-8ee4-9328429f9387 service nova] Lock "44e5ac3d-09ea-4410-941a-971e4e9b55d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.696038] env[68960]: DEBUG nova.compute.manager [req-cae9cabf-17d5-4a4d-8edb-af34375d51b3 req-7d2df5a2-763c-462e-8ee4-9328429f9387 service nova] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] No waiting events found dispatching network-vif-plugged-58c1ea24-4483-4ad8-a98c-73cfde6b58dd {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.696415] env[68960]: WARNING nova.compute.manager [req-cae9cabf-17d5-4a4d-8edb-af34375d51b3 req-7d2df5a2-763c-462e-8ee4-9328429f9387 service nova] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Received unexpected event network-vif-plugged-58c1ea24-4483-4ad8-a98c-73cfde6b58dd for instance with vm_state building and task_state spawning. [ 652.844711] env[68960]: DEBUG nova.network.neutron [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Updating instance_info_cache with network_info: [{"id": "58c1ea24-4483-4ad8-a98c-73cfde6b58dd", "address": "fa:16:3e:74:4f:85", "network": {"id": "f578ec82-9557-45ce-9519-1d34c245625c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1357886346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "259b4e4b1df5428b8eef858564ff1972", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58c1ea24-44", "ovs_interfaceid": "58c1ea24-4483-4ad8-a98c-73cfde6b58dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.973928] env[68960]: DEBUG oslo_vmware.api [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3220911, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.078506] env[68960]: DEBUG oslo_vmware.api [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': task-3220912, 'name': ReconfigVM_Task, 'duration_secs': 0.440166} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.082701] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 75f185f7-7424-4e12-9b06-69c6094267d9/75f185f7-7424-4e12-9b06-69c6094267d9.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.086542] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c827b9bd-68aa-46f3-a3f2-4f28056ac454 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.101405] env[68960]: DEBUG oslo_vmware.api [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3220913, 'name': Rename_Task, 'duration_secs': 0.300156} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.103115] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.103115] env[68960]: DEBUG oslo_vmware.api [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Waiting for the task: (returnval){ [ 653.103115] env[68960]: value = "task-3220914" [ 653.103115] env[68960]: _type = "Task" [ 653.103115] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.103655] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd545718-8706-452c-bf1e-8342068a4f18 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.120111] env[68960]: DEBUG oslo_vmware.api [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': task-3220914, 'name': Rename_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.122901] env[68960]: DEBUG oslo_vmware.api [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 653.122901] env[68960]: value = "task-3220915" [ 653.122901] env[68960]: _type = "Task" [ 653.122901] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.131525] env[68960]: DEBUG oslo_vmware.api [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3220915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.350827] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Releasing lock "refresh_cache-44e5ac3d-09ea-4410-941a-971e4e9b55d7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.351558] env[68960]: DEBUG nova.compute.manager [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Instance network_info: |[{"id": "58c1ea24-4483-4ad8-a98c-73cfde6b58dd", "address": "fa:16:3e:74:4f:85", "network": {"id": "f578ec82-9557-45ce-9519-1d34c245625c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1357886346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "259b4e4b1df5428b8eef858564ff1972", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58c1ea24-44", "ovs_interfaceid": "58c1ea24-4483-4ad8-a98c-73cfde6b58dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.352265] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:4f:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b91b49a8-b849-4d0c-97f7-74fdcd88ae03', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58c1ea24-4483-4ad8-a98c-73cfde6b58dd', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.361903] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.366653] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.367426] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05107cfd-aad0-456b-a8ff-74557c9c81bd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.398438] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.398438] env[68960]: value = "task-3220916" [ 653.398438] env[68960]: _type = "Task" [ 653.398438] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.411888] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220916, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.443539] env[68960]: DEBUG nova.network.neutron [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Successfully updated port: 0c5e0bfb-a298-412c-8bb9-17eb03e41bb1 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.448218] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ea8035-2d0c-4a1d-9c7a-5f9efde9204a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.459966] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecbcee6-c4e7-4bcd-87c6-4755c7b62ee0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.509038] env[68960]: DEBUG oslo_vmware.api [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3220911, 'name': PowerOnVM_Task, 'duration_secs': 0.642616} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.509038] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cac54f-c7b4-4e94-a053-0a74bea727ef {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.512126] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.512348] env[68960]: INFO nova.compute.manager [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Took 11.93 seconds to spawn the instance on the hypervisor. [ 653.512527] env[68960]: DEBUG nova.compute.manager [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.515996] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d92b13b-3830-4c61-9faa-a74a71225e62 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.517142] env[68960]: DEBUG nova.network.neutron [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Updating instance_info_cache with network_info: [{"id": "4240e73d-f1de-4b0e-af2a-e86d798b7da4", "address": "fa:16:3e:a8:83:a3", "network": {"id": "f7efa461-aff7-4c94-a7b1-09449aea8c88", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1693973360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac999d2e6df41619f2a1235c56b3d45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4240e73d-f1", "ovs_interfaceid": "4240e73d-f1de-4b0e-af2a-e86d798b7da4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.527193] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae33e84-41e5-44b6-a873-a26a1ea6fb4a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.547993] env[68960]: DEBUG nova.compute.provider_tree [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.620099] env[68960]: DEBUG oslo_vmware.api [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': task-3220914, 'name': Rename_Task, 'duration_secs': 0.381287} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.620420] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.620686] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c01a9bc-0835-400f-987a-8c59d30b739c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.645144] env[68960]: DEBUG oslo_vmware.api [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Waiting for the task: (returnval){ [ 653.645144] env[68960]: value = "task-3220917" [ 653.645144] env[68960]: _type = "Task" [ 653.645144] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.645144] env[68960]: DEBUG oslo_vmware.api [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3220915, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.657035] env[68960]: DEBUG oslo_vmware.api [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': task-3220917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.907751] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220916, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.947133] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Acquiring lock "refresh_cache-c92cef0d-47ce-40f6-8dae-18ce9a133da4" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.947418] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Acquired lock "refresh_cache-c92cef0d-47ce-40f6-8dae-18ce9a133da4" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.947418] env[68960]: DEBUG nova.network.neutron [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.949133] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Acquiring lock "a30615b9-3f54-43da-bb2a-b8e6ed38fb47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.949416] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Lock "a30615b9-3f54-43da-bb2a-b8e6ed38fb47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.019961] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Releasing lock "refresh_cache-2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.049416] env[68960]: INFO nova.compute.manager [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Took 25.07 seconds to build instance. [ 654.054758] env[68960]: DEBUG nova.scheduler.client.report [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.131334] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "ed7c7ac5-c303-4548-8357-13aa700d0067" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.131813] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "ed7c7ac5-c303-4548-8357-13aa700d0067" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.138433] env[68960]: DEBUG oslo_vmware.api [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3220915, 'name': PowerOnVM_Task, 'duration_secs': 0.797866} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.138692] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.138886] env[68960]: INFO nova.compute.manager [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Took 10.07 seconds to spawn the instance on the hypervisor. [ 654.139076] env[68960]: DEBUG nova.compute.manager [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.139940] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a71927d-db0f-4f29-a4e5-426472319a93 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.160598] env[68960]: DEBUG oslo_vmware.api [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': task-3220917, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.410871] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220916, 'name': CreateVM_Task, 'duration_secs': 0.565422} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.411058] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.411788] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.411953] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.412288] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.412541] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef2d0a79-2eb5-4b21-b4ad-d4cfc56279d6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.418099] env[68960]: DEBUG oslo_vmware.api [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Waiting for the task: (returnval){ [ 654.418099] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528c0ccd-f206-ad4f-e042-f3610e6ea967" [ 654.418099] env[68960]: _type = "Task" [ 654.418099] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.426883] env[68960]: DEBUG oslo_vmware.api [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528c0ccd-f206-ad4f-e042-f3610e6ea967, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.503700] env[68960]: DEBUG nova.network.neutron [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.562598] env[68960]: DEBUG oslo_concurrency.lockutils [None req-539f5666-d3de-4b09-a919-502178cc29d2 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "d2b95f0e-0e70-43a2-beb1-bae828ae6967" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.588s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.565494] env[68960]: DEBUG oslo_concurrency.lockutils [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.565856] env[68960]: DEBUG nova.compute.manager [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.571229] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.483s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.571229] env[68960]: DEBUG nova.objects.instance [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Lazy-loading 'resources' on Instance uuid 461b4e93-640f-4ed5-96d5-88c6ada1432c {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 654.659768] env[68960]: DEBUG oslo_vmware.api [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': task-3220917, 'name': PowerOnVM_Task, 'duration_secs': 0.769741} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.660172] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.660364] env[68960]: INFO nova.compute.manager [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Took 8.07 seconds to spawn the instance on the hypervisor. [ 654.660545] env[68960]: DEBUG nova.compute.manager [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.661619] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5621621-cc3c-4b06-9440-8a83a3f017d2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.674651] env[68960]: INFO nova.compute.manager [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Took 24.69 seconds to build instance. [ 654.715097] env[68960]: DEBUG nova.network.neutron [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Updating instance_info_cache with network_info: [{"id": "0c5e0bfb-a298-412c-8bb9-17eb03e41bb1", "address": "fa:16:3e:dd:c3:28", "network": {"id": "bb48c4e2-7164-4d62-908c-c2cab1ec221d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-621608517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9aa34e0ef44c4ba3e7840a7cf1389d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c5e0bfb-a2", "ovs_interfaceid": "0c5e0bfb-a298-412c-8bb9-17eb03e41bb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.932737] env[68960]: DEBUG oslo_vmware.api [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528c0ccd-f206-ad4f-e042-f3610e6ea967, 'name': SearchDatastore_Task, 'duration_secs': 0.045997} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.933050] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.933350] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.933809] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.933885] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.934030] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.934323] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7605e42-e6d3-4c9b-b2ba-408b946c4375 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.949021] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.949021] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.949021] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51a1a4f5-cb8d-41eb-88fc-1ce3f6a58c6e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.953486] env[68960]: DEBUG oslo_vmware.api [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Waiting for the task: (returnval){ [ 654.953486] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a9c799-5c9b-e603-b970-d8bcc5c2388e" [ 654.953486] env[68960]: _type = "Task" [ 654.953486] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.962856] env[68960]: DEBUG oslo_vmware.api [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a9c799-5c9b-e603-b970-d8bcc5c2388e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.066113] env[68960]: DEBUG nova.compute.manager [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.075655] env[68960]: DEBUG nova.compute.utils [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.078962] env[68960]: DEBUG nova.compute.manager [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.080077] env[68960]: DEBUG nova.network.neutron [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.174480] env[68960]: DEBUG nova.policy [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7709fde6cdb44f8b7fc96e5205c0da6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fe4feb7e68d459ba712eae0b5b60f2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.188519] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90095584-26e6-4e19-8552-f4dfbbc68009 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "5a1a5e2f-ce84-4dff-a9e2-02308041d09e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.218s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.198153] env[68960]: INFO nova.compute.manager [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Took 23.18 seconds to build instance. [ 655.217483] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Releasing lock "refresh_cache-c92cef0d-47ce-40f6-8dae-18ce9a133da4" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.217980] env[68960]: DEBUG nova.compute.manager [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Instance network_info: |[{"id": "0c5e0bfb-a298-412c-8bb9-17eb03e41bb1", "address": "fa:16:3e:dd:c3:28", "network": {"id": "bb48c4e2-7164-4d62-908c-c2cab1ec221d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-621608517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9aa34e0ef44c4ba3e7840a7cf1389d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c5e0bfb-a2", "ovs_interfaceid": "0c5e0bfb-a298-412c-8bb9-17eb03e41bb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.220802] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:c3:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c5e0bfb-a298-412c-8bb9-17eb03e41bb1', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.227677] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Creating folder: Project (1b9aa34e0ef44c4ba3e7840a7cf1389d). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.234035] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5762c71-6208-4247-8b73-3653b1ec5bfa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.250025] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Created folder: Project (1b9aa34e0ef44c4ba3e7840a7cf1389d) in parent group-v643888. [ 655.250025] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Creating folder: Instances. Parent ref: group-v643933. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.250025] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e713439-43bf-4878-9797-13802334aeee {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.262757] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Created folder: Instances in parent group-v643933. [ 655.263366] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.263828] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.264188] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c630cb27-a386-438b-a467-7c735b89d2d4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.295057] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.295057] env[68960]: value = "task-3220920" [ 655.295057] env[68960]: _type = "Task" [ 655.295057] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.310877] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220920, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.471348] env[68960]: DEBUG oslo_vmware.api [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a9c799-5c9b-e603-b970-d8bcc5c2388e, 'name': SearchDatastore_Task, 'duration_secs': 0.020157} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.476168] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12f10f61-cdf6-483c-9b14-2c047e6c3af4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.482363] env[68960]: DEBUG oslo_vmware.api [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Waiting for the task: (returnval){ [ 655.482363] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525545d3-45b7-199b-5a92-3563c0ac8448" [ 655.482363] env[68960]: _type = "Task" [ 655.482363] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.495251] env[68960]: DEBUG oslo_vmware.api [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525545d3-45b7-199b-5a92-3563c0ac8448, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.579607] env[68960]: DEBUG nova.compute.manager [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.591994] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.591994] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a9b49bf-4d98-4f3e-acb4-15064630e75c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.613736] env[68960]: DEBUG oslo_vmware.api [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 655.613736] env[68960]: value = "task-3220921" [ 655.613736] env[68960]: _type = "Task" [ 655.613736] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.623109] env[68960]: DEBUG oslo_concurrency.lockutils [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.627047] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebd8c2e-df5e-4b74-8fb0-4421a41c8b1f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.637788] env[68960]: DEBUG oslo_vmware.api [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.646355] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132e7685-e154-447c-94b2-29a6e12eef98 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.688193] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447fe7d4-2f13-4488-9d82-c30d7736ce50 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.699234] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3476ff0-1cb6-4530-9467-e7d135419148 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.703651] env[68960]: DEBUG nova.compute.manager [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.706785] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f8564938-cdc8-488a-8b00-adb4c5b1432b tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Lock "75f185f7-7424-4e12-9b06-69c6094267d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.703s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.720700] env[68960]: DEBUG nova.compute.provider_tree [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.812071] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220920, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.999638] env[68960]: DEBUG oslo_vmware.api [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525545d3-45b7-199b-5a92-3563c0ac8448, 'name': SearchDatastore_Task, 'duration_secs': 0.015565} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.999915] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.000197] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 44e5ac3d-09ea-4410-941a-971e4e9b55d7/44e5ac3d-09ea-4410-941a-971e4e9b55d7.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.000465] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14cfcb11-562d-4804-8c8b-45c0be8b8b7e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.010460] env[68960]: DEBUG oslo_vmware.api [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Waiting for the task: (returnval){ [ 656.010460] env[68960]: value = "task-3220922" [ 656.010460] env[68960]: _type = "Task" [ 656.010460] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.024898] env[68960]: DEBUG oslo_vmware.api [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3220922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.042173] env[68960]: DEBUG nova.network.neutron [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Successfully created port: 5d4c38ef-24cf-4360-aa29-62aa04e8769f {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.093246] env[68960]: INFO nova.virt.block_device [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Booting with volume fd14eb3a-9909-4ab2-8cba-16f156839524 at /dev/sda [ 656.119580] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6f19d2e7-3e72-4f30-8800-68cdac80f4d0 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquiring lock "a379fe8b-cc63-42fc-843e-a602a3933ebc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.119848] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6f19d2e7-3e72-4f30-8800-68cdac80f4d0 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Lock "a379fe8b-cc63-42fc-843e-a602a3933ebc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.120086] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6f19d2e7-3e72-4f30-8800-68cdac80f4d0 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquiring lock "a379fe8b-cc63-42fc-843e-a602a3933ebc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.120273] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6f19d2e7-3e72-4f30-8800-68cdac80f4d0 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Lock "a379fe8b-cc63-42fc-843e-a602a3933ebc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.120434] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6f19d2e7-3e72-4f30-8800-68cdac80f4d0 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Lock "a379fe8b-cc63-42fc-843e-a602a3933ebc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.132327] env[68960]: INFO nova.compute.manager [None req-6f19d2e7-3e72-4f30-8800-68cdac80f4d0 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Terminating instance [ 656.144676] env[68960]: DEBUG oslo_vmware.api [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220921, 'name': PowerOffVM_Task, 'duration_secs': 0.323278} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.146371] env[68960]: DEBUG nova.compute.manager [req-22c20a3d-1ad2-40d4-9d47-c2b300cd00bb req-a2779f7e-2cc2-47cd-9e6c-460f6e0acc94 service nova] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Received event network-changed-58c1ea24-4483-4ad8-a98c-73cfde6b58dd {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.146690] env[68960]: DEBUG nova.compute.manager [req-22c20a3d-1ad2-40d4-9d47-c2b300cd00bb req-a2779f7e-2cc2-47cd-9e6c-460f6e0acc94 service nova] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Refreshing instance network info cache due to event network-changed-58c1ea24-4483-4ad8-a98c-73cfde6b58dd. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.146795] env[68960]: DEBUG oslo_concurrency.lockutils [req-22c20a3d-1ad2-40d4-9d47-c2b300cd00bb req-a2779f7e-2cc2-47cd-9e6c-460f6e0acc94 service nova] Acquiring lock "refresh_cache-44e5ac3d-09ea-4410-941a-971e4e9b55d7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.146956] env[68960]: DEBUG oslo_concurrency.lockutils [req-22c20a3d-1ad2-40d4-9d47-c2b300cd00bb req-a2779f7e-2cc2-47cd-9e6c-460f6e0acc94 service nova] Acquired lock "refresh_cache-44e5ac3d-09ea-4410-941a-971e4e9b55d7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.147130] env[68960]: DEBUG nova.network.neutron [req-22c20a3d-1ad2-40d4-9d47-c2b300cd00bb req-a2779f7e-2cc2-47cd-9e6c-460f6e0acc94 service nova] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Refreshing network info cache for port 58c1ea24-4483-4ad8-a98c-73cfde6b58dd {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.149138] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.154417] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e5afab-2622-4a6c-b688-b37d54e1ce64 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.179291] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2d17be-571f-423a-936c-4711849df2ad {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.183236] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0cdfe437-f1f5-453e-a6df-a8705d691ed7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.197841] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4016988-22b9-4ade-a6ba-75c6bcf050a9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.213356] env[68960]: DEBUG nova.compute.manager [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.227349] env[68960]: DEBUG nova.scheduler.client.report [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.253908] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.255632] env[68960]: DEBUG oslo_concurrency.lockutils [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.255632] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f818aa5-be6c-40f2-9814-69aa84f3cf31 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.259559] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e1938b6-0002-48c2-82a0-35a4e39db33a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.272032] env[68960]: DEBUG oslo_vmware.api [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 656.272032] env[68960]: value = "task-3220923" [ 656.272032] env[68960]: _type = "Task" [ 656.272032] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.279881] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20424fb3-089b-4402-98d8-65404e4c1c63 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.304083] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] VM already powered off {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 656.304425] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.304514] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.307156] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.307156] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.307156] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-795dddcb-ab84-474e-af4e-fc6eca9b1f62 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.312068] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220920, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.326804] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a35c8ef-ddfc-4ac8-8baa-32d52bc96d6e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.335195] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.335421] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.338866] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aca3b565-dd53-4b47-a95a-236b936c5ec8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.344076] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e215ec-ddd7-4ac4-b6e7-e99ad33c7536 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.354437] env[68960]: DEBUG oslo_vmware.api [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 656.354437] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]529c5a37-57e4-7191-2c0e-ae821a4c1578" [ 656.354437] env[68960]: _type = "Task" [ 656.354437] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.365396] env[68960]: DEBUG nova.virt.block_device [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Updating existing volume attachment record: b6877211-300e-4dfe-a33a-79f8147a5bab {{(pid=68960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 656.377735] env[68960]: DEBUG oslo_vmware.api [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]529c5a37-57e4-7191-2c0e-ae821a4c1578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.437510] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "42fa00ac-ab86-4729-969b-ababacf6b99c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.437510] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "42fa00ac-ab86-4729-969b-ababacf6b99c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.530850] env[68960]: DEBUG oslo_vmware.api [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3220922, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.635363] env[68960]: DEBUG oslo_concurrency.lockutils [None req-94c1fe3a-21b4-431d-a1aa-a03d4bcd37bb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "5a1a5e2f-ce84-4dff-a9e2-02308041d09e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.635363] env[68960]: DEBUG oslo_concurrency.lockutils [None req-94c1fe3a-21b4-431d-a1aa-a03d4bcd37bb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "5a1a5e2f-ce84-4dff-a9e2-02308041d09e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.635565] env[68960]: DEBUG nova.compute.manager [None req-94c1fe3a-21b4-431d-a1aa-a03d4bcd37bb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.636783] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184071cb-2407-4f75-a9c7-414e77ee0a91 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.641331] env[68960]: DEBUG nova.compute.manager [None req-6f19d2e7-3e72-4f30-8800-68cdac80f4d0 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 656.641548] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6f19d2e7-3e72-4f30-8800-68cdac80f4d0 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 656.642512] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c602af80-2be4-4271-bfc6-ab0abcd418e2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.661202] env[68960]: DEBUG nova.compute.manager [None req-94c1fe3a-21b4-431d-a1aa-a03d4bcd37bb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68960) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 656.661202] env[68960]: DEBUG nova.objects.instance [None req-94c1fe3a-21b4-431d-a1aa-a03d4bcd37bb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lazy-loading 'flavor' on Instance uuid 5a1a5e2f-ce84-4dff-a9e2-02308041d09e {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 656.661202] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f19d2e7-3e72-4f30-8800-68cdac80f4d0 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.661202] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cdf827e-9144-4344-bac7-dd6cb77975e9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.672698] env[68960]: DEBUG oslo_vmware.api [None req-6f19d2e7-3e72-4f30-8800-68cdac80f4d0 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for the task: (returnval){ [ 656.672698] env[68960]: value = "task-3220924" [ 656.672698] env[68960]: _type = "Task" [ 656.672698] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.685672] env[68960]: DEBUG oslo_vmware.api [None req-6f19d2e7-3e72-4f30-8800-68cdac80f4d0 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.748796] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.756913] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.764267] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.562s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.765963] env[68960]: INFO nova.compute.claims [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.811162] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220920, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.820539] env[68960]: INFO nova.scheduler.client.report [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Deleted allocations for instance 461b4e93-640f-4ed5-96d5-88c6ada1432c [ 656.866535] env[68960]: DEBUG oslo_vmware.api [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]529c5a37-57e4-7191-2c0e-ae821a4c1578, 'name': SearchDatastore_Task, 'duration_secs': 0.027538} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.867559] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7481a965-4ed8-4cc5-8d0a-1bbf6da8c728 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.875552] env[68960]: DEBUG oslo_vmware.api [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 656.875552] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5257b4c7-e9e3-79e4-bf40-0f70eb563b67" [ 656.875552] env[68960]: _type = "Task" [ 656.875552] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.886427] env[68960]: DEBUG oslo_vmware.api [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5257b4c7-e9e3-79e4-bf40-0f70eb563b67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.023461] env[68960]: DEBUG oslo_vmware.api [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3220922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646862} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.023746] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 44e5ac3d-09ea-4410-941a-971e4e9b55d7/44e5ac3d-09ea-4410-941a-971e4e9b55d7.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.023964] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.024236] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27f7a79c-4d22-4e03-ac58-c2c89cf5ebce {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.043069] env[68960]: DEBUG oslo_vmware.api [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Waiting for the task: (returnval){ [ 657.043069] env[68960]: value = "task-3220925" [ 657.043069] env[68960]: _type = "Task" [ 657.043069] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.053192] env[68960]: DEBUG oslo_vmware.api [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3220925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.186607] env[68960]: DEBUG oslo_vmware.api [None req-6f19d2e7-3e72-4f30-8800-68cdac80f4d0 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220924, 'name': PowerOffVM_Task, 'duration_secs': 0.260035} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.186868] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f19d2e7-3e72-4f30-8800-68cdac80f4d0 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.187039] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6f19d2e7-3e72-4f30-8800-68cdac80f4d0 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.188124] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76660298-398d-4564-a9d2-db8310742338 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.288421] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6f19d2e7-3e72-4f30-8800-68cdac80f4d0 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.288693] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6f19d2e7-3e72-4f30-8800-68cdac80f4d0 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.289345] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f19d2e7-3e72-4f30-8800-68cdac80f4d0 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Deleting the datastore file [datastore2] a379fe8b-cc63-42fc-843e-a602a3933ebc {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.289454] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3f22f1f-578e-490d-962f-13c9250fb0c2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.299328] env[68960]: DEBUG oslo_vmware.api [None req-6f19d2e7-3e72-4f30-8800-68cdac80f4d0 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for the task: (returnval){ [ 657.299328] env[68960]: value = "task-3220927" [ 657.299328] env[68960]: _type = "Task" [ 657.299328] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.320625] env[68960]: DEBUG oslo_vmware.api [None req-6f19d2e7-3e72-4f30-8800-68cdac80f4d0 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.324353] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220920, 'name': CreateVM_Task, 'duration_secs': 1.656443} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.324542] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.325312] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.325405] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.325763] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.328010] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d650e5f0-5ce9-488a-b8a7-4e3eae25ab33 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.330729] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04917e68-6647-4597-b2c1-7c695cb3955c tempest-ServerDiagnosticsV248Test-936587401 tempest-ServerDiagnosticsV248Test-936587401-project-member] Lock "461b4e93-640f-4ed5-96d5-88c6ada1432c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.848s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.340423] env[68960]: DEBUG oslo_vmware.api [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Waiting for the task: (returnval){ [ 657.340423] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5262dd80-8e77-bd20-3c31-5c180cb4585e" [ 657.340423] env[68960]: _type = "Task" [ 657.340423] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.350902] env[68960]: DEBUG oslo_vmware.api [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5262dd80-8e77-bd20-3c31-5c180cb4585e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.389715] env[68960]: DEBUG oslo_vmware.api [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5257b4c7-e9e3-79e4-bf40-0f70eb563b67, 'name': SearchDatastore_Task, 'duration_secs': 0.018631} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.389773] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.390053] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57/882df2ee-ba10-4414-bfef-c49b3d1e121a-rescue.vmdk. {{(pid=68960) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 657.390443] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e503343-5840-48b5-9148-dbf7789121ac {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.398853] env[68960]: DEBUG oslo_vmware.api [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 657.398853] env[68960]: value = "task-3220928" [ 657.398853] env[68960]: _type = "Task" [ 657.398853] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.409470] env[68960]: DEBUG oslo_vmware.api [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.495639] env[68960]: DEBUG nova.network.neutron [req-22c20a3d-1ad2-40d4-9d47-c2b300cd00bb req-a2779f7e-2cc2-47cd-9e6c-460f6e0acc94 service nova] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Updated VIF entry in instance network info cache for port 58c1ea24-4483-4ad8-a98c-73cfde6b58dd. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.496171] env[68960]: DEBUG nova.network.neutron [req-22c20a3d-1ad2-40d4-9d47-c2b300cd00bb req-a2779f7e-2cc2-47cd-9e6c-460f6e0acc94 service nova] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Updating instance_info_cache with network_info: [{"id": "58c1ea24-4483-4ad8-a98c-73cfde6b58dd", "address": "fa:16:3e:74:4f:85", "network": {"id": "f578ec82-9557-45ce-9519-1d34c245625c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1357886346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "259b4e4b1df5428b8eef858564ff1972", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58c1ea24-44", "ovs_interfaceid": "58c1ea24-4483-4ad8-a98c-73cfde6b58dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.555574] env[68960]: DEBUG oslo_vmware.api [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3220925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081101} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.555574] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.557071] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca004e2-5b43-47cf-800c-90552252df42 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.586292] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 44e5ac3d-09ea-4410-941a-971e4e9b55d7/44e5ac3d-09ea-4410-941a-971e4e9b55d7.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.586948] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc088051-4024-4f98-8a99-ca3593e91d3d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.610731] env[68960]: DEBUG oslo_vmware.api [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Waiting for the task: (returnval){ [ 657.610731] env[68960]: value = "task-3220929" [ 657.610731] env[68960]: _type = "Task" [ 657.610731] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.619654] env[68960]: DEBUG oslo_vmware.api [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3220929, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.674091] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c1fe3a-21b4-431d-a1aa-a03d4bcd37bb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.674091] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7e584cf-b0da-4174-a40f-f284c19de079 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.681814] env[68960]: DEBUG oslo_vmware.api [None req-94c1fe3a-21b4-431d-a1aa-a03d4bcd37bb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 657.681814] env[68960]: value = "task-3220930" [ 657.681814] env[68960]: _type = "Task" [ 657.681814] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.691208] env[68960]: DEBUG oslo_vmware.api [None req-94c1fe3a-21b4-431d-a1aa-a03d4bcd37bb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3220930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.816527] env[68960]: DEBUG oslo_vmware.api [None req-6f19d2e7-3e72-4f30-8800-68cdac80f4d0 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3220927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.41184} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.816852] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f19d2e7-3e72-4f30-8800-68cdac80f4d0 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.817079] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6f19d2e7-3e72-4f30-8800-68cdac80f4d0 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 657.817338] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6f19d2e7-3e72-4f30-8800-68cdac80f4d0 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 657.817555] env[68960]: INFO nova.compute.manager [None req-6f19d2e7-3e72-4f30-8800-68cdac80f4d0 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Took 1.18 seconds to destroy the instance on the hypervisor. [ 657.817871] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f19d2e7-3e72-4f30-8800-68cdac80f4d0 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.822516] env[68960]: DEBUG nova.compute.manager [-] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 657.822516] env[68960]: DEBUG nova.network.neutron [-] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 657.864952] env[68960]: DEBUG oslo_vmware.api [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5262dd80-8e77-bd20-3c31-5c180cb4585e, 'name': SearchDatastore_Task, 'duration_secs': 0.019534} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.864952] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.864952] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.864952] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.865177] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.865177] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.865516] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28c2b41c-2f2b-4bf1-81bf-7a0c774bd103 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.879549] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.880320] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.881092] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56dcb4be-ffe0-4484-b778-0d72a5201fa3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.894286] env[68960]: DEBUG oslo_vmware.api [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Waiting for the task: (returnval){ [ 657.894286] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f6706a-d6e4-8b26-8f85-7bb621b78dd4" [ 657.894286] env[68960]: _type = "Task" [ 657.894286] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.912542] env[68960]: DEBUG oslo_vmware.api [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f6706a-d6e4-8b26-8f85-7bb621b78dd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.919599] env[68960]: DEBUG oslo_vmware.api [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220928, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.002918] env[68960]: DEBUG oslo_concurrency.lockutils [req-22c20a3d-1ad2-40d4-9d47-c2b300cd00bb req-a2779f7e-2cc2-47cd-9e6c-460f6e0acc94 service nova] Releasing lock "refresh_cache-44e5ac3d-09ea-4410-941a-971e4e9b55d7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.003623] env[68960]: DEBUG nova.compute.manager [req-22c20a3d-1ad2-40d4-9d47-c2b300cd00bb req-a2779f7e-2cc2-47cd-9e6c-460f6e0acc94 service nova] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Received event network-vif-plugged-0c5e0bfb-a298-412c-8bb9-17eb03e41bb1 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.003623] env[68960]: DEBUG oslo_concurrency.lockutils [req-22c20a3d-1ad2-40d4-9d47-c2b300cd00bb req-a2779f7e-2cc2-47cd-9e6c-460f6e0acc94 service nova] Acquiring lock "c92cef0d-47ce-40f6-8dae-18ce9a133da4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.004397] env[68960]: DEBUG oslo_concurrency.lockutils [req-22c20a3d-1ad2-40d4-9d47-c2b300cd00bb req-a2779f7e-2cc2-47cd-9e6c-460f6e0acc94 service nova] Lock "c92cef0d-47ce-40f6-8dae-18ce9a133da4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.004568] env[68960]: DEBUG oslo_concurrency.lockutils [req-22c20a3d-1ad2-40d4-9d47-c2b300cd00bb req-a2779f7e-2cc2-47cd-9e6c-460f6e0acc94 service nova] Lock "c92cef0d-47ce-40f6-8dae-18ce9a133da4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.004818] env[68960]: DEBUG nova.compute.manager [req-22c20a3d-1ad2-40d4-9d47-c2b300cd00bb req-a2779f7e-2cc2-47cd-9e6c-460f6e0acc94 service nova] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] No waiting events found dispatching network-vif-plugged-0c5e0bfb-a298-412c-8bb9-17eb03e41bb1 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.005140] env[68960]: WARNING nova.compute.manager [req-22c20a3d-1ad2-40d4-9d47-c2b300cd00bb req-a2779f7e-2cc2-47cd-9e6c-460f6e0acc94 service nova] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Received unexpected event network-vif-plugged-0c5e0bfb-a298-412c-8bb9-17eb03e41bb1 for instance with vm_state building and task_state spawning. [ 658.005452] env[68960]: DEBUG nova.compute.manager [req-22c20a3d-1ad2-40d4-9d47-c2b300cd00bb req-a2779f7e-2cc2-47cd-9e6c-460f6e0acc94 service nova] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Received event network-changed-0c5e0bfb-a298-412c-8bb9-17eb03e41bb1 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.005673] env[68960]: DEBUG nova.compute.manager [req-22c20a3d-1ad2-40d4-9d47-c2b300cd00bb req-a2779f7e-2cc2-47cd-9e6c-460f6e0acc94 service nova] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Refreshing instance network info cache due to event network-changed-0c5e0bfb-a298-412c-8bb9-17eb03e41bb1. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 658.005893] env[68960]: DEBUG oslo_concurrency.lockutils [req-22c20a3d-1ad2-40d4-9d47-c2b300cd00bb req-a2779f7e-2cc2-47cd-9e6c-460f6e0acc94 service nova] Acquiring lock "refresh_cache-c92cef0d-47ce-40f6-8dae-18ce9a133da4" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.006155] env[68960]: DEBUG oslo_concurrency.lockutils [req-22c20a3d-1ad2-40d4-9d47-c2b300cd00bb req-a2779f7e-2cc2-47cd-9e6c-460f6e0acc94 service nova] Acquired lock "refresh_cache-c92cef0d-47ce-40f6-8dae-18ce9a133da4" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.006685] env[68960]: DEBUG nova.network.neutron [req-22c20a3d-1ad2-40d4-9d47-c2b300cd00bb req-a2779f7e-2cc2-47cd-9e6c-460f6e0acc94 service nova] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Refreshing network info cache for port 0c5e0bfb-a298-412c-8bb9-17eb03e41bb1 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.009269] env[68960]: DEBUG nova.compute.manager [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Stashing vm_state: active {{(pid=68960) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 658.031681] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Acquiring lock "b93c3681-667b-4b48-bfbd-558e83220287" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.031940] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Lock "b93c3681-667b-4b48-bfbd-558e83220287" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.123146] env[68960]: DEBUG oslo_vmware.api [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3220929, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.195561] env[68960]: DEBUG oslo_vmware.api [None req-94c1fe3a-21b4-431d-a1aa-a03d4bcd37bb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3220930, 'name': PowerOffVM_Task, 'duration_secs': 0.358961} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.195891] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c1fe3a-21b4-431d-a1aa-a03d4bcd37bb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 658.196407] env[68960]: DEBUG nova.compute.manager [None req-94c1fe3a-21b4-431d-a1aa-a03d4bcd37bb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.197228] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb6f534-024e-4b89-9faa-d68857a20f5b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.297971] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02610eca-ca1b-4791-a78e-8e4a383cb1f3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.309730] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317f3fd2-ad16-4d8e-b8a3-87f5e7103c34 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.346913] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c696187a-ec57-4de8-b869-6a5e52ccbb65 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.356959] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d479ee7e-3d66-4aa7-9880-a241ab07a471 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.379984] env[68960]: DEBUG nova.compute.provider_tree [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.407964] env[68960]: DEBUG oslo_vmware.api [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f6706a-d6e4-8b26-8f85-7bb621b78dd4, 'name': SearchDatastore_Task, 'duration_secs': 0.020444} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.409136] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-441bb085-13cb-4de6-a86d-a8a0c8422267 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.415156] env[68960]: DEBUG oslo_vmware.api [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769497} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.415761] env[68960]: INFO nova.virt.vmwareapi.ds_util [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57/882df2ee-ba10-4414-bfef-c49b3d1e121a-rescue.vmdk. [ 658.416629] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cd21ed-3261-4e8b-8813-d8150ceb1c1f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.421108] env[68960]: DEBUG oslo_vmware.api [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Waiting for the task: (returnval){ [ 658.421108] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523ddbe6-ab1c-8630-d042-4ae5ce40f237" [ 658.421108] env[68960]: _type = "Task" [ 658.421108] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.446633] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57/882df2ee-ba10-4414-bfef-c49b3d1e121a-rescue.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.447871] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28419b44-8256-4856-ab2e-25a56e6fe513 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.465266] env[68960]: DEBUG oslo_vmware.api [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523ddbe6-ab1c-8630-d042-4ae5ce40f237, 'name': SearchDatastore_Task, 'duration_secs': 0.014957} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.466025] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.466308] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] c92cef0d-47ce-40f6-8dae-18ce9a133da4/c92cef0d-47ce-40f6-8dae-18ce9a133da4.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.466625] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c1798b4-6444-4acc-97f2-f697cc5085c7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.474450] env[68960]: DEBUG oslo_vmware.api [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 658.474450] env[68960]: value = "task-3220931" [ 658.474450] env[68960]: _type = "Task" [ 658.474450] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.477505] env[68960]: DEBUG oslo_vmware.api [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Waiting for the task: (returnval){ [ 658.477505] env[68960]: value = "task-3220932" [ 658.477505] env[68960]: _type = "Task" [ 658.477505] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.483947] env[68960]: DEBUG oslo_vmware.api [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.489645] env[68960]: DEBUG oslo_vmware.api [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Task: {'id': task-3220932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.543823] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.546029] env[68960]: DEBUG nova.compute.manager [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.547715] env[68960]: DEBUG nova.virt.hardware [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.547715] env[68960]: DEBUG nova.virt.hardware [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.547715] env[68960]: DEBUG nova.virt.hardware [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.547715] env[68960]: DEBUG nova.virt.hardware [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.548131] env[68960]: DEBUG nova.virt.hardware [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.548131] env[68960]: DEBUG nova.virt.hardware [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.548131] env[68960]: DEBUG nova.virt.hardware [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.548131] env[68960]: DEBUG nova.virt.hardware [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.549317] env[68960]: DEBUG nova.virt.hardware [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.550504] env[68960]: DEBUG nova.virt.hardware [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.551851] env[68960]: DEBUG nova.virt.hardware [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.553136] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55dd5e6-596f-48a0-b5de-5b87ad529d14 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.566770] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f76d9a6-b651-4d57-8990-30afe5db9d47 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.624783] env[68960]: DEBUG oslo_vmware.api [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3220929, 'name': ReconfigVM_Task, 'duration_secs': 0.544524} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.625080] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 44e5ac3d-09ea-4410-941a-971e4e9b55d7/44e5ac3d-09ea-4410-941a-971e4e9b55d7.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.626175] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6878e5f1-44cd-44cb-bdb5-77703dc115fd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.635358] env[68960]: DEBUG oslo_vmware.api [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Waiting for the task: (returnval){ [ 658.635358] env[68960]: value = "task-3220933" [ 658.635358] env[68960]: _type = "Task" [ 658.635358] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.646342] env[68960]: DEBUG oslo_vmware.api [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3220933, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.715422] env[68960]: DEBUG oslo_concurrency.lockutils [None req-94c1fe3a-21b4-431d-a1aa-a03d4bcd37bb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "5a1a5e2f-ce84-4dff-a9e2-02308041d09e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.080s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.760215] env[68960]: DEBUG nova.network.neutron [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Successfully updated port: 5d4c38ef-24cf-4360-aa29-62aa04e8769f {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.883139] env[68960]: DEBUG nova.scheduler.client.report [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.990823] env[68960]: DEBUG oslo_vmware.api [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Task: {'id': task-3220932, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.994613] env[68960]: DEBUG oslo_vmware.api [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220931, 'name': ReconfigVM_Task, 'duration_secs': 0.349913} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.994788] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57/882df2ee-ba10-4414-bfef-c49b3d1e121a-rescue.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.995733] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cdecff-3ee6-4777-be3d-852d99c94f22 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.024363] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d16d0b5-f319-4448-aec5-0e09f0db4ed8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.043737] env[68960]: DEBUG oslo_vmware.api [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 659.043737] env[68960]: value = "task-3220934" [ 659.043737] env[68960]: _type = "Task" [ 659.043737] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.054266] env[68960]: DEBUG oslo_vmware.api [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.064812] env[68960]: DEBUG nova.network.neutron [-] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.146645] env[68960]: DEBUG oslo_vmware.api [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3220933, 'name': Rename_Task, 'duration_secs': 0.208449} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.146897] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.147163] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-723b628f-6c0d-4eb6-8ff4-667808d06462 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.156014] env[68960]: DEBUG oslo_vmware.api [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Waiting for the task: (returnval){ [ 659.156014] env[68960]: value = "task-3220935" [ 659.156014] env[68960]: _type = "Task" [ 659.156014] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.165462] env[68960]: DEBUG oslo_vmware.api [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3220935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.211538] env[68960]: DEBUG nova.network.neutron [req-22c20a3d-1ad2-40d4-9d47-c2b300cd00bb req-a2779f7e-2cc2-47cd-9e6c-460f6e0acc94 service nova] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Updated VIF entry in instance network info cache for port 0c5e0bfb-a298-412c-8bb9-17eb03e41bb1. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.215138] env[68960]: DEBUG nova.network.neutron [req-22c20a3d-1ad2-40d4-9d47-c2b300cd00bb req-a2779f7e-2cc2-47cd-9e6c-460f6e0acc94 service nova] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Updating instance_info_cache with network_info: [{"id": "0c5e0bfb-a298-412c-8bb9-17eb03e41bb1", "address": "fa:16:3e:dd:c3:28", "network": {"id": "bb48c4e2-7164-4d62-908c-c2cab1ec221d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-621608517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9aa34e0ef44c4ba3e7840a7cf1389d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c5e0bfb-a2", "ovs_interfaceid": "0c5e0bfb-a298-412c-8bb9-17eb03e41bb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.263171] env[68960]: DEBUG oslo_concurrency.lockutils [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Acquiring lock "refresh_cache-232504f9-2248-4e28-ab5f-5121b50b9643" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.265017] env[68960]: DEBUG oslo_concurrency.lockutils [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Acquired lock "refresh_cache-232504f9-2248-4e28-ab5f-5121b50b9643" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.265017] env[68960]: DEBUG nova.network.neutron [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.389248] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.389248] env[68960]: DEBUG nova.compute.manager [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.391947] env[68960]: DEBUG oslo_concurrency.lockutils [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.603s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.394921] env[68960]: INFO nova.compute.claims [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.495831] env[68960]: DEBUG oslo_vmware.api [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Task: {'id': task-3220932, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.558390] env[68960]: DEBUG oslo_vmware.api [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220934, 'name': ReconfigVM_Task, 'duration_secs': 0.171102} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.558700] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.559396] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b0ce6fd-dc0f-4d02-b579-9ed0ec314172 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.570257] env[68960]: INFO nova.compute.manager [-] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Took 1.75 seconds to deallocate network for instance. [ 659.573848] env[68960]: DEBUG oslo_vmware.api [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 659.573848] env[68960]: value = "task-3220936" [ 659.573848] env[68960]: _type = "Task" [ 659.573848] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.588791] env[68960]: DEBUG oslo_vmware.api [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220936, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.668637] env[68960]: DEBUG oslo_vmware.api [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3220935, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.715979] env[68960]: DEBUG oslo_concurrency.lockutils [req-22c20a3d-1ad2-40d4-9d47-c2b300cd00bb req-a2779f7e-2cc2-47cd-9e6c-460f6e0acc94 service nova] Releasing lock "refresh_cache-c92cef0d-47ce-40f6-8dae-18ce9a133da4" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.781515] env[68960]: DEBUG nova.compute.manager [req-e2127117-b0ab-4672-89cb-0b6a8a71b822 req-d7c8c782-1a1d-499b-9562-693889f402cb service nova] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Received event network-vif-deleted-99e4efba-5151-4480-97a5-5af746a8bbcc {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.860787] env[68960]: DEBUG nova.network.neutron [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.901373] env[68960]: DEBUG nova.compute.utils [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.903898] env[68960]: DEBUG nova.compute.manager [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.904143] env[68960]: DEBUG nova.network.neutron [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.003759] env[68960]: DEBUG oslo_vmware.api [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Task: {'id': task-3220932, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.018362] env[68960]: DEBUG nova.policy [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c73165119154de4a6bca8a1e4476468', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '843972d9f85c42b3ac175e0183e6930f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.019843] env[68960]: DEBUG oslo_concurrency.lockutils [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "404efc31-4206-4e68-92c8-c4226982dfe1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.020079] env[68960]: DEBUG oslo_concurrency.lockutils [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "404efc31-4206-4e68-92c8-c4226982dfe1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.091023] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6f19d2e7-3e72-4f30-8800-68cdac80f4d0 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.093040] env[68960]: DEBUG oslo_vmware.api [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220936, 'name': PowerOnVM_Task, 'duration_secs': 0.449065} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.093040] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.095146] env[68960]: DEBUG nova.compute.manager [None req-a9df97f2-49a9-4bc0-87c5-e625a8a03bd7 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.096035] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e562a067-dad6-4bf8-a87f-48421b6c8ad0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.168746] env[68960]: DEBUG oslo_vmware.api [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3220935, 'name': PowerOnVM_Task, 'duration_secs': 0.865502} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.169206] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.169558] env[68960]: INFO nova.compute.manager [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Took 10.98 seconds to spawn the instance on the hypervisor. [ 660.169837] env[68960]: DEBUG nova.compute.manager [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.170759] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03161908-517b-4921-ad3f-424212481192 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.280760] env[68960]: DEBUG nova.network.neutron [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Updating instance_info_cache with network_info: [{"id": "5d4c38ef-24cf-4360-aa29-62aa04e8769f", "address": "fa:16:3e:96:47:fc", "network": {"id": "3826643f-c356-4208-9aca-d7799dbff218", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-869934883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe4feb7e68d459ba712eae0b5b60f2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4c38ef-24", "ovs_interfaceid": "5d4c38ef-24cf-4360-aa29-62aa04e8769f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.407622] env[68960]: DEBUG nova.compute.manager [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.466770] env[68960]: DEBUG nova.network.neutron [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Successfully created port: 6f809394-6d90-4e25-afc6-f02e2c475b93 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.493110] env[68960]: DEBUG oslo_vmware.api [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Task: {'id': task-3220932, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.660513} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.493420] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] c92cef0d-47ce-40f6-8dae-18ce9a133da4/c92cef0d-47ce-40f6-8dae-18ce9a133da4.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.493599] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.493905] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e1d8551-1ff2-4a7d-9a75-8df0d110a306 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.505848] env[68960]: DEBUG oslo_vmware.api [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Waiting for the task: (returnval){ [ 660.505848] env[68960]: value = "task-3220937" [ 660.505848] env[68960]: _type = "Task" [ 660.505848] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.516908] env[68960]: DEBUG oslo_vmware.api [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Task: {'id': task-3220937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.696972] env[68960]: INFO nova.compute.manager [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Took 25.29 seconds to build instance. [ 660.791406] env[68960]: DEBUG oslo_concurrency.lockutils [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Releasing lock "refresh_cache-232504f9-2248-4e28-ab5f-5121b50b9643" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.794630] env[68960]: DEBUG nova.compute.manager [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Instance network_info: |[{"id": "5d4c38ef-24cf-4360-aa29-62aa04e8769f", "address": "fa:16:3e:96:47:fc", "network": {"id": "3826643f-c356-4208-9aca-d7799dbff218", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-869934883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe4feb7e68d459ba712eae0b5b60f2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4c38ef-24", "ovs_interfaceid": "5d4c38ef-24cf-4360-aa29-62aa04e8769f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.794835] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:47:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d4c38ef-24cf-4360-aa29-62aa04e8769f', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.806154] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Creating folder: Project (4fe4feb7e68d459ba712eae0b5b60f2a). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.806438] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d28a895-fe14-48e4-92e9-f06f777d4f3c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.823886] env[68960]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 660.824127] env[68960]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68960) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 660.824561] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Folder already exists: Project (4fe4feb7e68d459ba712eae0b5b60f2a). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 660.824812] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Creating folder: Instances. Parent ref: group-v643898. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.825012] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d30c91c6-c9b2-4d88-88dc-ffff0cd52f1e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.837541] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Created folder: Instances in parent group-v643898. [ 660.837802] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.838286] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.838528] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c156ece-089f-4fcf-b0d0-4541b6cdabfa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.868598] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.868598] env[68960]: value = "task-3220940" [ 660.868598] env[68960]: _type = "Task" [ 660.868598] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.878587] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220940, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.928133] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce44848f-0341-4d49-84d7-8a686ad12b95 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.942337] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b39a748-4ddd-45f1-a442-6bf9908ed6b7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.984707] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2144411-7e72-4a14-b43a-17ff71aa347a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.994871] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a180ba-a4db-4e70-bac1-06b2d595df1d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.016258] env[68960]: DEBUG nova.compute.provider_tree [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.027981] env[68960]: DEBUG oslo_vmware.api [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Task: {'id': task-3220937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187271} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.028260] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.029853] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d33a1a-f0ab-40ff-94ee-c39ab0042b66 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.055508] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] c92cef0d-47ce-40f6-8dae-18ce9a133da4/c92cef0d-47ce-40f6-8dae-18ce9a133da4.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.056615] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5922b931-22e3-4843-bba8-cda6e2722bef {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.080133] env[68960]: DEBUG oslo_vmware.api [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Waiting for the task: (returnval){ [ 661.080133] env[68960]: value = "task-3220941" [ 661.080133] env[68960]: _type = "Task" [ 661.080133] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.089921] env[68960]: DEBUG oslo_vmware.api [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Task: {'id': task-3220941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.200709] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6e2ccd29-dfe2-4ced-837e-eff3ac7789d2 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Lock "44e5ac3d-09ea-4410-941a-971e4e9b55d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.397s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.380596] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220940, 'name': CreateVM_Task, 'duration_secs': 0.393134} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.380596] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.380932] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643911', 'volume_id': 'fd14eb3a-9909-4ab2-8cba-16f156839524', 'name': 'volume-fd14eb3a-9909-4ab2-8cba-16f156839524', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '232504f9-2248-4e28-ab5f-5121b50b9643', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd14eb3a-9909-4ab2-8cba-16f156839524', 'serial': 'fd14eb3a-9909-4ab2-8cba-16f156839524'}, 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': 'b6877211-300e-4dfe-a33a-79f8147a5bab', 'disk_bus': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=68960) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 661.381108] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Root volume attach. Driver type: vmdk {{(pid=68960) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 661.381971] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fba6b3-0d59-49de-981d-e93a39867d75 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.390792] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4207bb9-732f-4e50-96e6-2864d0cbc797 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.399200] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ac54d1-2140-4201-aca3-b387f0c7308d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.406361] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-64a16e24-22eb-4e67-b6f8-e123448428c6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.417272] env[68960]: DEBUG oslo_vmware.api [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Waiting for the task: (returnval){ [ 661.417272] env[68960]: value = "task-3220942" [ 661.417272] env[68960]: _type = "Task" [ 661.417272] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.420910] env[68960]: DEBUG nova.compute.manager [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.431638] env[68960]: DEBUG oslo_vmware.api [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Task: {'id': task-3220942, 'name': RelocateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.451764] env[68960]: DEBUG nova.virt.hardware [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.451947] env[68960]: DEBUG nova.virt.hardware [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.452217] env[68960]: DEBUG nova.virt.hardware [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.452577] env[68960]: DEBUG nova.virt.hardware [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.452760] env[68960]: DEBUG nova.virt.hardware [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.452912] env[68960]: DEBUG nova.virt.hardware [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.455622] env[68960]: DEBUG nova.virt.hardware [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.455622] env[68960]: DEBUG nova.virt.hardware [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.455622] env[68960]: DEBUG nova.virt.hardware [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.455622] env[68960]: DEBUG nova.virt.hardware [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.455622] env[68960]: DEBUG nova.virt.hardware [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.456098] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c9a20d-07bf-42a2-9343-e85b965ef489 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.466104] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b760d4d3-3b57-4fae-9ec0-9fab315fe81b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.522886] env[68960]: DEBUG nova.scheduler.client.report [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.591744] env[68960]: DEBUG oslo_vmware.api [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Task: {'id': task-3220941, 'name': ReconfigVM_Task, 'duration_secs': 0.388719} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.591744] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Reconfigured VM instance instance-00000011 to attach disk [datastore2] c92cef0d-47ce-40f6-8dae-18ce9a133da4/c92cef0d-47ce-40f6-8dae-18ce9a133da4.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.591744] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74d1f88f-badf-4364-87cc-daf69cbca600 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.598520] env[68960]: DEBUG oslo_vmware.api [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Waiting for the task: (returnval){ [ 661.598520] env[68960]: value = "task-3220943" [ 661.598520] env[68960]: _type = "Task" [ 661.598520] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.607988] env[68960]: DEBUG oslo_vmware.api [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Task: {'id': task-3220943, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.705657] env[68960]: DEBUG nova.compute.manager [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.929083] env[68960]: DEBUG oslo_vmware.api [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Task: {'id': task-3220942, 'name': RelocateVM_Task} progress is 35%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.031055] env[68960]: DEBUG oslo_concurrency.lockutils [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.031689] env[68960]: DEBUG nova.compute.manager [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 662.039375] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.556s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.040965] env[68960]: INFO nova.compute.claims [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.112854] env[68960]: DEBUG oslo_vmware.api [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Task: {'id': task-3220943, 'name': Rename_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.144895] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Acquiring lock "273c49d9-4798-49ae-9b8b-6029dd52c5ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.145167] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Lock "273c49d9-4798-49ae-9b8b-6029dd52c5ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.177133] env[68960]: DEBUG nova.compute.manager [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.178444] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f91ebc-8c33-4564-8802-3ffeca39ed9b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.229197] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.428628] env[68960]: DEBUG oslo_vmware.api [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Task: {'id': task-3220942, 'name': RelocateVM_Task} progress is 49%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.553284] env[68960]: DEBUG nova.compute.utils [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.556227] env[68960]: DEBUG nova.compute.manager [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.556227] env[68960]: DEBUG nova.network.neutron [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.616993] env[68960]: DEBUG oslo_vmware.api [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Task: {'id': task-3220943, 'name': Rename_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.640062] env[68960]: DEBUG nova.policy [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a089bb3558bb499bb056c139c37a2a57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4279ba4012af4110b3b7351e756161a6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.665369] env[68960]: DEBUG nova.network.neutron [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Successfully updated port: 6f809394-6d90-4e25-afc6-f02e2c475b93 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.693310] env[68960]: INFO nova.compute.manager [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] instance snapshotting [ 662.693310] env[68960]: WARNING nova.compute.manager [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 662.697712] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Acquiring lock "9f920545-ec05-4422-948b-6a47381d01b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.699186] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Lock "9f920545-ec05-4422-948b-6a47381d01b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.701350] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124a4582-b3c2-4b1f-8756-68736fcbdf6e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.728685] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153e03ff-cabc-46dc-a2fe-34eb2bacefb2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.929410] env[68960]: DEBUG oslo_vmware.api [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Task: {'id': task-3220942, 'name': RelocateVM_Task} progress is 62%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.060937] env[68960]: DEBUG nova.compute.manager [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.121038] env[68960]: DEBUG oslo_vmware.api [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Task: {'id': task-3220943, 'name': Rename_Task, 'duration_secs': 1.073141} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.123813] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.125546] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b5b2b8e-b773-436e-938a-ee21a78c1465 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.136231] env[68960]: DEBUG oslo_vmware.api [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Waiting for the task: (returnval){ [ 663.136231] env[68960]: value = "task-3220944" [ 663.136231] env[68960]: _type = "Task" [ 663.136231] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.147183] env[68960]: DEBUG oslo_vmware.api [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Task: {'id': task-3220944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.169650] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "refresh_cache-69104ee1-e0d9-4783-9ccb-8af129140cd4" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.169802] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquired lock "refresh_cache-69104ee1-e0d9-4783-9ccb-8af129140cd4" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.170207] env[68960]: DEBUG nova.network.neutron [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.242852] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Creating Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 663.243502] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2c1a2d9c-19bb-4890-9b4a-48ec8adafaf8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.258285] env[68960]: DEBUG oslo_vmware.api [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 663.258285] env[68960]: value = "task-3220945" [ 663.258285] env[68960]: _type = "Task" [ 663.258285] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.272907] env[68960]: DEBUG oslo_vmware.api [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3220945, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.276548] env[68960]: DEBUG nova.network.neutron [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Successfully created port: 351fae88-541f-4555-b681-2da4c5f3839b {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 663.435058] env[68960]: DEBUG oslo_vmware.api [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Task: {'id': task-3220942, 'name': RelocateVM_Task} progress is 73%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.630633] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ed43c9-9dfe-4d00-ac14-cd14800ada41 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.644399] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128cb165-73fe-4f26-ac59-1c191a3c93c9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.654436] env[68960]: DEBUG oslo_vmware.api [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Task: {'id': task-3220944, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.688987] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f9af7b-a0da-4b04-86e2-811ceb7edaa4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.692999] env[68960]: DEBUG nova.compute.manager [req-93bfd46b-b602-40e8-8fbc-c1d11c6fac77 req-276ca629-41cd-4b7a-a554-129f6fc5045c service nova] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Received event network-vif-plugged-5d4c38ef-24cf-4360-aa29-62aa04e8769f {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.693266] env[68960]: DEBUG oslo_concurrency.lockutils [req-93bfd46b-b602-40e8-8fbc-c1d11c6fac77 req-276ca629-41cd-4b7a-a554-129f6fc5045c service nova] Acquiring lock "232504f9-2248-4e28-ab5f-5121b50b9643-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.693474] env[68960]: DEBUG oslo_concurrency.lockutils [req-93bfd46b-b602-40e8-8fbc-c1d11c6fac77 req-276ca629-41cd-4b7a-a554-129f6fc5045c service nova] Lock "232504f9-2248-4e28-ab5f-5121b50b9643-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.693542] env[68960]: DEBUG oslo_concurrency.lockutils [req-93bfd46b-b602-40e8-8fbc-c1d11c6fac77 req-276ca629-41cd-4b7a-a554-129f6fc5045c service nova] Lock "232504f9-2248-4e28-ab5f-5121b50b9643-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.693702] env[68960]: DEBUG nova.compute.manager [req-93bfd46b-b602-40e8-8fbc-c1d11c6fac77 req-276ca629-41cd-4b7a-a554-129f6fc5045c service nova] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] No waiting events found dispatching network-vif-plugged-5d4c38ef-24cf-4360-aa29-62aa04e8769f {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 663.693863] env[68960]: WARNING nova.compute.manager [req-93bfd46b-b602-40e8-8fbc-c1d11c6fac77 req-276ca629-41cd-4b7a-a554-129f6fc5045c service nova] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Received unexpected event network-vif-plugged-5d4c38ef-24cf-4360-aa29-62aa04e8769f for instance with vm_state building and task_state spawning. [ 663.693984] env[68960]: DEBUG nova.compute.manager [req-93bfd46b-b602-40e8-8fbc-c1d11c6fac77 req-276ca629-41cd-4b7a-a554-129f6fc5045c service nova] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Received event network-changed-5d4c38ef-24cf-4360-aa29-62aa04e8769f {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.694185] env[68960]: DEBUG nova.compute.manager [req-93bfd46b-b602-40e8-8fbc-c1d11c6fac77 req-276ca629-41cd-4b7a-a554-129f6fc5045c service nova] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Refreshing instance network info cache due to event network-changed-5d4c38ef-24cf-4360-aa29-62aa04e8769f. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.694449] env[68960]: DEBUG oslo_concurrency.lockutils [req-93bfd46b-b602-40e8-8fbc-c1d11c6fac77 req-276ca629-41cd-4b7a-a554-129f6fc5045c service nova] Acquiring lock "refresh_cache-232504f9-2248-4e28-ab5f-5121b50b9643" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.694605] env[68960]: DEBUG oslo_concurrency.lockutils [req-93bfd46b-b602-40e8-8fbc-c1d11c6fac77 req-276ca629-41cd-4b7a-a554-129f6fc5045c service nova] Acquired lock "refresh_cache-232504f9-2248-4e28-ab5f-5121b50b9643" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.694824] env[68960]: DEBUG nova.network.neutron [req-93bfd46b-b602-40e8-8fbc-c1d11c6fac77 req-276ca629-41cd-4b7a-a554-129f6fc5045c service nova] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Refreshing network info cache for port 5d4c38ef-24cf-4360-aa29-62aa04e8769f {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.704357] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c570bd2-476d-413f-9c8d-d0e56bec0100 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.722375] env[68960]: DEBUG nova.compute.provider_tree [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.728381] env[68960]: DEBUG nova.network.neutron [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.773025] env[68960]: DEBUG oslo_vmware.api [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3220945, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.855919] env[68960]: DEBUG nova.compute.manager [req-e9a8b019-8d39-433e-867a-f0b37463cf76 req-378b6630-9125-41ef-a3af-fc637d2dfdae service nova] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Received event network-changed-1f237bc5-adc1-4868-8ab7-7d00a42be820 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.856913] env[68960]: DEBUG nova.compute.manager [req-e9a8b019-8d39-433e-867a-f0b37463cf76 req-378b6630-9125-41ef-a3af-fc637d2dfdae service nova] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Refreshing instance network info cache due to event network-changed-1f237bc5-adc1-4868-8ab7-7d00a42be820. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.857524] env[68960]: DEBUG oslo_concurrency.lockutils [req-e9a8b019-8d39-433e-867a-f0b37463cf76 req-378b6630-9125-41ef-a3af-fc637d2dfdae service nova] Acquiring lock "refresh_cache-4defea80-22a7-4665-bbc7-425c52af00ab" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.857838] env[68960]: DEBUG oslo_concurrency.lockutils [req-e9a8b019-8d39-433e-867a-f0b37463cf76 req-378b6630-9125-41ef-a3af-fc637d2dfdae service nova] Acquired lock "refresh_cache-4defea80-22a7-4665-bbc7-425c52af00ab" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.859091] env[68960]: DEBUG nova.network.neutron [req-e9a8b019-8d39-433e-867a-f0b37463cf76 req-378b6630-9125-41ef-a3af-fc637d2dfdae service nova] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Refreshing network info cache for port 1f237bc5-adc1-4868-8ab7-7d00a42be820 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.903843] env[68960]: DEBUG nova.network.neutron [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Updating instance_info_cache with network_info: [{"id": "6f809394-6d90-4e25-afc6-f02e2c475b93", "address": "fa:16:3e:11:ad:5f", "network": {"id": "f1cc0593-0a64-4a3d-a9a0-5a4bf88e4041", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276161530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "843972d9f85c42b3ac175e0183e6930f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f809394-6d", "ovs_interfaceid": "6f809394-6d90-4e25-afc6-f02e2c475b93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.935886] env[68960]: DEBUG oslo_vmware.api [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Task: {'id': task-3220942, 'name': RelocateVM_Task} progress is 86%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.953656] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Acquiring lock "a1231cce-8493-43ef-892c-428bbfd5144b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.953910] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Lock "a1231cce-8493-43ef-892c-428bbfd5144b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.071596] env[68960]: DEBUG nova.compute.manager [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.103735] env[68960]: DEBUG nova.virt.hardware [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.103976] env[68960]: DEBUG nova.virt.hardware [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.104199] env[68960]: DEBUG nova.virt.hardware [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.104407] env[68960]: DEBUG nova.virt.hardware [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.104580] env[68960]: DEBUG nova.virt.hardware [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.104767] env[68960]: DEBUG nova.virt.hardware [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.105025] env[68960]: DEBUG nova.virt.hardware [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.105255] env[68960]: DEBUG nova.virt.hardware [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.105437] env[68960]: DEBUG nova.virt.hardware [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.105605] env[68960]: DEBUG nova.virt.hardware [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.105804] env[68960]: DEBUG nova.virt.hardware [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.107624] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ae4a43-77e8-4547-931f-de21bdfa6ecf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.117145] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5455fc73-5b2d-4fd6-bb2a-c68df01928f0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.147448] env[68960]: DEBUG oslo_vmware.api [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Task: {'id': task-3220944, 'name': PowerOnVM_Task, 'duration_secs': 0.583821} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.147722] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.147935] env[68960]: INFO nova.compute.manager [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Took 12.36 seconds to spawn the instance on the hypervisor. [ 664.148545] env[68960]: DEBUG nova.compute.manager [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.149325] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67fb9f0-b69c-4211-bb63-9ca1837c8c3c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.225726] env[68960]: DEBUG nova.scheduler.client.report [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.273753] env[68960]: DEBUG oslo_vmware.api [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3220945, 'name': CreateSnapshot_Task, 'duration_secs': 0.757438} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.273753] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Created Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 664.273753] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c7f95a-f652-45a2-ab5d-8ee5853ef68a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.406075] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Releasing lock "refresh_cache-69104ee1-e0d9-4783-9ccb-8af129140cd4" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.406472] env[68960]: DEBUG nova.compute.manager [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Instance network_info: |[{"id": "6f809394-6d90-4e25-afc6-f02e2c475b93", "address": "fa:16:3e:11:ad:5f", "network": {"id": "f1cc0593-0a64-4a3d-a9a0-5a4bf88e4041", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276161530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "843972d9f85c42b3ac175e0183e6930f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f809394-6d", "ovs_interfaceid": "6f809394-6d90-4e25-afc6-f02e2c475b93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.406906] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:ad:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f809394-6d90-4e25-afc6-f02e2c475b93', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.415958] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Creating folder: Project (843972d9f85c42b3ac175e0183e6930f). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.416304] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae989fd7-ef70-4170-bd29-83e94e6999d6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.429265] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Created folder: Project (843972d9f85c42b3ac175e0183e6930f) in parent group-v643888. [ 664.429704] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Creating folder: Instances. Parent ref: group-v643939. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.436434] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f0e87a2-778b-4954-b16b-3bf10eccc449 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.438305] env[68960]: DEBUG oslo_vmware.api [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Task: {'id': task-3220942, 'name': RelocateVM_Task} progress is 97%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.449551] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Created folder: Instances in parent group-v643939. [ 664.449804] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.450018] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.450299] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b39117fb-e4bc-4c50-9877-58f28040c81e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.469403] env[68960]: DEBUG nova.network.neutron [req-93bfd46b-b602-40e8-8fbc-c1d11c6fac77 req-276ca629-41cd-4b7a-a554-129f6fc5045c service nova] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Updated VIF entry in instance network info cache for port 5d4c38ef-24cf-4360-aa29-62aa04e8769f. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.469790] env[68960]: DEBUG nova.network.neutron [req-93bfd46b-b602-40e8-8fbc-c1d11c6fac77 req-276ca629-41cd-4b7a-a554-129f6fc5045c service nova] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Updating instance_info_cache with network_info: [{"id": "5d4c38ef-24cf-4360-aa29-62aa04e8769f", "address": "fa:16:3e:96:47:fc", "network": {"id": "3826643f-c356-4208-9aca-d7799dbff218", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-869934883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe4feb7e68d459ba712eae0b5b60f2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4c38ef-24", "ovs_interfaceid": "5d4c38ef-24cf-4360-aa29-62aa04e8769f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.482526] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.482526] env[68960]: value = "task-3220948" [ 664.482526] env[68960]: _type = "Task" [ 664.482526] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.487626] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220948, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.660551] env[68960]: DEBUG nova.network.neutron [req-e9a8b019-8d39-433e-867a-f0b37463cf76 req-378b6630-9125-41ef-a3af-fc637d2dfdae service nova] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Updated VIF entry in instance network info cache for port 1f237bc5-adc1-4868-8ab7-7d00a42be820. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.661509] env[68960]: DEBUG nova.network.neutron [req-e9a8b019-8d39-433e-867a-f0b37463cf76 req-378b6630-9125-41ef-a3af-fc637d2dfdae service nova] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Updating instance_info_cache with network_info: [{"id": "1f237bc5-adc1-4868-8ab7-7d00a42be820", "address": "fa:16:3e:0a:57:36", "network": {"id": "f578ec82-9557-45ce-9519-1d34c245625c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1357886346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "259b4e4b1df5428b8eef858564ff1972", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f237bc5-ad", "ovs_interfaceid": "1f237bc5-adc1-4868-8ab7-7d00a42be820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.669561] env[68960]: INFO nova.compute.manager [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Took 29.19 seconds to build instance. [ 664.731263] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.731679] env[68960]: DEBUG nova.compute.manager [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.734737] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.139s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.736598] env[68960]: INFO nova.compute.claims [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.795831] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Creating linked-clone VM from snapshot {{(pid=68960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 664.797504] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f482e285-1f2e-4a59-8c84-763e84b6a03b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.808493] env[68960]: DEBUG oslo_vmware.api [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 664.808493] env[68960]: value = "task-3220949" [ 664.808493] env[68960]: _type = "Task" [ 664.808493] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.820096] env[68960]: DEBUG oslo_vmware.api [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3220949, 'name': CloneVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.935466] env[68960]: DEBUG oslo_vmware.api [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Task: {'id': task-3220942, 'name': RelocateVM_Task} progress is 97%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.975400] env[68960]: DEBUG oslo_concurrency.lockutils [req-93bfd46b-b602-40e8-8fbc-c1d11c6fac77 req-276ca629-41cd-4b7a-a554-129f6fc5045c service nova] Releasing lock "refresh_cache-232504f9-2248-4e28-ab5f-5121b50b9643" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.990334] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220948, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.169115] env[68960]: DEBUG oslo_concurrency.lockutils [req-e9a8b019-8d39-433e-867a-f0b37463cf76 req-378b6630-9125-41ef-a3af-fc637d2dfdae service nova] Releasing lock "refresh_cache-4defea80-22a7-4665-bbc7-425c52af00ab" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.174022] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cff1be8e-ee9e-4e7c-b455-a0af0c54eb15 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Lock "c92cef0d-47ce-40f6-8dae-18ce9a133da4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.698s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.222401] env[68960]: INFO nova.compute.manager [None req-dde115e0-6c82-404c-a65d-c927f66f826b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Unrescuing [ 665.223892] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dde115e0-6c82-404c-a65d-c927f66f826b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "refresh_cache-2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.224410] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dde115e0-6c82-404c-a65d-c927f66f826b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquired lock "refresh_cache-2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.224410] env[68960]: DEBUG nova.network.neutron [None req-dde115e0-6c82-404c-a65d-c927f66f826b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.243051] env[68960]: DEBUG nova.compute.utils [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.248678] env[68960]: DEBUG nova.compute.manager [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.249861] env[68960]: DEBUG nova.network.neutron [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.315323] env[68960]: DEBUG nova.policy [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98174ff9bca443a1a378dad4dff9e486', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b2baaf9a01a4b9881f50da3043ebd0c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.326417] env[68960]: DEBUG oslo_vmware.api [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3220949, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.340976] env[68960]: DEBUG nova.network.neutron [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Successfully updated port: 351fae88-541f-4555-b681-2da4c5f3839b {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.432623] env[68960]: DEBUG oslo_vmware.api [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Task: {'id': task-3220942, 'name': RelocateVM_Task} progress is 97%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.478130] env[68960]: INFO nova.compute.manager [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Rebuilding instance [ 665.492512] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220948, 'name': CreateVM_Task, 'duration_secs': 0.94643} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.492707] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.497083] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.497262] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.497599] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.497870] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-218c8890-cbb2-4ab9-a4b4-e5e71fb214d3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.508445] env[68960]: DEBUG oslo_vmware.api [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 665.508445] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52eaf3b6-f7f8-0d8a-fb33-c1545cf83767" [ 665.508445] env[68960]: _type = "Task" [ 665.508445] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.522906] env[68960]: DEBUG oslo_vmware.api [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52eaf3b6-f7f8-0d8a-fb33-c1545cf83767, 'name': SearchDatastore_Task, 'duration_secs': 0.011704} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.523066] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.523215] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.523465] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.524042] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.524301] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.524587] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-296917c5-468d-40f4-82c4-5a1e19f64704 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.534769] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.534977] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.537598] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77b7c13d-80d6-4ce9-91d8-5d5543a80007 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.540529] env[68960]: DEBUG nova.compute.manager [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.541326] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ee95a2-3c41-4771-98f3-034ffdddc1dd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.547872] env[68960]: DEBUG oslo_vmware.api [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 665.547872] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c35e7f-9c03-eb0b-f598-883bdb6442d7" [ 665.547872] env[68960]: _type = "Task" [ 665.547872] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.563267] env[68960]: DEBUG oslo_vmware.api [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c35e7f-9c03-eb0b-f598-883bdb6442d7, 'name': SearchDatastore_Task, 'duration_secs': 0.011789} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.563546] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-347a262f-7743-41bc-b272-836af23702d4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.569919] env[68960]: DEBUG oslo_vmware.api [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 665.569919] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523a77d0-0e9c-2ece-9465-4d86db5622ec" [ 665.569919] env[68960]: _type = "Task" [ 665.569919] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.578858] env[68960]: DEBUG oslo_vmware.api [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523a77d0-0e9c-2ece-9465-4d86db5622ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.604153] env[68960]: DEBUG nova.network.neutron [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Successfully created port: a529242f-1363-4e40-97fa-a12c977a8543 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.677847] env[68960]: DEBUG nova.compute.manager [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.756573] env[68960]: DEBUG nova.compute.manager [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.826491] env[68960]: DEBUG oslo_vmware.api [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3220949, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.842258] env[68960]: DEBUG oslo_concurrency.lockutils [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Acquiring lock "refresh_cache-b5d9ce0a-f1be-486b-8f4d-7f53285c464f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.845612] env[68960]: DEBUG oslo_concurrency.lockutils [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Acquired lock "refresh_cache-b5d9ce0a-f1be-486b-8f4d-7f53285c464f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.845612] env[68960]: DEBUG nova.network.neutron [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.936364] env[68960]: DEBUG oslo_vmware.api [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Task: {'id': task-3220942, 'name': RelocateVM_Task, 'duration_secs': 4.461671} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.936807] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Volume attach. Driver type: vmdk {{(pid=68960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 665.937071] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643911', 'volume_id': 'fd14eb3a-9909-4ab2-8cba-16f156839524', 'name': 'volume-fd14eb3a-9909-4ab2-8cba-16f156839524', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '232504f9-2248-4e28-ab5f-5121b50b9643', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd14eb3a-9909-4ab2-8cba-16f156839524', 'serial': 'fd14eb3a-9909-4ab2-8cba-16f156839524'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 665.937874] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be548fc8-b9eb-44a7-b15d-a43d3c396e2e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.960799] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cdc721-d0b2-4117-86ea-49e1f70bf34f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.990564] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] volume-fd14eb3a-9909-4ab2-8cba-16f156839524/volume-fd14eb3a-9909-4ab2-8cba-16f156839524.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.996054] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3708ce11-0262-4303-90bf-d58355f6a86b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.020616] env[68960]: DEBUG oslo_vmware.api [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Waiting for the task: (returnval){ [ 666.020616] env[68960]: value = "task-3220950" [ 666.020616] env[68960]: _type = "Task" [ 666.020616] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.031653] env[68960]: DEBUG oslo_vmware.api [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Task: {'id': task-3220950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.084010] env[68960]: DEBUG oslo_vmware.api [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523a77d0-0e9c-2ece-9465-4d86db5622ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010569} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.086843] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.087253] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 69104ee1-e0d9-4783-9ccb-8af129140cd4/69104ee1-e0d9-4783-9ccb-8af129140cd4.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.087782] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05339f88-0a50-45c6-9b45-7e7db7372af9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.100011] env[68960]: DEBUG oslo_vmware.api [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 666.100011] env[68960]: value = "task-3220951" [ 666.100011] env[68960]: _type = "Task" [ 666.100011] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.113214] env[68960]: DEBUG oslo_vmware.api [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3220951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.156381] env[68960]: DEBUG nova.network.neutron [None req-dde115e0-6c82-404c-a65d-c927f66f826b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Updating instance_info_cache with network_info: [{"id": "4240e73d-f1de-4b0e-af2a-e86d798b7da4", "address": "fa:16:3e:a8:83:a3", "network": {"id": "f7efa461-aff7-4c94-a7b1-09449aea8c88", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1693973360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac999d2e6df41619f2a1235c56b3d45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4240e73d-f1", "ovs_interfaceid": "4240e73d-f1de-4b0e-af2a-e86d798b7da4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.210970] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.326293] env[68960]: DEBUG oslo_vmware.api [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3220949, 'name': CloneVM_Task} progress is 95%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.387182] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea54be4-7bd5-4990-a415-ee5e302709b9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.396392] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050bb452-d0fc-4baf-9d23-4d537772c212 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.433893] env[68960]: DEBUG nova.network.neutron [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.436491] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecec25ff-27ee-402c-849a-7335f6b375ed {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.450322] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e11d705-0358-40ec-a2ad-8d1d42220d8c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.472909] env[68960]: DEBUG nova.compute.provider_tree [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.531768] env[68960]: DEBUG oslo_vmware.api [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Task: {'id': task-3220950, 'name': ReconfigVM_Task, 'duration_secs': 0.384581} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.532166] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Reconfigured VM instance instance-00000012 to attach disk [datastore2] volume-fd14eb3a-9909-4ab2-8cba-16f156839524/volume-fd14eb3a-9909-4ab2-8cba-16f156839524.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.538320] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f3b6ad8-3ead-4cc6-8cae-f9065b6ae0dc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.558880] env[68960]: DEBUG oslo_vmware.api [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Waiting for the task: (returnval){ [ 666.558880] env[68960]: value = "task-3220952" [ 666.558880] env[68960]: _type = "Task" [ 666.558880] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.565884] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.566205] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2ef6fc8-ca5b-4846-bc99-7b1085fc931b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.578893] env[68960]: DEBUG oslo_vmware.api [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Task: {'id': task-3220952, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.580900] env[68960]: DEBUG oslo_vmware.api [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Waiting for the task: (returnval){ [ 666.580900] env[68960]: value = "task-3220953" [ 666.580900] env[68960]: _type = "Task" [ 666.580900] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.590453] env[68960]: DEBUG oslo_vmware.api [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': task-3220953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.614261] env[68960]: DEBUG oslo_vmware.api [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3220951, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.659431] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dde115e0-6c82-404c-a65d-c927f66f826b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Releasing lock "refresh_cache-2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.660160] env[68960]: DEBUG nova.objects.instance [None req-dde115e0-6c82-404c-a65d-c927f66f826b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lazy-loading 'flavor' on Instance uuid 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 666.740930] env[68960]: DEBUG nova.network.neutron [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Updating instance_info_cache with network_info: [{"id": "351fae88-541f-4555-b681-2da4c5f3839b", "address": "fa:16:3e:1e:f7:5f", "network": {"id": "9db86df8-d967-463e-975f-2fe6dd3930c2", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2126096322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4279ba4012af4110b3b7351e756161a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap351fae88-54", "ovs_interfaceid": "351fae88-541f-4555-b681-2da4c5f3839b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.775384] env[68960]: DEBUG nova.compute.manager [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.806082] env[68960]: DEBUG nova.virt.hardware [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.806408] env[68960]: DEBUG nova.virt.hardware [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.806614] env[68960]: DEBUG nova.virt.hardware [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.806782] env[68960]: DEBUG nova.virt.hardware [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.806926] env[68960]: DEBUG nova.virt.hardware [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.807150] env[68960]: DEBUG nova.virt.hardware [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.807407] env[68960]: DEBUG nova.virt.hardware [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.807604] env[68960]: DEBUG nova.virt.hardware [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.807799] env[68960]: DEBUG nova.virt.hardware [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.808023] env[68960]: DEBUG nova.virt.hardware [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.808421] env[68960]: DEBUG nova.virt.hardware [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.809440] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734cdc90-b156-402a-81cb-8cf830304c0e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.822836] env[68960]: DEBUG oslo_vmware.api [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3220949, 'name': CloneVM_Task, 'duration_secs': 1.869884} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.825261] env[68960]: INFO nova.virt.vmwareapi.vmops [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Created linked-clone VM from snapshot [ 666.826064] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e281400-20ad-44c8-8309-99eae1ccaac4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.829653] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e317e08-bf38-456d-994a-5b72f40c1161 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.840030] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Uploading image 9dfb047c-1985-4247-9bb2-d3d8dd265817 {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 666.869183] env[68960]: DEBUG oslo_vmware.rw_handles [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 666.869183] env[68960]: value = "vm-643942" [ 666.869183] env[68960]: _type = "VirtualMachine" [ 666.869183] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 666.869510] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5b6b0344-57a6-48e8-a162-1c10572da6d2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.878441] env[68960]: DEBUG oslo_vmware.rw_handles [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lease: (returnval){ [ 666.878441] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c85523-92e7-7c68-9ce3-64567df392a0" [ 666.878441] env[68960]: _type = "HttpNfcLease" [ 666.878441] env[68960]: } obtained for exporting VM: (result){ [ 666.878441] env[68960]: value = "vm-643942" [ 666.878441] env[68960]: _type = "VirtualMachine" [ 666.878441] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 666.878441] env[68960]: DEBUG oslo_vmware.api [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the lease: (returnval){ [ 666.878441] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c85523-92e7-7c68-9ce3-64567df392a0" [ 666.878441] env[68960]: _type = "HttpNfcLease" [ 666.878441] env[68960]: } to be ready. {{(pid=68960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 666.885258] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 666.885258] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c85523-92e7-7c68-9ce3-64567df392a0" [ 666.885258] env[68960]: _type = "HttpNfcLease" [ 666.885258] env[68960]: } is initializing. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 666.979209] env[68960]: DEBUG nova.scheduler.client.report [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.069403] env[68960]: DEBUG oslo_vmware.api [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Task: {'id': task-3220952, 'name': ReconfigVM_Task, 'duration_secs': 0.279181} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.069698] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643911', 'volume_id': 'fd14eb3a-9909-4ab2-8cba-16f156839524', 'name': 'volume-fd14eb3a-9909-4ab2-8cba-16f156839524', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '232504f9-2248-4e28-ab5f-5121b50b9643', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd14eb3a-9909-4ab2-8cba-16f156839524', 'serial': 'fd14eb3a-9909-4ab2-8cba-16f156839524'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 667.070261] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90dc7605-8d5e-43e1-a487-68dceac250ff {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.077467] env[68960]: DEBUG oslo_vmware.api [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Waiting for the task: (returnval){ [ 667.077467] env[68960]: value = "task-3220955" [ 667.077467] env[68960]: _type = "Task" [ 667.077467] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.086803] env[68960]: DEBUG oslo_vmware.api [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Task: {'id': task-3220955, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.093677] env[68960]: DEBUG oslo_vmware.api [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': task-3220953, 'name': PowerOffVM_Task, 'duration_secs': 0.271258} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.094410] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 667.094598] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 667.095374] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8445990f-e0f1-492d-ac47-31e7c0168ce2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.102753] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 667.103028] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-daca3c6c-8de5-4f0e-bf3d-186872521f06 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.113499] env[68960]: DEBUG oslo_vmware.api [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3220951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64346} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.114356] env[68960]: DEBUG nova.network.neutron [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Successfully updated port: a529242f-1363-4e40-97fa-a12c977a8543 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.115563] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 69104ee1-e0d9-4783-9ccb-8af129140cd4/69104ee1-e0d9-4783-9ccb-8af129140cd4.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.115714] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.116392] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c7c10a3-ff3f-4750-a5d2-1044cf6d7cc6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.124339] env[68960]: DEBUG oslo_vmware.api [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 667.124339] env[68960]: value = "task-3220957" [ 667.124339] env[68960]: _type = "Task" [ 667.124339] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.137741] env[68960]: DEBUG oslo_vmware.api [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3220957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.138674] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.138873] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.139058] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Deleting the datastore file [datastore2] 75f185f7-7424-4e12-9b06-69c6094267d9 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.139299] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4faf9d04-2553-4473-a90a-a26eb7551aab {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.146935] env[68960]: DEBUG oslo_vmware.api [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Waiting for the task: (returnval){ [ 667.146935] env[68960]: value = "task-3220958" [ 667.146935] env[68960]: _type = "Task" [ 667.146935] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.155820] env[68960]: DEBUG oslo_vmware.api [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': task-3220958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.167366] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af6cd59-75e5-42a1-8ec5-5e060bf7e770 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.191180] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde115e0-6c82-404c-a65d-c927f66f826b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 667.191505] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-911005d0-6cc5-473c-bc90-a828f1a6cfb5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.200178] env[68960]: DEBUG nova.compute.manager [req-0b69fa17-8bd1-494f-9f8e-dfe93650001c req-6f98d820-e965-41f4-9d5f-1638665b44f6 service nova] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Received event network-vif-plugged-6f809394-6d90-4e25-afc6-f02e2c475b93 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.201027] env[68960]: DEBUG oslo_concurrency.lockutils [req-0b69fa17-8bd1-494f-9f8e-dfe93650001c req-6f98d820-e965-41f4-9d5f-1638665b44f6 service nova] Acquiring lock "69104ee1-e0d9-4783-9ccb-8af129140cd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.201027] env[68960]: DEBUG oslo_concurrency.lockutils [req-0b69fa17-8bd1-494f-9f8e-dfe93650001c req-6f98d820-e965-41f4-9d5f-1638665b44f6 service nova] Lock "69104ee1-e0d9-4783-9ccb-8af129140cd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.201027] env[68960]: DEBUG oslo_concurrency.lockutils [req-0b69fa17-8bd1-494f-9f8e-dfe93650001c req-6f98d820-e965-41f4-9d5f-1638665b44f6 service nova] Lock "69104ee1-e0d9-4783-9ccb-8af129140cd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.201027] env[68960]: DEBUG nova.compute.manager [req-0b69fa17-8bd1-494f-9f8e-dfe93650001c req-6f98d820-e965-41f4-9d5f-1638665b44f6 service nova] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] No waiting events found dispatching network-vif-plugged-6f809394-6d90-4e25-afc6-f02e2c475b93 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 667.201492] env[68960]: WARNING nova.compute.manager [req-0b69fa17-8bd1-494f-9f8e-dfe93650001c req-6f98d820-e965-41f4-9d5f-1638665b44f6 service nova] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Received unexpected event network-vif-plugged-6f809394-6d90-4e25-afc6-f02e2c475b93 for instance with vm_state building and task_state spawning. [ 667.201492] env[68960]: DEBUG nova.compute.manager [req-0b69fa17-8bd1-494f-9f8e-dfe93650001c req-6f98d820-e965-41f4-9d5f-1638665b44f6 service nova] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Received event network-changed-6f809394-6d90-4e25-afc6-f02e2c475b93 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.201492] env[68960]: DEBUG nova.compute.manager [req-0b69fa17-8bd1-494f-9f8e-dfe93650001c req-6f98d820-e965-41f4-9d5f-1638665b44f6 service nova] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Refreshing instance network info cache due to event network-changed-6f809394-6d90-4e25-afc6-f02e2c475b93. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.201652] env[68960]: DEBUG oslo_concurrency.lockutils [req-0b69fa17-8bd1-494f-9f8e-dfe93650001c req-6f98d820-e965-41f4-9d5f-1638665b44f6 service nova] Acquiring lock "refresh_cache-69104ee1-e0d9-4783-9ccb-8af129140cd4" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.201792] env[68960]: DEBUG oslo_concurrency.lockutils [req-0b69fa17-8bd1-494f-9f8e-dfe93650001c req-6f98d820-e965-41f4-9d5f-1638665b44f6 service nova] Acquired lock "refresh_cache-69104ee1-e0d9-4783-9ccb-8af129140cd4" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.201882] env[68960]: DEBUG nova.network.neutron [req-0b69fa17-8bd1-494f-9f8e-dfe93650001c req-6f98d820-e965-41f4-9d5f-1638665b44f6 service nova] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Refreshing network info cache for port 6f809394-6d90-4e25-afc6-f02e2c475b93 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.205123] env[68960]: DEBUG oslo_vmware.api [None req-dde115e0-6c82-404c-a65d-c927f66f826b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 667.205123] env[68960]: value = "task-3220959" [ 667.205123] env[68960]: _type = "Task" [ 667.205123] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.217317] env[68960]: DEBUG oslo_vmware.api [None req-dde115e0-6c82-404c-a65d-c927f66f826b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.244664] env[68960]: DEBUG oslo_concurrency.lockutils [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Releasing lock "refresh_cache-b5d9ce0a-f1be-486b-8f4d-7f53285c464f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.245140] env[68960]: DEBUG nova.compute.manager [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Instance network_info: |[{"id": "351fae88-541f-4555-b681-2da4c5f3839b", "address": "fa:16:3e:1e:f7:5f", "network": {"id": "9db86df8-d967-463e-975f-2fe6dd3930c2", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2126096322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4279ba4012af4110b3b7351e756161a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap351fae88-54", "ovs_interfaceid": "351fae88-541f-4555-b681-2da4c5f3839b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.245666] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:f7:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '351fae88-541f-4555-b681-2da4c5f3839b', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.253707] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Creating folder: Project (4279ba4012af4110b3b7351e756161a6). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.254406] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0846045-5111-4fb6-8bd1-4e0e57a96bb0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.267408] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Created folder: Project (4279ba4012af4110b3b7351e756161a6) in parent group-v643888. [ 667.267630] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Creating folder: Instances. Parent ref: group-v643943. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.267916] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dec0caf-01a5-4874-b370-fe7ac13eef91 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.285079] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Created folder: Instances in parent group-v643943. [ 667.285476] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.285599] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.285723] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f53b8e4-e7f1-4a20-a022-5f50498198bb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.306445] env[68960]: DEBUG nova.compute.manager [req-291a94c1-c232-43e7-a876-0fa8b6abceed req-0ee8ed1e-eab1-45ae-910a-04d519e7644c service nova] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Received event network-vif-plugged-351fae88-541f-4555-b681-2da4c5f3839b {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.306672] env[68960]: DEBUG oslo_concurrency.lockutils [req-291a94c1-c232-43e7-a876-0fa8b6abceed req-0ee8ed1e-eab1-45ae-910a-04d519e7644c service nova] Acquiring lock "b5d9ce0a-f1be-486b-8f4d-7f53285c464f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.306878] env[68960]: DEBUG oslo_concurrency.lockutils [req-291a94c1-c232-43e7-a876-0fa8b6abceed req-0ee8ed1e-eab1-45ae-910a-04d519e7644c service nova] Lock "b5d9ce0a-f1be-486b-8f4d-7f53285c464f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.307047] env[68960]: DEBUG oslo_concurrency.lockutils [req-291a94c1-c232-43e7-a876-0fa8b6abceed req-0ee8ed1e-eab1-45ae-910a-04d519e7644c service nova] Lock "b5d9ce0a-f1be-486b-8f4d-7f53285c464f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.307223] env[68960]: DEBUG nova.compute.manager [req-291a94c1-c232-43e7-a876-0fa8b6abceed req-0ee8ed1e-eab1-45ae-910a-04d519e7644c service nova] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] No waiting events found dispatching network-vif-plugged-351fae88-541f-4555-b681-2da4c5f3839b {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 667.307420] env[68960]: WARNING nova.compute.manager [req-291a94c1-c232-43e7-a876-0fa8b6abceed req-0ee8ed1e-eab1-45ae-910a-04d519e7644c service nova] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Received unexpected event network-vif-plugged-351fae88-541f-4555-b681-2da4c5f3839b for instance with vm_state building and task_state spawning. [ 667.307567] env[68960]: DEBUG nova.compute.manager [req-291a94c1-c232-43e7-a876-0fa8b6abceed req-0ee8ed1e-eab1-45ae-910a-04d519e7644c service nova] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Received event network-changed-1f237bc5-adc1-4868-8ab7-7d00a42be820 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.307682] env[68960]: DEBUG nova.compute.manager [req-291a94c1-c232-43e7-a876-0fa8b6abceed req-0ee8ed1e-eab1-45ae-910a-04d519e7644c service nova] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Refreshing instance network info cache due to event network-changed-1f237bc5-adc1-4868-8ab7-7d00a42be820. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.307870] env[68960]: DEBUG oslo_concurrency.lockutils [req-291a94c1-c232-43e7-a876-0fa8b6abceed req-0ee8ed1e-eab1-45ae-910a-04d519e7644c service nova] Acquiring lock "refresh_cache-4defea80-22a7-4665-bbc7-425c52af00ab" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.307987] env[68960]: DEBUG oslo_concurrency.lockutils [req-291a94c1-c232-43e7-a876-0fa8b6abceed req-0ee8ed1e-eab1-45ae-910a-04d519e7644c service nova] Acquired lock "refresh_cache-4defea80-22a7-4665-bbc7-425c52af00ab" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.308139] env[68960]: DEBUG nova.network.neutron [req-291a94c1-c232-43e7-a876-0fa8b6abceed req-0ee8ed1e-eab1-45ae-910a-04d519e7644c service nova] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Refreshing network info cache for port 1f237bc5-adc1-4868-8ab7-7d00a42be820 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.317200] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.317200] env[68960]: value = "task-3220962" [ 667.317200] env[68960]: _type = "Task" [ 667.317200] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.332188] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220962, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.388275] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 667.388275] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c85523-92e7-7c68-9ce3-64567df392a0" [ 667.388275] env[68960]: _type = "HttpNfcLease" [ 667.388275] env[68960]: } is ready. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 667.388275] env[68960]: DEBUG oslo_vmware.rw_handles [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 667.388275] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c85523-92e7-7c68-9ce3-64567df392a0" [ 667.388275] env[68960]: _type = "HttpNfcLease" [ 667.388275] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 667.388773] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70466e9f-4ca2-4f12-98ab-132f80c10ec2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.403276] env[68960]: DEBUG oslo_vmware.rw_handles [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5215d9ef-c7c2-7b7d-57b0-c58821f2f82c/disk-0.vmdk from lease info. {{(pid=68960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 667.403615] env[68960]: DEBUG oslo_vmware.rw_handles [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5215d9ef-c7c2-7b7d-57b0-c58821f2f82c/disk-0.vmdk for reading. {{(pid=68960) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 667.484432] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.484987] env[68960]: DEBUG nova.compute.manager [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.487741] env[68960]: DEBUG oslo_concurrency.lockutils [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.866s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.491096] env[68960]: INFO nova.compute.claims [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.569645] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b5e3d2ab-6fb3-43ce-86b1-956060787428 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.589524] env[68960]: DEBUG oslo_vmware.api [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Task: {'id': task-3220955, 'name': Rename_Task, 'duration_secs': 0.223608} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.589795] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.590054] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2595c4cf-6f67-4a53-8638-3dea2e4b06cd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.606469] env[68960]: DEBUG oslo_vmware.api [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Waiting for the task: (returnval){ [ 667.606469] env[68960]: value = "task-3220963" [ 667.606469] env[68960]: _type = "Task" [ 667.606469] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.615764] env[68960]: DEBUG oslo_vmware.api [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Task: {'id': task-3220963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.618689] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Acquiring lock "refresh_cache-12a4b514-d9a7-4f41-9195-ac5accc73079" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.618827] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Acquired lock "refresh_cache-12a4b514-d9a7-4f41-9195-ac5accc73079" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.618985] env[68960]: DEBUG nova.network.neutron [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.637395] env[68960]: DEBUG oslo_vmware.api [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3220957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1205} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.638272] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.639086] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689ba223-0490-4938-b420-d3150638a137 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.668017] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 69104ee1-e0d9-4783-9ccb-8af129140cd4/69104ee1-e0d9-4783-9ccb-8af129140cd4.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.668631] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfd7ac3c-be7c-4c10-bee9-0b8f37bc6243 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.689362] env[68960]: DEBUG oslo_vmware.api [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': task-3220958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19213} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.690664] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 667.690899] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 667.691095] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 667.693528] env[68960]: DEBUG oslo_vmware.api [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 667.693528] env[68960]: value = "task-3220964" [ 667.693528] env[68960]: _type = "Task" [ 667.693528] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.702602] env[68960]: DEBUG oslo_vmware.api [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3220964, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.719155] env[68960]: DEBUG oslo_vmware.api [None req-dde115e0-6c82-404c-a65d-c927f66f826b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220959, 'name': PowerOffVM_Task, 'duration_secs': 0.267466} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.719457] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde115e0-6c82-404c-a65d-c927f66f826b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 667.725355] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-dde115e0-6c82-404c-a65d-c927f66f826b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Reconfiguring VM instance instance-00000006 to detach disk 2001 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 667.725812] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac2524a2-8fb9-48b6-93d6-4a8c0dfdc62a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.749914] env[68960]: DEBUG oslo_vmware.api [None req-dde115e0-6c82-404c-a65d-c927f66f826b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 667.749914] env[68960]: value = "task-3220965" [ 667.749914] env[68960]: _type = "Task" [ 667.749914] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.760413] env[68960]: DEBUG oslo_vmware.api [None req-dde115e0-6c82-404c-a65d-c927f66f826b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220965, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.832596] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220962, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.902208] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Acquiring lock "0f6bc940-b9d6-4f4b-a9cc-454b71abee7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.902743] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Lock "0f6bc940-b9d6-4f4b-a9cc-454b71abee7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.993300] env[68960]: DEBUG nova.compute.utils [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.999336] env[68960]: DEBUG nova.compute.manager [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.999636] env[68960]: DEBUG nova.network.neutron [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.098318] env[68960]: DEBUG nova.network.neutron [req-0b69fa17-8bd1-494f-9f8e-dfe93650001c req-6f98d820-e965-41f4-9d5f-1638665b44f6 service nova] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Updated VIF entry in instance network info cache for port 6f809394-6d90-4e25-afc6-f02e2c475b93. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.098797] env[68960]: DEBUG nova.network.neutron [req-0b69fa17-8bd1-494f-9f8e-dfe93650001c req-6f98d820-e965-41f4-9d5f-1638665b44f6 service nova] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Updating instance_info_cache with network_info: [{"id": "6f809394-6d90-4e25-afc6-f02e2c475b93", "address": "fa:16:3e:11:ad:5f", "network": {"id": "f1cc0593-0a64-4a3d-a9a0-5a4bf88e4041", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276161530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "843972d9f85c42b3ac175e0183e6930f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f809394-6d", "ovs_interfaceid": "6f809394-6d90-4e25-afc6-f02e2c475b93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.126760] env[68960]: DEBUG oslo_vmware.api [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Task: {'id': task-3220963, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.131092] env[68960]: DEBUG nova.policy [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09ab1151df3643e18f48327e879dcebd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4697024d37c74c38906ced6d6b4f3dce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.206921] env[68960]: DEBUG nova.network.neutron [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.214873] env[68960]: DEBUG oslo_vmware.api [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3220964, 'name': ReconfigVM_Task, 'duration_secs': 0.495403} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.215163] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 69104ee1-e0d9-4783-9ccb-8af129140cd4/69104ee1-e0d9-4783-9ccb-8af129140cd4.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.215838] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12e8128e-71a4-45bf-9c0a-b7381f671417 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.224386] env[68960]: DEBUG oslo_vmware.api [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 668.224386] env[68960]: value = "task-3220966" [ 668.224386] env[68960]: _type = "Task" [ 668.224386] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.241836] env[68960]: DEBUG oslo_vmware.api [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3220966, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.261724] env[68960]: DEBUG oslo_vmware.api [None req-dde115e0-6c82-404c-a65d-c927f66f826b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220965, 'name': ReconfigVM_Task, 'duration_secs': 0.324902} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.262021] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-dde115e0-6c82-404c-a65d-c927f66f826b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Reconfigured VM instance instance-00000006 to detach disk 2001 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 668.262310] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde115e0-6c82-404c-a65d-c927f66f826b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.262469] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31c91baf-d2bc-4f9d-af07-22d3c3b1f4ec {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.271283] env[68960]: DEBUG oslo_vmware.api [None req-dde115e0-6c82-404c-a65d-c927f66f826b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 668.271283] env[68960]: value = "task-3220967" [ 668.271283] env[68960]: _type = "Task" [ 668.271283] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.283977] env[68960]: DEBUG oslo_vmware.api [None req-dde115e0-6c82-404c-a65d-c927f66f826b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.340099] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220962, 'name': CreateVM_Task, 'duration_secs': 0.992622} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.340353] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.342715] env[68960]: DEBUG oslo_concurrency.lockutils [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.342715] env[68960]: DEBUG oslo_concurrency.lockutils [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.342715] env[68960]: DEBUG oslo_concurrency.lockutils [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.342715] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87e1271d-4d53-4a21-9c84-19a1dca65191 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.353731] env[68960]: DEBUG oslo_vmware.api [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Waiting for the task: (returnval){ [ 668.353731] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5230ef80-0ef2-af2e-e56f-98aa7b85de0e" [ 668.353731] env[68960]: _type = "Task" [ 668.353731] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.367340] env[68960]: DEBUG oslo_vmware.api [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5230ef80-0ef2-af2e-e56f-98aa7b85de0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.451834] env[68960]: DEBUG nova.network.neutron [req-291a94c1-c232-43e7-a876-0fa8b6abceed req-0ee8ed1e-eab1-45ae-910a-04d519e7644c service nova] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Updated VIF entry in instance network info cache for port 1f237bc5-adc1-4868-8ab7-7d00a42be820. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.452341] env[68960]: DEBUG nova.network.neutron [req-291a94c1-c232-43e7-a876-0fa8b6abceed req-0ee8ed1e-eab1-45ae-910a-04d519e7644c service nova] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Updating instance_info_cache with network_info: [{"id": "1f237bc5-adc1-4868-8ab7-7d00a42be820", "address": "fa:16:3e:0a:57:36", "network": {"id": "f578ec82-9557-45ce-9519-1d34c245625c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1357886346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "259b4e4b1df5428b8eef858564ff1972", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f237bc5-ad", "ovs_interfaceid": "1f237bc5-adc1-4868-8ab7-7d00a42be820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.504949] env[68960]: DEBUG nova.compute.manager [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.545725] env[68960]: DEBUG nova.network.neutron [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Updating instance_info_cache with network_info: [{"id": "a529242f-1363-4e40-97fa-a12c977a8543", "address": "fa:16:3e:81:a1:28", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa529242f-13", "ovs_interfaceid": "a529242f-1363-4e40-97fa-a12c977a8543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.603195] env[68960]: DEBUG oslo_concurrency.lockutils [req-0b69fa17-8bd1-494f-9f8e-dfe93650001c req-6f98d820-e965-41f4-9d5f-1638665b44f6 service nova] Releasing lock "refresh_cache-69104ee1-e0d9-4783-9ccb-8af129140cd4" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.625484] env[68960]: DEBUG oslo_vmware.api [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Task: {'id': task-3220963, 'name': PowerOnVM_Task, 'duration_secs': 0.778792} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.625801] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.626346] env[68960]: INFO nova.compute.manager [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Took 10.08 seconds to spawn the instance on the hypervisor. [ 668.626902] env[68960]: DEBUG nova.compute.manager [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.627954] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7152f55b-bfbb-47b1-9454-fa831cb5316c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.743930] env[68960]: DEBUG oslo_vmware.api [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3220966, 'name': Rename_Task, 'duration_secs': 0.245213} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.750102] env[68960]: DEBUG nova.virt.hardware [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.750370] env[68960]: DEBUG nova.virt.hardware [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.750529] env[68960]: DEBUG nova.virt.hardware [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.751197] env[68960]: DEBUG nova.virt.hardware [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.751197] env[68960]: DEBUG nova.virt.hardware [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.751197] env[68960]: DEBUG nova.virt.hardware [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.751359] env[68960]: DEBUG nova.virt.hardware [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.751837] env[68960]: DEBUG nova.virt.hardware [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.752088] env[68960]: DEBUG nova.virt.hardware [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.752362] env[68960]: DEBUG nova.virt.hardware [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.752563] env[68960]: DEBUG nova.virt.hardware [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.752873] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.753677] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a88d297-9e5d-4161-bfdb-47d3aa93663e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.757115] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f00b5919-a92f-4828-9f25-f57bab513601 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.770295] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422bd76a-0acd-40e5-a0bf-7b67ce5fa2b3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.776939] env[68960]: DEBUG oslo_vmware.api [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 668.776939] env[68960]: value = "task-3220968" [ 668.776939] env[68960]: _type = "Task" [ 668.776939] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.799992] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Instance VIF info [] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.806557] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.810895] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.811268] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03bee9c4-fa72-40e2-aab4-9c2312886bd7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.836434] env[68960]: DEBUG oslo_vmware.api [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3220968, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.836828] env[68960]: DEBUG oslo_vmware.api [None req-dde115e0-6c82-404c-a65d-c927f66f826b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3220967, 'name': PowerOnVM_Task, 'duration_secs': 0.421438} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.837820] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde115e0-6c82-404c-a65d-c927f66f826b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.838297] env[68960]: DEBUG nova.compute.manager [None req-dde115e0-6c82-404c-a65d-c927f66f826b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.839147] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c51d9e-94d6-4f7a-afb4-263a8558f456 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.845608] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.845608] env[68960]: value = "task-3220969" [ 668.845608] env[68960]: _type = "Task" [ 668.845608] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.857696] env[68960]: DEBUG nova.network.neutron [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Successfully created port: f5032fc1-c004-4f73-9a3a-4fcf58d065e9 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.870442] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220969, 'name': CreateVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.875108] env[68960]: DEBUG oslo_vmware.api [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5230ef80-0ef2-af2e-e56f-98aa7b85de0e, 'name': SearchDatastore_Task, 'duration_secs': 0.013337} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.875517] env[68960]: DEBUG oslo_concurrency.lockutils [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.876080] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.876274] env[68960]: DEBUG oslo_concurrency.lockutils [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.876315] env[68960]: DEBUG oslo_concurrency.lockutils [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.876585] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.880476] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92a5d1b8-c0b2-4317-a505-3b1ee80fc609 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.895896] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.896132] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.897399] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a190396-b8c0-4a6c-ac9f-117f3196d807 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.904728] env[68960]: DEBUG oslo_vmware.api [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Waiting for the task: (returnval){ [ 668.904728] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e3824f-44e9-4cdf-eaeb-6a5a030a468c" [ 668.904728] env[68960]: _type = "Task" [ 668.904728] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.916826] env[68960]: DEBUG oslo_vmware.api [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e3824f-44e9-4cdf-eaeb-6a5a030a468c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.955136] env[68960]: DEBUG oslo_concurrency.lockutils [req-291a94c1-c232-43e7-a876-0fa8b6abceed req-0ee8ed1e-eab1-45ae-910a-04d519e7644c service nova] Releasing lock "refresh_cache-4defea80-22a7-4665-bbc7-425c52af00ab" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.956258] env[68960]: DEBUG nova.compute.manager [req-291a94c1-c232-43e7-a876-0fa8b6abceed req-0ee8ed1e-eab1-45ae-910a-04d519e7644c service nova] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Received event network-changed-58c1ea24-4483-4ad8-a98c-73cfde6b58dd {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.956258] env[68960]: DEBUG nova.compute.manager [req-291a94c1-c232-43e7-a876-0fa8b6abceed req-0ee8ed1e-eab1-45ae-910a-04d519e7644c service nova] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Refreshing instance network info cache due to event network-changed-58c1ea24-4483-4ad8-a98c-73cfde6b58dd. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.956258] env[68960]: DEBUG oslo_concurrency.lockutils [req-291a94c1-c232-43e7-a876-0fa8b6abceed req-0ee8ed1e-eab1-45ae-910a-04d519e7644c service nova] Acquiring lock "refresh_cache-44e5ac3d-09ea-4410-941a-971e4e9b55d7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.956906] env[68960]: DEBUG oslo_concurrency.lockutils [req-291a94c1-c232-43e7-a876-0fa8b6abceed req-0ee8ed1e-eab1-45ae-910a-04d519e7644c service nova] Acquired lock "refresh_cache-44e5ac3d-09ea-4410-941a-971e4e9b55d7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.956906] env[68960]: DEBUG nova.network.neutron [req-291a94c1-c232-43e7-a876-0fa8b6abceed req-0ee8ed1e-eab1-45ae-910a-04d519e7644c service nova] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Refreshing network info cache for port 58c1ea24-4483-4ad8-a98c-73cfde6b58dd {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.049885] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Releasing lock "refresh_cache-12a4b514-d9a7-4f41-9195-ac5accc73079" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.050257] env[68960]: DEBUG nova.compute.manager [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Instance network_info: |[{"id": "a529242f-1363-4e40-97fa-a12c977a8543", "address": "fa:16:3e:81:a1:28", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa529242f-13", "ovs_interfaceid": "a529242f-1363-4e40-97fa-a12c977a8543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.050729] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:a1:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a529242f-1363-4e40-97fa-a12c977a8543', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.059435] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.065954] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.066930] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6de8430f-2c3e-47a0-88e3-d14a5f41b65b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.093056] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.093056] env[68960]: value = "task-3220970" [ 669.093056] env[68960]: _type = "Task" [ 669.093056] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.103112] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220970, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.158917] env[68960]: INFO nova.compute.manager [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Took 28.45 seconds to build instance. [ 669.182728] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8265ebf-5ecf-4385-99e4-923c126420a3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.192360] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8555fdd-c43c-4e2f-82c7-0ffe611da160 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.227071] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63f3e13-880a-494f-b29e-d2eb92ff0a7f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.251705] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adec08a0-102c-4bc0-8675-101aed24447b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.270054] env[68960]: DEBUG nova.compute.provider_tree [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.292495] env[68960]: DEBUG oslo_vmware.api [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3220968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.358186] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220969, 'name': CreateVM_Task, 'duration_secs': 0.360302} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.358186] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.358186] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.358186] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.358506] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.358757] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd5d7627-3d40-4e7f-aded-6724cb5fed02 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.366909] env[68960]: DEBUG oslo_vmware.api [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Waiting for the task: (returnval){ [ 669.366909] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a5fe47-cd24-8e48-9261-515f61ff37a0" [ 669.366909] env[68960]: _type = "Task" [ 669.366909] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.377182] env[68960]: DEBUG oslo_vmware.api [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a5fe47-cd24-8e48-9261-515f61ff37a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.420096] env[68960]: DEBUG oslo_vmware.api [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e3824f-44e9-4cdf-eaeb-6a5a030a468c, 'name': SearchDatastore_Task, 'duration_secs': 0.015439} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.421181] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ac7ed82-190b-4516-9bd9-4340b6e461b4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.430017] env[68960]: DEBUG oslo_vmware.api [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Waiting for the task: (returnval){ [ 669.430017] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5222fdc5-876b-b162-b2d3-b0e861d78a86" [ 669.430017] env[68960]: _type = "Task" [ 669.430017] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.439538] env[68960]: DEBUG oslo_vmware.api [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5222fdc5-876b-b162-b2d3-b0e861d78a86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.522421] env[68960]: DEBUG nova.compute.manager [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.554322] env[68960]: DEBUG nova.virt.hardware [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.555130] env[68960]: DEBUG nova.virt.hardware [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.555130] env[68960]: DEBUG nova.virt.hardware [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.555130] env[68960]: DEBUG nova.virt.hardware [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.555130] env[68960]: DEBUG nova.virt.hardware [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.555330] env[68960]: DEBUG nova.virt.hardware [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.555703] env[68960]: DEBUG nova.virt.hardware [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.555703] env[68960]: DEBUG nova.virt.hardware [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.555844] env[68960]: DEBUG nova.virt.hardware [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.555911] env[68960]: DEBUG nova.virt.hardware [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.556118] env[68960]: DEBUG nova.virt.hardware [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.557016] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105ed81a-ddaa-4590-b443-e7b719ba22c3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.565662] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8441ea6-f4bd-439b-93de-1c1f7daed91b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.602788] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220970, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.663873] env[68960]: DEBUG oslo_concurrency.lockutils [None req-38f881ca-30a4-4238-b431-450329d544fc tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Lock "232504f9-2248-4e28-ab5f-5121b50b9643" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.967s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.773109] env[68960]: DEBUG nova.scheduler.client.report [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.803833] env[68960]: DEBUG oslo_vmware.api [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3220968, 'name': PowerOnVM_Task, 'duration_secs': 0.715272} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.804131] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.804332] env[68960]: INFO nova.compute.manager [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Took 8.38 seconds to spawn the instance on the hypervisor. [ 669.804618] env[68960]: DEBUG nova.compute.manager [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.805481] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e2bc03-1a1a-49d0-981b-c7e32d8baf2c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.885293] env[68960]: DEBUG oslo_vmware.api [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a5fe47-cd24-8e48-9261-515f61ff37a0, 'name': SearchDatastore_Task, 'duration_secs': 0.027062} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.885798] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.886125] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.886436] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.886645] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.887022] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.887280] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63e79ef2-7740-4d73-8d71-dcfe9039c24f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.893855] env[68960]: DEBUG nova.network.neutron [req-291a94c1-c232-43e7-a876-0fa8b6abceed req-0ee8ed1e-eab1-45ae-910a-04d519e7644c service nova] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Updated VIF entry in instance network info cache for port 58c1ea24-4483-4ad8-a98c-73cfde6b58dd. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.894219] env[68960]: DEBUG nova.network.neutron [req-291a94c1-c232-43e7-a876-0fa8b6abceed req-0ee8ed1e-eab1-45ae-910a-04d519e7644c service nova] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Updating instance_info_cache with network_info: [{"id": "58c1ea24-4483-4ad8-a98c-73cfde6b58dd", "address": "fa:16:3e:74:4f:85", "network": {"id": "f578ec82-9557-45ce-9519-1d34c245625c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1357886346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "259b4e4b1df5428b8eef858564ff1972", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58c1ea24-44", "ovs_interfaceid": "58c1ea24-4483-4ad8-a98c-73cfde6b58dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.899156] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.899156] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.899665] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a58eb64b-c47d-4e06-9d8f-1a4065279281 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.911246] env[68960]: DEBUG oslo_vmware.api [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Waiting for the task: (returnval){ [ 669.911246] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527d2d09-deb1-e605-9e08-3d8fb444d24a" [ 669.911246] env[68960]: _type = "Task" [ 669.911246] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.924982] env[68960]: DEBUG oslo_vmware.api [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527d2d09-deb1-e605-9e08-3d8fb444d24a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.947292] env[68960]: DEBUG oslo_vmware.api [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5222fdc5-876b-b162-b2d3-b0e861d78a86, 'name': SearchDatastore_Task, 'duration_secs': 0.014016} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.947292] env[68960]: DEBUG oslo_concurrency.lockutils [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.948028] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] b5d9ce0a-f1be-486b-8f4d-7f53285c464f/b5d9ce0a-f1be-486b-8f4d-7f53285c464f.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.948160] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05b38e54-3aa0-4fc6-9a81-1641e3bce1bd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.957106] env[68960]: DEBUG oslo_vmware.api [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Waiting for the task: (returnval){ [ 669.957106] env[68960]: value = "task-3220971" [ 669.957106] env[68960]: _type = "Task" [ 669.957106] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.968025] env[68960]: DEBUG oslo_vmware.api [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Task: {'id': task-3220971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.104277] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220970, 'name': CreateVM_Task, 'duration_secs': 0.531777} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.104571] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.105174] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.105392] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.105709] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.106023] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78a9d9e5-fa22-435b-8661-a433eeb1eff2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.112240] env[68960]: DEBUG oslo_vmware.api [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Waiting for the task: (returnval){ [ 670.112240] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5238eac2-f32b-a163-9894-8be4d3f089b5" [ 670.112240] env[68960]: _type = "Task" [ 670.112240] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.121769] env[68960]: DEBUG oslo_vmware.api [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5238eac2-f32b-a163-9894-8be4d3f089b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.167612] env[68960]: DEBUG nova.compute.manager [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.284904] env[68960]: DEBUG oslo_concurrency.lockutils [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.797s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.285507] env[68960]: DEBUG nova.compute.manager [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.291477] env[68960]: DEBUG oslo_concurrency.lockutils [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.036s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.296210] env[68960]: INFO nova.compute.claims [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.332761] env[68960]: INFO nova.compute.manager [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Took 29.16 seconds to build instance. [ 670.397608] env[68960]: DEBUG oslo_concurrency.lockutils [req-291a94c1-c232-43e7-a876-0fa8b6abceed req-0ee8ed1e-eab1-45ae-910a-04d519e7644c service nova] Releasing lock "refresh_cache-44e5ac3d-09ea-4410-941a-971e4e9b55d7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.398165] env[68960]: DEBUG nova.compute.manager [req-291a94c1-c232-43e7-a876-0fa8b6abceed req-0ee8ed1e-eab1-45ae-910a-04d519e7644c service nova] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Received event network-changed-351fae88-541f-4555-b681-2da4c5f3839b {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.398581] env[68960]: DEBUG nova.compute.manager [req-291a94c1-c232-43e7-a876-0fa8b6abceed req-0ee8ed1e-eab1-45ae-910a-04d519e7644c service nova] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Refreshing instance network info cache due to event network-changed-351fae88-541f-4555-b681-2da4c5f3839b. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.399071] env[68960]: DEBUG oslo_concurrency.lockutils [req-291a94c1-c232-43e7-a876-0fa8b6abceed req-0ee8ed1e-eab1-45ae-910a-04d519e7644c service nova] Acquiring lock "refresh_cache-b5d9ce0a-f1be-486b-8f4d-7f53285c464f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.399071] env[68960]: DEBUG oslo_concurrency.lockutils [req-291a94c1-c232-43e7-a876-0fa8b6abceed req-0ee8ed1e-eab1-45ae-910a-04d519e7644c service nova] Acquired lock "refresh_cache-b5d9ce0a-f1be-486b-8f4d-7f53285c464f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.399502] env[68960]: DEBUG nova.network.neutron [req-291a94c1-c232-43e7-a876-0fa8b6abceed req-0ee8ed1e-eab1-45ae-910a-04d519e7644c service nova] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Refreshing network info cache for port 351fae88-541f-4555-b681-2da4c5f3839b {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.427152] env[68960]: DEBUG oslo_vmware.api [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527d2d09-deb1-e605-9e08-3d8fb444d24a, 'name': SearchDatastore_Task, 'duration_secs': 0.013411} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.428206] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12745ec0-6661-4c51-90a9-c3ea1ba5d1dd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.437148] env[68960]: DEBUG oslo_vmware.api [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Waiting for the task: (returnval){ [ 670.437148] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522efe8b-cafa-163d-ea61-6c471f7d604a" [ 670.437148] env[68960]: _type = "Task" [ 670.437148] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.449701] env[68960]: DEBUG oslo_vmware.api [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522efe8b-cafa-163d-ea61-6c471f7d604a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.469641] env[68960]: DEBUG oslo_vmware.api [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Task: {'id': task-3220971, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.625734] env[68960]: DEBUG oslo_vmware.api [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5238eac2-f32b-a163-9894-8be4d3f089b5, 'name': SearchDatastore_Task, 'duration_secs': 0.018178} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.630440] env[68960]: DEBUG nova.network.neutron [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Successfully updated port: f5032fc1-c004-4f73-9a3a-4fcf58d065e9 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.632490] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.632490] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.632490] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.708704] env[68960]: DEBUG oslo_concurrency.lockutils [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Acquiring lock "ea608d17-d860-4f41-9324-378a8336b33b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.708960] env[68960]: DEBUG oslo_concurrency.lockutils [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Lock "ea608d17-d860-4f41-9324-378a8336b33b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.709984] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.716544] env[68960]: DEBUG nova.compute.manager [req-9c7a735c-0c4c-4c8b-8f83-f72413460023 req-c3cb0cb3-2cfe-49dd-a0b3-356895145eb2 service nova] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Received event network-vif-plugged-a529242f-1363-4e40-97fa-a12c977a8543 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.716743] env[68960]: DEBUG oslo_concurrency.lockutils [req-9c7a735c-0c4c-4c8b-8f83-f72413460023 req-c3cb0cb3-2cfe-49dd-a0b3-356895145eb2 service nova] Acquiring lock "12a4b514-d9a7-4f41-9195-ac5accc73079-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.716955] env[68960]: DEBUG oslo_concurrency.lockutils [req-9c7a735c-0c4c-4c8b-8f83-f72413460023 req-c3cb0cb3-2cfe-49dd-a0b3-356895145eb2 service nova] Lock "12a4b514-d9a7-4f41-9195-ac5accc73079-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.717178] env[68960]: DEBUG oslo_concurrency.lockutils [req-9c7a735c-0c4c-4c8b-8f83-f72413460023 req-c3cb0cb3-2cfe-49dd-a0b3-356895145eb2 service nova] Lock "12a4b514-d9a7-4f41-9195-ac5accc73079-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.717327] env[68960]: DEBUG nova.compute.manager [req-9c7a735c-0c4c-4c8b-8f83-f72413460023 req-c3cb0cb3-2cfe-49dd-a0b3-356895145eb2 service nova] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] No waiting events found dispatching network-vif-plugged-a529242f-1363-4e40-97fa-a12c977a8543 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 670.717553] env[68960]: WARNING nova.compute.manager [req-9c7a735c-0c4c-4c8b-8f83-f72413460023 req-c3cb0cb3-2cfe-49dd-a0b3-356895145eb2 service nova] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Received unexpected event network-vif-plugged-a529242f-1363-4e40-97fa-a12c977a8543 for instance with vm_state building and task_state spawning. [ 670.717553] env[68960]: DEBUG nova.compute.manager [req-9c7a735c-0c4c-4c8b-8f83-f72413460023 req-c3cb0cb3-2cfe-49dd-a0b3-356895145eb2 service nova] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Received event network-changed-a529242f-1363-4e40-97fa-a12c977a8543 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.717765] env[68960]: DEBUG nova.compute.manager [req-9c7a735c-0c4c-4c8b-8f83-f72413460023 req-c3cb0cb3-2cfe-49dd-a0b3-356895145eb2 service nova] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Refreshing instance network info cache due to event network-changed-a529242f-1363-4e40-97fa-a12c977a8543. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.717874] env[68960]: DEBUG oslo_concurrency.lockutils [req-9c7a735c-0c4c-4c8b-8f83-f72413460023 req-c3cb0cb3-2cfe-49dd-a0b3-356895145eb2 service nova] Acquiring lock "refresh_cache-12a4b514-d9a7-4f41-9195-ac5accc73079" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.718082] env[68960]: DEBUG oslo_concurrency.lockutils [req-9c7a735c-0c4c-4c8b-8f83-f72413460023 req-c3cb0cb3-2cfe-49dd-a0b3-356895145eb2 service nova] Acquired lock "refresh_cache-12a4b514-d9a7-4f41-9195-ac5accc73079" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.718207] env[68960]: DEBUG nova.network.neutron [req-9c7a735c-0c4c-4c8b-8f83-f72413460023 req-c3cb0cb3-2cfe-49dd-a0b3-356895145eb2 service nova] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Refreshing network info cache for port a529242f-1363-4e40-97fa-a12c977a8543 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.799665] env[68960]: DEBUG nova.compute.utils [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.807693] env[68960]: DEBUG nova.compute.manager [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Not allocating networking since 'none' was specified. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 670.835410] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8ab1fe06-28f1-44ff-a53e-4560cf23d8a8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "69104ee1-e0d9-4783-9ccb-8af129140cd4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.672s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.899987] env[68960]: DEBUG nova.compute.manager [req-78b989f4-d43f-4025-9dae-a8e55d4d6f05 req-562fdfd8-b52a-4b66-b221-5785c587080f service nova] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Received event network-changed-0c5e0bfb-a298-412c-8bb9-17eb03e41bb1 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.900228] env[68960]: DEBUG nova.compute.manager [req-78b989f4-d43f-4025-9dae-a8e55d4d6f05 req-562fdfd8-b52a-4b66-b221-5785c587080f service nova] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Refreshing instance network info cache due to event network-changed-0c5e0bfb-a298-412c-8bb9-17eb03e41bb1. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.900462] env[68960]: DEBUG oslo_concurrency.lockutils [req-78b989f4-d43f-4025-9dae-a8e55d4d6f05 req-562fdfd8-b52a-4b66-b221-5785c587080f service nova] Acquiring lock "refresh_cache-c92cef0d-47ce-40f6-8dae-18ce9a133da4" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.900643] env[68960]: DEBUG oslo_concurrency.lockutils [req-78b989f4-d43f-4025-9dae-a8e55d4d6f05 req-562fdfd8-b52a-4b66-b221-5785c587080f service nova] Acquired lock "refresh_cache-c92cef0d-47ce-40f6-8dae-18ce9a133da4" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.900830] env[68960]: DEBUG nova.network.neutron [req-78b989f4-d43f-4025-9dae-a8e55d4d6f05 req-562fdfd8-b52a-4b66-b221-5785c587080f service nova] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Refreshing network info cache for port 0c5e0bfb-a298-412c-8bb9-17eb03e41bb1 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.950486] env[68960]: DEBUG oslo_vmware.api [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522efe8b-cafa-163d-ea61-6c471f7d604a, 'name': SearchDatastore_Task, 'duration_secs': 0.026609} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.953253] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.953551] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 75f185f7-7424-4e12-9b06-69c6094267d9/75f185f7-7424-4e12-9b06-69c6094267d9.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.953871] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.954100] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.954338] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fcfc0f6-aa80-457f-9755-e94382231b71 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.956651] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6c1f931-c982-4f8d-84b6-52461599d1cc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.964154] env[68960]: DEBUG oslo_vmware.api [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Waiting for the task: (returnval){ [ 670.964154] env[68960]: value = "task-3220972" [ 670.964154] env[68960]: _type = "Task" [ 670.964154] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.975825] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.976035] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.977497] env[68960]: DEBUG oslo_vmware.api [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Task: {'id': task-3220971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657986} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.978280] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d11f7281-6f5b-49b3-9630-4f61af42620d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.981671] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] b5d9ce0a-f1be-486b-8f4d-7f53285c464f/b5d9ce0a-f1be-486b-8f4d-7f53285c464f.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.981911] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.989024] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b596d604-8269-4520-8372-5e680c59d69e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.991532] env[68960]: DEBUG oslo_vmware.api [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': task-3220972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.999027] env[68960]: DEBUG oslo_vmware.api [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Waiting for the task: (returnval){ [ 670.999027] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527819af-f4af-139e-f1ee-ae20673f7988" [ 670.999027] env[68960]: _type = "Task" [ 670.999027] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.999027] env[68960]: DEBUG oslo_vmware.api [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Waiting for the task: (returnval){ [ 670.999027] env[68960]: value = "task-3220973" [ 670.999027] env[68960]: _type = "Task" [ 670.999027] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.009259] env[68960]: DEBUG oslo_vmware.api [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527819af-f4af-139e-f1ee-ae20673f7988, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.012652] env[68960]: DEBUG oslo_vmware.api [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Task: {'id': task-3220973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.139533] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Acquiring lock "refresh_cache-f254798c-4d12-4249-824d-d1a93727280b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.139776] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Acquired lock "refresh_cache-f254798c-4d12-4249-824d-d1a93727280b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.140040] env[68960]: DEBUG nova.network.neutron [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.186134] env[68960]: DEBUG nova.network.neutron [req-291a94c1-c232-43e7-a876-0fa8b6abceed req-0ee8ed1e-eab1-45ae-910a-04d519e7644c service nova] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Updated VIF entry in instance network info cache for port 351fae88-541f-4555-b681-2da4c5f3839b. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.186134] env[68960]: DEBUG nova.network.neutron [req-291a94c1-c232-43e7-a876-0fa8b6abceed req-0ee8ed1e-eab1-45ae-910a-04d519e7644c service nova] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Updating instance_info_cache with network_info: [{"id": "351fae88-541f-4555-b681-2da4c5f3839b", "address": "fa:16:3e:1e:f7:5f", "network": {"id": "9db86df8-d967-463e-975f-2fe6dd3930c2", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2126096322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4279ba4012af4110b3b7351e756161a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap351fae88-54", "ovs_interfaceid": "351fae88-541f-4555-b681-2da4c5f3839b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.309226] env[68960]: DEBUG nova.compute.manager [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.346113] env[68960]: DEBUG nova.compute.manager [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.483454] env[68960]: DEBUG oslo_vmware.api [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': task-3220972, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.512212] env[68960]: DEBUG oslo_vmware.api [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527819af-f4af-139e-f1ee-ae20673f7988, 'name': SearchDatastore_Task, 'duration_secs': 0.013989} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.513516] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-265d0d29-262f-460d-b83d-bc6aff75208d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.518789] env[68960]: DEBUG oslo_vmware.api [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Task: {'id': task-3220973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077609} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.520338] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.520541] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b856d140-3c67-4c79-a0d9-660cbb13d739 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.525354] env[68960]: DEBUG oslo_vmware.api [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Waiting for the task: (returnval){ [ 671.525354] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522a0e38-1e84-41f8-4ce0-0036e04067e0" [ 671.525354] env[68960]: _type = "Task" [ 671.525354] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.554385] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] b5d9ce0a-f1be-486b-8f4d-7f53285c464f/b5d9ce0a-f1be-486b-8f4d-7f53285c464f.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.558597] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac62364f-7ba8-4de4-a90c-e77ca076c67f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.585087] env[68960]: DEBUG oslo_vmware.api [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522a0e38-1e84-41f8-4ce0-0036e04067e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.592020] env[68960]: DEBUG oslo_vmware.api [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Waiting for the task: (returnval){ [ 671.592020] env[68960]: value = "task-3220974" [ 671.592020] env[68960]: _type = "Task" [ 671.592020] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.600632] env[68960]: DEBUG oslo_vmware.api [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Task: {'id': task-3220974, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.688256] env[68960]: DEBUG nova.network.neutron [req-9c7a735c-0c4c-4c8b-8f83-f72413460023 req-c3cb0cb3-2cfe-49dd-a0b3-356895145eb2 service nova] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Updated VIF entry in instance network info cache for port a529242f-1363-4e40-97fa-a12c977a8543. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.688386] env[68960]: DEBUG nova.network.neutron [req-9c7a735c-0c4c-4c8b-8f83-f72413460023 req-c3cb0cb3-2cfe-49dd-a0b3-356895145eb2 service nova] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Updating instance_info_cache with network_info: [{"id": "a529242f-1363-4e40-97fa-a12c977a8543", "address": "fa:16:3e:81:a1:28", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa529242f-13", "ovs_interfaceid": "a529242f-1363-4e40-97fa-a12c977a8543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.695333] env[68960]: DEBUG oslo_concurrency.lockutils [req-291a94c1-c232-43e7-a876-0fa8b6abceed req-0ee8ed1e-eab1-45ae-910a-04d519e7644c service nova] Releasing lock "refresh_cache-b5d9ce0a-f1be-486b-8f4d-7f53285c464f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.703233] env[68960]: DEBUG nova.network.neutron [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.875346] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.966501] env[68960]: DEBUG nova.network.neutron [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Updating instance_info_cache with network_info: [{"id": "f5032fc1-c004-4f73-9a3a-4fcf58d065e9", "address": "fa:16:3e:ed:cc:5f", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5032fc1-c0", "ovs_interfaceid": "f5032fc1-c004-4f73-9a3a-4fcf58d065e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.978252] env[68960]: DEBUG oslo_vmware.api [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': task-3220972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656359} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.980695] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 75f185f7-7424-4e12-9b06-69c6094267d9/75f185f7-7424-4e12-9b06-69c6094267d9.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.980695] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.983401] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c172edc0-b6e8-4b7c-9087-c0816a7b6f0a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.990102] env[68960]: DEBUG oslo_vmware.api [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Waiting for the task: (returnval){ [ 671.990102] env[68960]: value = "task-3220975" [ 671.990102] env[68960]: _type = "Task" [ 671.990102] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.004951] env[68960]: DEBUG oslo_vmware.api [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': task-3220975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.006842] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619b1407-025b-4d8f-ab82-b07e49ef4187 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.015052] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f28191-d545-4714-a36a-bf5e49884ca6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.050162] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da2b09d-f9a2-4e74-85a2-176b9fb1179c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.060754] env[68960]: DEBUG oslo_vmware.api [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522a0e38-1e84-41f8-4ce0-0036e04067e0, 'name': SearchDatastore_Task, 'duration_secs': 0.060994} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.062062] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5277df-0da6-4611-841f-228e117604ce {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.066071] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.066425] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 12a4b514-d9a7-4f41-9195-ac5accc73079/12a4b514-d9a7-4f41-9195-ac5accc73079.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.066740] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbc69861-7f48-4028-8f1f-3d4311e94d16 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.079966] env[68960]: DEBUG nova.compute.provider_tree [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.082851] env[68960]: DEBUG oslo_vmware.api [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Waiting for the task: (returnval){ [ 672.082851] env[68960]: value = "task-3220976" [ 672.082851] env[68960]: _type = "Task" [ 672.082851] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.091258] env[68960]: DEBUG oslo_vmware.api [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': task-3220976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.101628] env[68960]: DEBUG oslo_vmware.api [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Task: {'id': task-3220974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.145760] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ffa0f112-6691-43d3-a864-ba104ab13171 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Acquiring lock "44e5ac3d-09ea-4410-941a-971e4e9b55d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.146121] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ffa0f112-6691-43d3-a864-ba104ab13171 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Lock "44e5ac3d-09ea-4410-941a-971e4e9b55d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.146567] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ffa0f112-6691-43d3-a864-ba104ab13171 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Acquiring lock "44e5ac3d-09ea-4410-941a-971e4e9b55d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.146659] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ffa0f112-6691-43d3-a864-ba104ab13171 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Lock "44e5ac3d-09ea-4410-941a-971e4e9b55d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.147081] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ffa0f112-6691-43d3-a864-ba104ab13171 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Lock "44e5ac3d-09ea-4410-941a-971e4e9b55d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.149475] env[68960]: INFO nova.compute.manager [None req-ffa0f112-6691-43d3-a864-ba104ab13171 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Terminating instance [ 672.167717] env[68960]: DEBUG nova.network.neutron [req-78b989f4-d43f-4025-9dae-a8e55d4d6f05 req-562fdfd8-b52a-4b66-b221-5785c587080f service nova] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Updated VIF entry in instance network info cache for port 0c5e0bfb-a298-412c-8bb9-17eb03e41bb1. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.168299] env[68960]: DEBUG nova.network.neutron [req-78b989f4-d43f-4025-9dae-a8e55d4d6f05 req-562fdfd8-b52a-4b66-b221-5785c587080f service nova] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Updating instance_info_cache with network_info: [{"id": "0c5e0bfb-a298-412c-8bb9-17eb03e41bb1", "address": "fa:16:3e:dd:c3:28", "network": {"id": "bb48c4e2-7164-4d62-908c-c2cab1ec221d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-621608517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9aa34e0ef44c4ba3e7840a7cf1389d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c5e0bfb-a2", "ovs_interfaceid": "0c5e0bfb-a298-412c-8bb9-17eb03e41bb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.190931] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Acquiring lock "a7ef2b37-b7e4-48f3-987b-6b3e3e31e347" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.191289] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Lock "a7ef2b37-b7e4-48f3-987b-6b3e3e31e347" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.191809] env[68960]: DEBUG oslo_concurrency.lockutils [req-9c7a735c-0c4c-4c8b-8f83-f72413460023 req-c3cb0cb3-2cfe-49dd-a0b3-356895145eb2 service nova] Releasing lock "refresh_cache-12a4b514-d9a7-4f41-9195-ac5accc73079" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.323482] env[68960]: DEBUG nova.compute.manager [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.356570] env[68960]: DEBUG nova.virt.hardware [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.357782] env[68960]: DEBUG nova.virt.hardware [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.357782] env[68960]: DEBUG nova.virt.hardware [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.357988] env[68960]: DEBUG nova.virt.hardware [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.358271] env[68960]: DEBUG nova.virt.hardware [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.358512] env[68960]: DEBUG nova.virt.hardware [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.358921] env[68960]: DEBUG nova.virt.hardware [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.359524] env[68960]: DEBUG nova.virt.hardware [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.359524] env[68960]: DEBUG nova.virt.hardware [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.359707] env[68960]: DEBUG nova.virt.hardware [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.359937] env[68960]: DEBUG nova.virt.hardware [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.364362] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd48dcc4-b34d-41b3-82a0-f84da986584e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.380012] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac52ef02-69c3-4f7a-af94-82dac0ffafef {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.398875] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Instance VIF info [] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.405685] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Creating folder: Project (eee4281987d3439793ee1b0b97943c52). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.406244] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1045849-5c7d-4962-b6d8-958a11fd9031 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.416510] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Created folder: Project (eee4281987d3439793ee1b0b97943c52) in parent group-v643888. [ 672.417057] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Creating folder: Instances. Parent ref: group-v643948. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.417646] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0de26aa-b249-421a-86eb-1fd26e7d6ee9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.427868] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Created folder: Instances in parent group-v643948. [ 672.428105] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.428305] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.428855] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43caebdd-26b6-49d6-a858-9f6ddeab0a93 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.446966] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.446966] env[68960]: value = "task-3220979" [ 672.446966] env[68960]: _type = "Task" [ 672.446966] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.457744] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220979, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.472643] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Releasing lock "refresh_cache-f254798c-4d12-4249-824d-d1a93727280b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.472998] env[68960]: DEBUG nova.compute.manager [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Instance network_info: |[{"id": "f5032fc1-c004-4f73-9a3a-4fcf58d065e9", "address": "fa:16:3e:ed:cc:5f", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5032fc1-c0", "ovs_interfaceid": "f5032fc1-c004-4f73-9a3a-4fcf58d065e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.473732] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:cc:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5032fc1-c004-4f73-9a3a-4fcf58d065e9', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.481713] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Creating folder: Project (4697024d37c74c38906ced6d6b4f3dce). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.482076] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da315d35-0825-4ace-8290-5823d80a456f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.494709] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Created folder: Project (4697024d37c74c38906ced6d6b4f3dce) in parent group-v643888. [ 672.495156] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Creating folder: Instances. Parent ref: group-v643951. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.495910] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbabc1de-5563-4f9b-8d6f-9f9b98510264 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.500904] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8739d9be-6f63-4205-ab06-42cf7b2bc50e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "69104ee1-e0d9-4783-9ccb-8af129140cd4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.501178] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8739d9be-6f63-4205-ab06-42cf7b2bc50e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "69104ee1-e0d9-4783-9ccb-8af129140cd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.501389] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8739d9be-6f63-4205-ab06-42cf7b2bc50e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "69104ee1-e0d9-4783-9ccb-8af129140cd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.501596] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8739d9be-6f63-4205-ab06-42cf7b2bc50e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "69104ee1-e0d9-4783-9ccb-8af129140cd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.502652] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8739d9be-6f63-4205-ab06-42cf7b2bc50e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "69104ee1-e0d9-4783-9ccb-8af129140cd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.504748] env[68960]: DEBUG oslo_vmware.api [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': task-3220975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114012} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.505373] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.505954] env[68960]: INFO nova.compute.manager [None req-8739d9be-6f63-4205-ab06-42cf7b2bc50e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Terminating instance [ 672.508452] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31017106-7121-450b-b962-d3c82af234b9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.516067] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Created folder: Instances in parent group-v643951. [ 672.516342] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.526728] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f254798c-4d12-4249-824d-d1a93727280b] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.539021] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 75f185f7-7424-4e12-9b06-69c6094267d9/75f185f7-7424-4e12-9b06-69c6094267d9.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.539021] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fef76cd-d613-4ce2-b86c-4203e0b503f5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.553740] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9e1be36-7c77-47d3-a361-98c6d59cf181 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.575091] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.575091] env[68960]: value = "task-3220982" [ 672.575091] env[68960]: _type = "Task" [ 672.575091] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.576757] env[68960]: DEBUG oslo_vmware.api [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Waiting for the task: (returnval){ [ 672.576757] env[68960]: value = "task-3220983" [ 672.576757] env[68960]: _type = "Task" [ 672.576757] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.591712] env[68960]: DEBUG nova.scheduler.client.report [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.595678] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220982, 'name': CreateVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.600088] env[68960]: DEBUG oslo_vmware.api [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': task-3220983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.608050] env[68960]: DEBUG oslo_vmware.api [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': task-3220976, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.614222] env[68960]: DEBUG oslo_vmware.api [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Task: {'id': task-3220974, 'name': ReconfigVM_Task, 'duration_secs': 0.657633} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.614579] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Reconfigured VM instance instance-00000014 to attach disk [datastore2] b5d9ce0a-f1be-486b-8f4d-7f53285c464f/b5d9ce0a-f1be-486b-8f4d-7f53285c464f.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.616525] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4080502-dfd3-4c38-a319-9ad6e02c9f60 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.625424] env[68960]: DEBUG oslo_vmware.api [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Waiting for the task: (returnval){ [ 672.625424] env[68960]: value = "task-3220984" [ 672.625424] env[68960]: _type = "Task" [ 672.625424] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.636484] env[68960]: DEBUG oslo_vmware.api [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Task: {'id': task-3220984, 'name': Rename_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.656846] env[68960]: DEBUG nova.compute.manager [None req-ffa0f112-6691-43d3-a864-ba104ab13171 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 672.656846] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa0f112-6691-43d3-a864-ba104ab13171 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.656846] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb0376b-2a30-4b71-8e83-3a3d189ad890 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.666983] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffa0f112-6691-43d3-a864-ba104ab13171 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.666983] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f886cb6a-730c-4451-a191-449e3c9e70f5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.671913] env[68960]: DEBUG oslo_concurrency.lockutils [req-78b989f4-d43f-4025-9dae-a8e55d4d6f05 req-562fdfd8-b52a-4b66-b221-5785c587080f service nova] Releasing lock "refresh_cache-c92cef0d-47ce-40f6-8dae-18ce9a133da4" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.673893] env[68960]: DEBUG oslo_vmware.api [None req-ffa0f112-6691-43d3-a864-ba104ab13171 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Waiting for the task: (returnval){ [ 672.673893] env[68960]: value = "task-3220985" [ 672.673893] env[68960]: _type = "Task" [ 672.673893] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.686079] env[68960]: DEBUG oslo_vmware.api [None req-ffa0f112-6691-43d3-a864-ba104ab13171 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3220985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.958249] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220979, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.017230] env[68960]: DEBUG nova.compute.manager [None req-8739d9be-6f63-4205-ab06-42cf7b2bc50e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 673.020293] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8739d9be-6f63-4205-ab06-42cf7b2bc50e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.020293] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655df600-718a-4e5e-b275-dd3c131685c1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.036393] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8739d9be-6f63-4205-ab06-42cf7b2bc50e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.036393] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32beeb32-7232-495a-a42d-0e9e4fa22fc9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.043091] env[68960]: DEBUG oslo_vmware.api [None req-8739d9be-6f63-4205-ab06-42cf7b2bc50e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 673.043091] env[68960]: value = "task-3220986" [ 673.043091] env[68960]: _type = "Task" [ 673.043091] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.051244] env[68960]: DEBUG oslo_vmware.api [None req-8739d9be-6f63-4205-ab06-42cf7b2bc50e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3220986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.092378] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220982, 'name': CreateVM_Task, 'duration_secs': 0.412401} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.096370] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f254798c-4d12-4249-824d-d1a93727280b] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.096761] env[68960]: DEBUG oslo_vmware.api [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': task-3220983, 'name': ReconfigVM_Task, 'duration_secs': 0.455899} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.097511] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.097725] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.098054] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.098340] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 75f185f7-7424-4e12-9b06-69c6094267d9/75f185f7-7424-4e12-9b06-69c6094267d9.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.102362] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55d83d73-b4e8-4a05-9d4f-6a7a954ff5ea {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.104134] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0759ba5c-fe0d-4351-b980-7e652ba2eb10 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.108021] env[68960]: DEBUG oslo_concurrency.lockutils [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.815s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.108021] env[68960]: DEBUG nova.compute.manager [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.109766] env[68960]: DEBUG oslo_vmware.api [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': task-3220976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673485} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.110166] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.362s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.113354] env[68960]: INFO nova.compute.claims [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.116086] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 12a4b514-d9a7-4f41-9195-ac5accc73079/12a4b514-d9a7-4f41-9195-ac5accc73079.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.116086] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.116385] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-620cf114-c000-4045-86ee-7f6c1911eae3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.119753] env[68960]: DEBUG oslo_vmware.api [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Waiting for the task: (returnval){ [ 673.119753] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52db3a45-329c-8f85-c342-f6b8bcedbb8b" [ 673.119753] env[68960]: _type = "Task" [ 673.119753] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.121675] env[68960]: DEBUG oslo_vmware.api [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Waiting for the task: (returnval){ [ 673.121675] env[68960]: value = "task-3220987" [ 673.121675] env[68960]: _type = "Task" [ 673.121675] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.129432] env[68960]: DEBUG oslo_vmware.api [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Waiting for the task: (returnval){ [ 673.129432] env[68960]: value = "task-3220988" [ 673.129432] env[68960]: _type = "Task" [ 673.129432] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.141247] env[68960]: DEBUG oslo_vmware.api [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52db3a45-329c-8f85-c342-f6b8bcedbb8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.145016] env[68960]: DEBUG oslo_vmware.api [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': task-3220987, 'name': Rename_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.151269] env[68960]: DEBUG oslo_vmware.api [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Task: {'id': task-3220984, 'name': Rename_Task, 'duration_secs': 0.245093} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.152328] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.152620] env[68960]: DEBUG oslo_vmware.api [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': task-3220988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.152833] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1243863f-6650-46a5-b546-54c940d7e1ea {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.159600] env[68960]: DEBUG oslo_vmware.api [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Waiting for the task: (returnval){ [ 673.159600] env[68960]: value = "task-3220989" [ 673.159600] env[68960]: _type = "Task" [ 673.159600] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.168582] env[68960]: DEBUG oslo_vmware.api [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Task: {'id': task-3220989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.184601] env[68960]: DEBUG oslo_vmware.api [None req-ffa0f112-6691-43d3-a864-ba104ab13171 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3220985, 'name': PowerOffVM_Task, 'duration_secs': 0.287029} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.185128] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffa0f112-6691-43d3-a864-ba104ab13171 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.185128] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa0f112-6691-43d3-a864-ba104ab13171 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.186565] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc958e0f-9eaa-4047-91f5-7c3fc6440dd9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.257755] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa0f112-6691-43d3-a864-ba104ab13171 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.258278] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa0f112-6691-43d3-a864-ba104ab13171 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.259746] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffa0f112-6691-43d3-a864-ba104ab13171 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Deleting the datastore file [datastore2] 44e5ac3d-09ea-4410-941a-971e4e9b55d7 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.259746] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-466fab15-14c6-4c39-ad37-d4a4301caaf6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.267015] env[68960]: DEBUG oslo_vmware.api [None req-ffa0f112-6691-43d3-a864-ba104ab13171 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Waiting for the task: (returnval){ [ 673.267015] env[68960]: value = "task-3220991" [ 673.267015] env[68960]: _type = "Task" [ 673.267015] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.275052] env[68960]: DEBUG oslo_vmware.api [None req-ffa0f112-6691-43d3-a864-ba104ab13171 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3220991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.400042] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Acquiring lock "75ea79e1-b7ef-4390-a55f-464c55dcbdbf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.400577] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Lock "75ea79e1-b7ef-4390-a55f-464c55dcbdbf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.460057] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220979, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.553744] env[68960]: DEBUG oslo_vmware.api [None req-8739d9be-6f63-4205-ab06-42cf7b2bc50e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3220986, 'name': PowerOffVM_Task, 'duration_secs': 0.396449} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.554079] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8739d9be-6f63-4205-ab06-42cf7b2bc50e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.554260] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8739d9be-6f63-4205-ab06-42cf7b2bc50e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.554516] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7f476b4-7edd-408d-af77-74ad1d0a9b95 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.612215] env[68960]: DEBUG nova.compute.utils [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.613738] env[68960]: DEBUG nova.compute.manager [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.614619] env[68960]: DEBUG nova.network.neutron [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.634622] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8739d9be-6f63-4205-ab06-42cf7b2bc50e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.634622] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8739d9be-6f63-4205-ab06-42cf7b2bc50e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.634622] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8739d9be-6f63-4205-ab06-42cf7b2bc50e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Deleting the datastore file [datastore2] 69104ee1-e0d9-4783-9ccb-8af129140cd4 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.645118] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6052c146-d8df-43c7-9c59-aa30b4e30a4f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.645541] env[68960]: DEBUG oslo_vmware.api [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52db3a45-329c-8f85-c342-f6b8bcedbb8b, 'name': SearchDatastore_Task, 'duration_secs': 0.018434} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.649497] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.649829] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.650112] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.650307] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.650523] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.650848] env[68960]: DEBUG oslo_vmware.api [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': task-3220987, 'name': Rename_Task, 'duration_secs': 0.15147} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.652310] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-267b8692-c641-4af1-9eb9-0300dc8993fb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.653968] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.659317] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04a56e94-0c2a-44ed-87b6-02f6240e4e47 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.659999] env[68960]: DEBUG oslo_vmware.api [None req-8739d9be-6f63-4205-ab06-42cf7b2bc50e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 673.659999] env[68960]: value = "task-3220993" [ 673.659999] env[68960]: _type = "Task" [ 673.659999] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.660671] env[68960]: DEBUG oslo_vmware.api [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': task-3220988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103767} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.661576] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.669466] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4ff1a6-e689-4160-984d-452961a7116b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.675376] env[68960]: DEBUG oslo_vmware.api [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Waiting for the task: (returnval){ [ 673.675376] env[68960]: value = "task-3220994" [ 673.675376] env[68960]: _type = "Task" [ 673.675376] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.682868] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.683295] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.686235] env[68960]: DEBUG nova.policy [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c06db4a58f8548789d0eda56e4621781', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b7b12866edf4bf097484c4e784c757d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.699098] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35f5c163-06bd-4a88-adb5-5d2cf708f6c5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.702877] env[68960]: DEBUG oslo_vmware.api [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Task: {'id': task-3220989, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.703261] env[68960]: DEBUG oslo_vmware.api [None req-8739d9be-6f63-4205-ab06-42cf7b2bc50e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3220993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.720917] env[68960]: DEBUG oslo_vmware.api [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': task-3220994, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.731201] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 12a4b514-d9a7-4f41-9195-ac5accc73079/12a4b514-d9a7-4f41-9195-ac5accc73079.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.733154] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77970888-d27d-45b1-afdf-82cf52e0603a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.747993] env[68960]: DEBUG oslo_vmware.api [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Waiting for the task: (returnval){ [ 673.747993] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52049db0-2d19-de1e-2364-6376d030932d" [ 673.747993] env[68960]: _type = "Task" [ 673.747993] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.753755] env[68960]: DEBUG oslo_vmware.api [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Waiting for the task: (returnval){ [ 673.753755] env[68960]: value = "task-3220995" [ 673.753755] env[68960]: _type = "Task" [ 673.753755] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.761246] env[68960]: DEBUG oslo_vmware.api [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52049db0-2d19-de1e-2364-6376d030932d, 'name': SearchDatastore_Task, 'duration_secs': 0.013655} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.762491] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bd6df8d-3f5b-423b-be2d-693e81b156cd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.768358] env[68960]: DEBUG oslo_vmware.api [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': task-3220995, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.773710] env[68960]: DEBUG oslo_vmware.api [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Waiting for the task: (returnval){ [ 673.773710] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b6b360-3249-4469-779c-41966f38f160" [ 673.773710] env[68960]: _type = "Task" [ 673.773710] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.780631] env[68960]: DEBUG oslo_vmware.api [None req-ffa0f112-6691-43d3-a864-ba104ab13171 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3220991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280193} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.781413] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffa0f112-6691-43d3-a864-ba104ab13171 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.781818] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa0f112-6691-43d3-a864-ba104ab13171 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.782035] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa0f112-6691-43d3-a864-ba104ab13171 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.782260] env[68960]: INFO nova.compute.manager [None req-ffa0f112-6691-43d3-a864-ba104ab13171 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 673.782626] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffa0f112-6691-43d3-a864-ba104ab13171 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.786090] env[68960]: DEBUG nova.compute.manager [-] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 673.786198] env[68960]: DEBUG nova.network.neutron [-] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 673.787985] env[68960]: DEBUG oslo_vmware.api [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b6b360-3249-4469-779c-41966f38f160, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.960490] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220979, 'name': CreateVM_Task, 'duration_secs': 1.016999} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.960656] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.961116] env[68960]: DEBUG oslo_concurrency.lockutils [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.961369] env[68960]: DEBUG oslo_concurrency.lockutils [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.961623] env[68960]: DEBUG oslo_concurrency.lockutils [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.961885] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d05fda00-7f06-48ef-a940-f7e9bbf29e2f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.966804] env[68960]: DEBUG oslo_vmware.api [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Waiting for the task: (returnval){ [ 673.966804] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52114853-a9b2-35ed-41af-edde16d293ee" [ 673.966804] env[68960]: _type = "Task" [ 673.966804] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.974689] env[68960]: DEBUG oslo_vmware.api [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52114853-a9b2-35ed-41af-edde16d293ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.099474] env[68960]: DEBUG nova.network.neutron [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Successfully created port: 216f62cc-595a-46a6-bcb7-40f5adfb1f43 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.117924] env[68960]: DEBUG nova.compute.manager [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.181289] env[68960]: DEBUG oslo_vmware.api [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Task: {'id': task-3220989, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.192721] env[68960]: DEBUG oslo_vmware.api [None req-8739d9be-6f63-4205-ab06-42cf7b2bc50e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3220993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300156} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.194758] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8739d9be-6f63-4205-ab06-42cf7b2bc50e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.194998] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8739d9be-6f63-4205-ab06-42cf7b2bc50e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.195623] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8739d9be-6f63-4205-ab06-42cf7b2bc50e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.195936] env[68960]: INFO nova.compute.manager [None req-8739d9be-6f63-4205-ab06-42cf7b2bc50e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Took 1.18 seconds to destroy the instance on the hypervisor. [ 674.196529] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8739d9be-6f63-4205-ab06-42cf7b2bc50e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.197817] env[68960]: DEBUG nova.compute.manager [-] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 674.198344] env[68960]: DEBUG nova.network.neutron [-] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 674.205637] env[68960]: DEBUG oslo_vmware.api [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': task-3220994, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.254370] env[68960]: DEBUG nova.compute.manager [req-7d00453e-196a-408c-b4ee-b433b45c5acb req-0cc43905-3449-42bc-b341-a6acbbc2028e service nova] [instance: f254798c-4d12-4249-824d-d1a93727280b] Received event network-vif-plugged-f5032fc1-c004-4f73-9a3a-4fcf58d065e9 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.254730] env[68960]: DEBUG oslo_concurrency.lockutils [req-7d00453e-196a-408c-b4ee-b433b45c5acb req-0cc43905-3449-42bc-b341-a6acbbc2028e service nova] Acquiring lock "f254798c-4d12-4249-824d-d1a93727280b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.255462] env[68960]: DEBUG oslo_concurrency.lockutils [req-7d00453e-196a-408c-b4ee-b433b45c5acb req-0cc43905-3449-42bc-b341-a6acbbc2028e service nova] Lock "f254798c-4d12-4249-824d-d1a93727280b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.255462] env[68960]: DEBUG oslo_concurrency.lockutils [req-7d00453e-196a-408c-b4ee-b433b45c5acb req-0cc43905-3449-42bc-b341-a6acbbc2028e service nova] Lock "f254798c-4d12-4249-824d-d1a93727280b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.255462] env[68960]: DEBUG nova.compute.manager [req-7d00453e-196a-408c-b4ee-b433b45c5acb req-0cc43905-3449-42bc-b341-a6acbbc2028e service nova] [instance: f254798c-4d12-4249-824d-d1a93727280b] No waiting events found dispatching network-vif-plugged-f5032fc1-c004-4f73-9a3a-4fcf58d065e9 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.255462] env[68960]: WARNING nova.compute.manager [req-7d00453e-196a-408c-b4ee-b433b45c5acb req-0cc43905-3449-42bc-b341-a6acbbc2028e service nova] [instance: f254798c-4d12-4249-824d-d1a93727280b] Received unexpected event network-vif-plugged-f5032fc1-c004-4f73-9a3a-4fcf58d065e9 for instance with vm_state building and task_state spawning. [ 674.255662] env[68960]: DEBUG nova.compute.manager [req-7d00453e-196a-408c-b4ee-b433b45c5acb req-0cc43905-3449-42bc-b341-a6acbbc2028e service nova] [instance: f254798c-4d12-4249-824d-d1a93727280b] Received event network-changed-f5032fc1-c004-4f73-9a3a-4fcf58d065e9 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.255702] env[68960]: DEBUG nova.compute.manager [req-7d00453e-196a-408c-b4ee-b433b45c5acb req-0cc43905-3449-42bc-b341-a6acbbc2028e service nova] [instance: f254798c-4d12-4249-824d-d1a93727280b] Refreshing instance network info cache due to event network-changed-f5032fc1-c004-4f73-9a3a-4fcf58d065e9. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.256024] env[68960]: DEBUG oslo_concurrency.lockutils [req-7d00453e-196a-408c-b4ee-b433b45c5acb req-0cc43905-3449-42bc-b341-a6acbbc2028e service nova] Acquiring lock "refresh_cache-f254798c-4d12-4249-824d-d1a93727280b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.256024] env[68960]: DEBUG oslo_concurrency.lockutils [req-7d00453e-196a-408c-b4ee-b433b45c5acb req-0cc43905-3449-42bc-b341-a6acbbc2028e service nova] Acquired lock "refresh_cache-f254798c-4d12-4249-824d-d1a93727280b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.256175] env[68960]: DEBUG nova.network.neutron [req-7d00453e-196a-408c-b4ee-b433b45c5acb req-0cc43905-3449-42bc-b341-a6acbbc2028e service nova] [instance: f254798c-4d12-4249-824d-d1a93727280b] Refreshing network info cache for port f5032fc1-c004-4f73-9a3a-4fcf58d065e9 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.273060] env[68960]: DEBUG oslo_vmware.api [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': task-3220995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.287252] env[68960]: DEBUG oslo_vmware.api [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b6b360-3249-4469-779c-41966f38f160, 'name': SearchDatastore_Task, 'duration_secs': 0.014337} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.290025] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.290361] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] f254798c-4d12-4249-824d-d1a93727280b/f254798c-4d12-4249-824d-d1a93727280b.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.291622] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95b28f17-1995-4ba8-9bbe-f34cdb0e0d8b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.300509] env[68960]: DEBUG oslo_vmware.api [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Waiting for the task: (returnval){ [ 674.300509] env[68960]: value = "task-3220996" [ 674.300509] env[68960]: _type = "Task" [ 674.300509] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.311619] env[68960]: DEBUG oslo_vmware.api [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Task: {'id': task-3220996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.467621] env[68960]: DEBUG nova.compute.manager [req-15854be6-3b8e-4316-afbe-a0db66bcc192 req-63d05758-d485-4d34-98d4-00b3fb1e5e0d service nova] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Received event network-changed-58c1ea24-4483-4ad8-a98c-73cfde6b58dd {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.467830] env[68960]: DEBUG nova.compute.manager [req-15854be6-3b8e-4316-afbe-a0db66bcc192 req-63d05758-d485-4d34-98d4-00b3fb1e5e0d service nova] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Refreshing instance network info cache due to event network-changed-58c1ea24-4483-4ad8-a98c-73cfde6b58dd. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.468366] env[68960]: DEBUG oslo_concurrency.lockutils [req-15854be6-3b8e-4316-afbe-a0db66bcc192 req-63d05758-d485-4d34-98d4-00b3fb1e5e0d service nova] Acquiring lock "refresh_cache-44e5ac3d-09ea-4410-941a-971e4e9b55d7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.468366] env[68960]: DEBUG oslo_concurrency.lockutils [req-15854be6-3b8e-4316-afbe-a0db66bcc192 req-63d05758-d485-4d34-98d4-00b3fb1e5e0d service nova] Acquired lock "refresh_cache-44e5ac3d-09ea-4410-941a-971e4e9b55d7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.468476] env[68960]: DEBUG nova.network.neutron [req-15854be6-3b8e-4316-afbe-a0db66bcc192 req-63d05758-d485-4d34-98d4-00b3fb1e5e0d service nova] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Refreshing network info cache for port 58c1ea24-4483-4ad8-a98c-73cfde6b58dd {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.485982] env[68960]: DEBUG oslo_vmware.api [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52114853-a9b2-35ed-41af-edde16d293ee, 'name': SearchDatastore_Task, 'duration_secs': 0.020983} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.486323] env[68960]: DEBUG oslo_concurrency.lockutils [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.486556] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.486794] env[68960]: DEBUG oslo_concurrency.lockutils [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.487055] env[68960]: DEBUG oslo_concurrency.lockutils [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.487172] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.487438] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce2ab3b2-441b-42f6-b6b4-1d54af03ac0d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.499999] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.500254] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.501257] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62cc17d1-8121-457b-8d16-e43684f6226f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.509338] env[68960]: DEBUG oslo_vmware.api [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Waiting for the task: (returnval){ [ 674.509338] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522a7972-39d2-0441-4158-ba2fcdb63ee5" [ 674.509338] env[68960]: _type = "Task" [ 674.509338] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.520788] env[68960]: DEBUG oslo_vmware.api [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522a7972-39d2-0441-4158-ba2fcdb63ee5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.678120] env[68960]: DEBUG oslo_vmware.api [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Task: {'id': task-3220989, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.688559] env[68960]: DEBUG oslo_vmware.api [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': task-3220994, 'name': PowerOnVM_Task, 'duration_secs': 0.712186} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.688559] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.688910] env[68960]: DEBUG nova.compute.manager [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.689908] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee1cd82-7763-4f6e-98bf-e7f5abb050c6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.772416] env[68960]: DEBUG oslo_vmware.api [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': task-3220995, 'name': ReconfigVM_Task, 'duration_secs': 0.586625} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.774070] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 12a4b514-d9a7-4f41-9195-ac5accc73079/12a4b514-d9a7-4f41-9195-ac5accc73079.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.775562] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f084445c-b4b7-484b-bbd4-83b36efab375 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.778293] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f6b1628-430f-4df9-9100-14a2eaeb1631 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.787544] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b6420a-9e23-418f-8a00-9ed8f950c2cd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.791735] env[68960]: DEBUG oslo_vmware.api [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Waiting for the task: (returnval){ [ 674.791735] env[68960]: value = "task-3220997" [ 674.791735] env[68960]: _type = "Task" [ 674.791735] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.830750] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fea38e5-9de6-4d81-9ec5-8bcc24d7915b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.837212] env[68960]: DEBUG oslo_vmware.api [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': task-3220997, 'name': Rename_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.845593] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc23ba1-8a8e-4753-bd82-fe2e51d533a8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.849622] env[68960]: DEBUG oslo_vmware.api [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Task: {'id': task-3220996, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.863019] env[68960]: DEBUG nova.compute.provider_tree [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.957160] env[68960]: DEBUG nova.network.neutron [-] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.021223] env[68960]: DEBUG oslo_vmware.api [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522a7972-39d2-0441-4158-ba2fcdb63ee5, 'name': SearchDatastore_Task, 'duration_secs': 0.03116} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.022587] env[68960]: INFO nova.network.neutron [req-15854be6-3b8e-4316-afbe-a0db66bcc192 req-63d05758-d485-4d34-98d4-00b3fb1e5e0d service nova] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Port 58c1ea24-4483-4ad8-a98c-73cfde6b58dd from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 675.022587] env[68960]: DEBUG nova.network.neutron [req-15854be6-3b8e-4316-afbe-a0db66bcc192 req-63d05758-d485-4d34-98d4-00b3fb1e5e0d service nova] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.024387] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebf01770-e38e-4381-ae53-bf1ff4c0988e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.035416] env[68960]: DEBUG oslo_vmware.api [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Waiting for the task: (returnval){ [ 675.035416] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525fe26f-a3d0-f32d-7175-1d43d5502382" [ 675.035416] env[68960]: _type = "Task" [ 675.035416] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.047994] env[68960]: DEBUG oslo_vmware.api [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525fe26f-a3d0-f32d-7175-1d43d5502382, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.127644] env[68960]: DEBUG nova.compute.manager [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.167332] env[68960]: DEBUG nova.virt.hardware [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.167661] env[68960]: DEBUG nova.virt.hardware [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.170127] env[68960]: DEBUG nova.virt.hardware [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.170127] env[68960]: DEBUG nova.virt.hardware [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.170127] env[68960]: DEBUG nova.virt.hardware [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.170127] env[68960]: DEBUG nova.virt.hardware [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.170127] env[68960]: DEBUG nova.virt.hardware [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.170524] env[68960]: DEBUG nova.virt.hardware [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.170524] env[68960]: DEBUG nova.virt.hardware [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.170524] env[68960]: DEBUG nova.virt.hardware [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.170524] env[68960]: DEBUG nova.virt.hardware [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.170524] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71709099-3770-48a6-8486-303c0900185c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.175929] env[68960]: DEBUG nova.network.neutron [req-7d00453e-196a-408c-b4ee-b433b45c5acb req-0cc43905-3449-42bc-b341-a6acbbc2028e service nova] [instance: f254798c-4d12-4249-824d-d1a93727280b] Updated VIF entry in instance network info cache for port f5032fc1-c004-4f73-9a3a-4fcf58d065e9. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.175929] env[68960]: DEBUG nova.network.neutron [req-7d00453e-196a-408c-b4ee-b433b45c5acb req-0cc43905-3449-42bc-b341-a6acbbc2028e service nova] [instance: f254798c-4d12-4249-824d-d1a93727280b] Updating instance_info_cache with network_info: [{"id": "f5032fc1-c004-4f73-9a3a-4fcf58d065e9", "address": "fa:16:3e:ed:cc:5f", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5032fc1-c0", "ovs_interfaceid": "f5032fc1-c004-4f73-9a3a-4fcf58d065e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.188384] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb1426e-3a0f-4cc0-bf7a-0961854bd66e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.193698] env[68960]: DEBUG oslo_vmware.api [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Task: {'id': task-3220989, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.215128] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.252734] env[68960]: DEBUG nova.network.neutron [-] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.306744] env[68960]: DEBUG oslo_vmware.api [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': task-3220997, 'name': Rename_Task, 'duration_secs': 0.214544} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.307091] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.307373] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78e3bab0-fda2-42b9-bd05-9571a83da21e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.315388] env[68960]: DEBUG oslo_vmware.api [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Waiting for the task: (returnval){ [ 675.315388] env[68960]: value = "task-3220998" [ 675.315388] env[68960]: _type = "Task" [ 675.315388] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.323896] env[68960]: DEBUG oslo_vmware.api [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': task-3220998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.333028] env[68960]: DEBUG oslo_vmware.api [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Task: {'id': task-3220996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.898561} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.333230] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] f254798c-4d12-4249-824d-d1a93727280b/f254798c-4d12-4249-824d-d1a93727280b.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.333450] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.333704] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-226e09a0-4678-45e2-9fdf-17d6250e2d13 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.343545] env[68960]: DEBUG oslo_vmware.api [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Waiting for the task: (returnval){ [ 675.343545] env[68960]: value = "task-3220999" [ 675.343545] env[68960]: _type = "Task" [ 675.343545] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.349407] env[68960]: DEBUG oslo_vmware.api [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Task: {'id': task-3220999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.366806] env[68960]: DEBUG nova.scheduler.client.report [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.460664] env[68960]: INFO nova.compute.manager [-] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Took 1.67 seconds to deallocate network for instance. [ 675.530664] env[68960]: DEBUG oslo_concurrency.lockutils [req-15854be6-3b8e-4316-afbe-a0db66bcc192 req-63d05758-d485-4d34-98d4-00b3fb1e5e0d service nova] Releasing lock "refresh_cache-44e5ac3d-09ea-4410-941a-971e4e9b55d7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.551343] env[68960]: DEBUG oslo_vmware.api [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525fe26f-a3d0-f32d-7175-1d43d5502382, 'name': SearchDatastore_Task, 'duration_secs': 0.055609} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.551343] env[68960]: DEBUG oslo_concurrency.lockutils [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.551343] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] aefaaeae-1518-4704-968b-329ef01e2523/aefaaeae-1518-4704-968b-329ef01e2523.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.551343] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f31e8f6-5273-48c5-a720-74e8876786a1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.560022] env[68960]: DEBUG oslo_vmware.api [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Waiting for the task: (returnval){ [ 675.560022] env[68960]: value = "task-3221000" [ 675.560022] env[68960]: _type = "Task" [ 675.560022] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.569386] env[68960]: DEBUG oslo_vmware.api [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Task: {'id': task-3221000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.687731] env[68960]: DEBUG oslo_concurrency.lockutils [req-7d00453e-196a-408c-b4ee-b433b45c5acb req-0cc43905-3449-42bc-b341-a6acbbc2028e service nova] Releasing lock "refresh_cache-f254798c-4d12-4249-824d-d1a93727280b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.688159] env[68960]: DEBUG nova.compute.manager [req-7d00453e-196a-408c-b4ee-b433b45c5acb req-0cc43905-3449-42bc-b341-a6acbbc2028e service nova] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Received event network-changed-5d4c38ef-24cf-4360-aa29-62aa04e8769f {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.688458] env[68960]: DEBUG nova.compute.manager [req-7d00453e-196a-408c-b4ee-b433b45c5acb req-0cc43905-3449-42bc-b341-a6acbbc2028e service nova] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Refreshing instance network info cache due to event network-changed-5d4c38ef-24cf-4360-aa29-62aa04e8769f. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.688800] env[68960]: DEBUG oslo_concurrency.lockutils [req-7d00453e-196a-408c-b4ee-b433b45c5acb req-0cc43905-3449-42bc-b341-a6acbbc2028e service nova] Acquiring lock "refresh_cache-232504f9-2248-4e28-ab5f-5121b50b9643" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.690782] env[68960]: DEBUG oslo_concurrency.lockutils [req-7d00453e-196a-408c-b4ee-b433b45c5acb req-0cc43905-3449-42bc-b341-a6acbbc2028e service nova] Acquired lock "refresh_cache-232504f9-2248-4e28-ab5f-5121b50b9643" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.690782] env[68960]: DEBUG nova.network.neutron [req-7d00453e-196a-408c-b4ee-b433b45c5acb req-0cc43905-3449-42bc-b341-a6acbbc2028e service nova] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Refreshing network info cache for port 5d4c38ef-24cf-4360-aa29-62aa04e8769f {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.690782] env[68960]: DEBUG oslo_vmware.api [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Task: {'id': task-3220989, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.755989] env[68960]: INFO nova.compute.manager [-] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Took 1.56 seconds to deallocate network for instance. [ 675.829369] env[68960]: DEBUG oslo_vmware.api [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': task-3220998, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.852138] env[68960]: DEBUG oslo_vmware.api [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Task: {'id': task-3220999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073868} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.852138] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.852138] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10a779d-8eb5-4d4c-af96-c46910fee2d6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.880748] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] f254798c-4d12-4249-824d-d1a93727280b/f254798c-4d12-4249-824d-d1a93727280b.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.881763] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.771s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.882343] env[68960]: DEBUG nova.compute.manager [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.885254] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a5f426e-62cd-4d48-8d79-e36ee3f4c028 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.905976] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.361s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.915345] env[68960]: DEBUG oslo_vmware.api [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Waiting for the task: (returnval){ [ 675.915345] env[68960]: value = "task-3221001" [ 675.915345] env[68960]: _type = "Task" [ 675.915345] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.924784] env[68960]: DEBUG oslo_vmware.api [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Task: {'id': task-3221001, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.969090] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ffa0f112-6691-43d3-a864-ba104ab13171 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.070146] env[68960]: DEBUG oslo_vmware.api [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Task: {'id': task-3221000, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.157639] env[68960]: DEBUG nova.network.neutron [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Successfully updated port: 216f62cc-595a-46a6-bcb7-40f5adfb1f43 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.183874] env[68960]: DEBUG oslo_vmware.api [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Task: {'id': task-3220989, 'name': PowerOnVM_Task, 'duration_secs': 2.57548} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.184311] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.184632] env[68960]: INFO nova.compute.manager [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Took 12.11 seconds to spawn the instance on the hypervisor. [ 676.184919] env[68960]: DEBUG nova.compute.manager [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.186163] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e0ec16-a0fa-4956-a3fd-090957b5c256 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.262560] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8739d9be-6f63-4205-ab06-42cf7b2bc50e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.336757] env[68960]: DEBUG oslo_vmware.api [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': task-3220998, 'name': PowerOnVM_Task, 'duration_secs': 0.972869} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.337201] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.337363] env[68960]: INFO nova.compute.manager [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Took 9.56 seconds to spawn the instance on the hypervisor. [ 676.338727] env[68960]: DEBUG nova.compute.manager [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.341326] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986a315d-5a2b-4d19-b2ba-4ef0e67ab55c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.408107] env[68960]: DEBUG nova.compute.utils [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.410414] env[68960]: DEBUG nova.compute.manager [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.410766] env[68960]: DEBUG nova.network.neutron [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.415905] env[68960]: INFO nova.compute.claims [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.445351] env[68960]: DEBUG oslo_vmware.api [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Task: {'id': task-3221001, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.535014] env[68960]: DEBUG nova.policy [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12b65139acb645a08488270cd86fe164', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7debc6a837784722b7a96e8233f69033', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.572123] env[68960]: DEBUG oslo_vmware.api [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Task: {'id': task-3221000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706679} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.572403] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] aefaaeae-1518-4704-968b-329ef01e2523/aefaaeae-1518-4704-968b-329ef01e2523.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.572918] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.572918] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d2c09cb-9def-4ffe-a6b7-3b3530bfab80 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.580196] env[68960]: DEBUG oslo_vmware.api [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Waiting for the task: (returnval){ [ 676.580196] env[68960]: value = "task-3221002" [ 676.580196] env[68960]: _type = "Task" [ 676.580196] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.590616] env[68960]: DEBUG oslo_vmware.api [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Task: {'id': task-3221002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.615803] env[68960]: DEBUG nova.network.neutron [req-7d00453e-196a-408c-b4ee-b433b45c5acb req-0cc43905-3449-42bc-b341-a6acbbc2028e service nova] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Updated VIF entry in instance network info cache for port 5d4c38ef-24cf-4360-aa29-62aa04e8769f. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.616277] env[68960]: DEBUG nova.network.neutron [req-7d00453e-196a-408c-b4ee-b433b45c5acb req-0cc43905-3449-42bc-b341-a6acbbc2028e service nova] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Updating instance_info_cache with network_info: [{"id": "5d4c38ef-24cf-4360-aa29-62aa04e8769f", "address": "fa:16:3e:96:47:fc", "network": {"id": "3826643f-c356-4208-9aca-d7799dbff218", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-869934883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe4feb7e68d459ba712eae0b5b60f2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4c38ef-24", "ovs_interfaceid": "5d4c38ef-24cf-4360-aa29-62aa04e8769f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.660888] env[68960]: DEBUG oslo_concurrency.lockutils [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Acquiring lock "refresh_cache-d4c99f61-5621-4bff-9bc6-c8c0ca132533" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.661106] env[68960]: DEBUG oslo_concurrency.lockutils [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Acquired lock "refresh_cache-d4c99f61-5621-4bff-9bc6-c8c0ca132533" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.661268] env[68960]: DEBUG nova.network.neutron [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.711212] env[68960]: INFO nova.compute.manager [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Took 33.94 seconds to build instance. [ 676.864532] env[68960]: INFO nova.compute.manager [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Took 31.40 seconds to build instance. [ 676.927034] env[68960]: INFO nova.compute.resource_tracker [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Updating resource usage from migration 9b0b61a2-f84c-47ef-ac2d-7d577919413a [ 676.929771] env[68960]: DEBUG nova.compute.manager [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.934956] env[68960]: DEBUG nova.network.neutron [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Successfully created port: fe52a816-bd75-4c39-b5ab-558a2499e4bd {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.936898] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Acquiring lock "75f185f7-7424-4e12-9b06-69c6094267d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.936898] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Lock "75f185f7-7424-4e12-9b06-69c6094267d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.937329] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Acquiring lock "75f185f7-7424-4e12-9b06-69c6094267d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.938035] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Lock "75f185f7-7424-4e12-9b06-69c6094267d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.938035] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Lock "75f185f7-7424-4e12-9b06-69c6094267d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.944467] env[68960]: INFO nova.compute.manager [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Terminating instance [ 676.954310] env[68960]: DEBUG oslo_vmware.api [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Task: {'id': task-3221001, 'name': ReconfigVM_Task, 'duration_secs': 0.567052} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.954650] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Reconfigured VM instance instance-00000016 to attach disk [datastore1] f254798c-4d12-4249-824d-d1a93727280b/f254798c-4d12-4249-824d-d1a93727280b.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.955323] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f903fdc-7334-45a9-b640-80b9b8d4cc05 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.962191] env[68960]: DEBUG oslo_vmware.api [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Waiting for the task: (returnval){ [ 676.962191] env[68960]: value = "task-3221003" [ 676.962191] env[68960]: _type = "Task" [ 676.962191] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.974785] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "5ca439bd-7b4c-42cd-a3b7-c47b0e627935" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.974785] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "5ca439bd-7b4c-42cd-a3b7-c47b0e627935" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.984508] env[68960]: DEBUG oslo_vmware.api [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Task: {'id': task-3221003, 'name': Rename_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.089617] env[68960]: DEBUG oslo_vmware.api [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Task: {'id': task-3221002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077351} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.092419] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.093506] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c8c7ea-b4ed-4a9a-b9c7-8f7021b233c3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.117813] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] aefaaeae-1518-4704-968b-329ef01e2523/aefaaeae-1518-4704-968b-329ef01e2523.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.122489] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15a5f021-cbcf-4fa2-874e-4e742a294558 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.150238] env[68960]: DEBUG oslo_concurrency.lockutils [req-7d00453e-196a-408c-b4ee-b433b45c5acb req-0cc43905-3449-42bc-b341-a6acbbc2028e service nova] Releasing lock "refresh_cache-232504f9-2248-4e28-ab5f-5121b50b9643" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.157491] env[68960]: DEBUG oslo_vmware.api [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Waiting for the task: (returnval){ [ 677.157491] env[68960]: value = "task-3221004" [ 677.157491] env[68960]: _type = "Task" [ 677.157491] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.175038] env[68960]: DEBUG oslo_vmware.api [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Task: {'id': task-3221004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.187014] env[68960]: DEBUG oslo_vmware.rw_handles [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5215d9ef-c7c2-7b7d-57b0-c58821f2f82c/disk-0.vmdk. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 677.187972] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19c1f88-5799-4b5c-ac4a-aef2a276782c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.194388] env[68960]: DEBUG oslo_vmware.rw_handles [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5215d9ef-c7c2-7b7d-57b0-c58821f2f82c/disk-0.vmdk is in state: ready. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 677.194656] env[68960]: ERROR oslo_vmware.rw_handles [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5215d9ef-c7c2-7b7d-57b0-c58821f2f82c/disk-0.vmdk due to incomplete transfer. [ 677.194933] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fc80ada1-959a-4f06-9646-07c8de2626a5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.205096] env[68960]: DEBUG oslo_vmware.rw_handles [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5215d9ef-c7c2-7b7d-57b0-c58821f2f82c/disk-0.vmdk. {{(pid=68960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 677.205382] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Uploaded image 9dfb047c-1985-4247-9bb2-d3d8dd265817 to the Glance image server {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 677.207949] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Destroying the VM {{(pid=68960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 677.208173] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4ff95854-df37-425b-9454-a0531fdca121 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.213247] env[68960]: DEBUG oslo_concurrency.lockutils [None req-103ee367-e358-482f-a3d9-43387f3fd544 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Lock "b5d9ce0a-f1be-486b-8f4d-7f53285c464f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.452s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.218189] env[68960]: DEBUG oslo_vmware.api [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 677.218189] env[68960]: value = "task-3221005" [ 677.218189] env[68960]: _type = "Task" [ 677.218189] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.218467] env[68960]: DEBUG nova.network.neutron [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.231022] env[68960]: DEBUG oslo_vmware.api [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221005, 'name': Destroy_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.348201] env[68960]: DEBUG nova.network.neutron [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Successfully created port: 666ec0ea-309a-400b-b8e4-921ae83dbc87 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.371690] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7e81737b-06b5-4557-aef3-8264f79cb52e tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Lock "12a4b514-d9a7-4f41-9195-ac5accc73079" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.330s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.451392] env[68960]: DEBUG nova.network.neutron [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Updating instance_info_cache with network_info: [{"id": "216f62cc-595a-46a6-bcb7-40f5adfb1f43", "address": "fa:16:3e:31:9c:61", "network": {"id": "45dc19ef-9b5a-4aa8-a57f-d8763273f684", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-649225211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b7b12866edf4bf097484c4e784c757d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap216f62cc-59", "ovs_interfaceid": "216f62cc-595a-46a6-bcb7-40f5adfb1f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.456019] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Acquiring lock "refresh_cache-75f185f7-7424-4e12-9b06-69c6094267d9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.456019] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Acquired lock "refresh_cache-75f185f7-7424-4e12-9b06-69c6094267d9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.456019] env[68960]: DEBUG nova.network.neutron [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.481456] env[68960]: DEBUG oslo_vmware.api [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Task: {'id': task-3221003, 'name': Rename_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.540344] env[68960]: DEBUG nova.compute.manager [req-3bd11049-373b-4039-99aa-d9fe802d0acf req-2e627339-89c6-4ba3-a077-de02a295b950 service nova] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Received event network-vif-deleted-6f809394-6d90-4e25-afc6-f02e2c475b93 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.540541] env[68960]: DEBUG nova.compute.manager [req-3bd11049-373b-4039-99aa-d9fe802d0acf req-2e627339-89c6-4ba3-a077-de02a295b950 service nova] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Received event network-vif-plugged-216f62cc-595a-46a6-bcb7-40f5adfb1f43 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.540729] env[68960]: DEBUG oslo_concurrency.lockutils [req-3bd11049-373b-4039-99aa-d9fe802d0acf req-2e627339-89c6-4ba3-a077-de02a295b950 service nova] Acquiring lock "d4c99f61-5621-4bff-9bc6-c8c0ca132533-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.540930] env[68960]: DEBUG oslo_concurrency.lockutils [req-3bd11049-373b-4039-99aa-d9fe802d0acf req-2e627339-89c6-4ba3-a077-de02a295b950 service nova] Lock "d4c99f61-5621-4bff-9bc6-c8c0ca132533-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.541106] env[68960]: DEBUG oslo_concurrency.lockutils [req-3bd11049-373b-4039-99aa-d9fe802d0acf req-2e627339-89c6-4ba3-a077-de02a295b950 service nova] Lock "d4c99f61-5621-4bff-9bc6-c8c0ca132533-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.541270] env[68960]: DEBUG nova.compute.manager [req-3bd11049-373b-4039-99aa-d9fe802d0acf req-2e627339-89c6-4ba3-a077-de02a295b950 service nova] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] No waiting events found dispatching network-vif-plugged-216f62cc-595a-46a6-bcb7-40f5adfb1f43 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.541428] env[68960]: WARNING nova.compute.manager [req-3bd11049-373b-4039-99aa-d9fe802d0acf req-2e627339-89c6-4ba3-a077-de02a295b950 service nova] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Received unexpected event network-vif-plugged-216f62cc-595a-46a6-bcb7-40f5adfb1f43 for instance with vm_state building and task_state spawning. [ 677.541606] env[68960]: DEBUG nova.compute.manager [req-3bd11049-373b-4039-99aa-d9fe802d0acf req-2e627339-89c6-4ba3-a077-de02a295b950 service nova] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Received event network-changed-216f62cc-595a-46a6-bcb7-40f5adfb1f43 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.541889] env[68960]: DEBUG nova.compute.manager [req-3bd11049-373b-4039-99aa-d9fe802d0acf req-2e627339-89c6-4ba3-a077-de02a295b950 service nova] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Refreshing instance network info cache due to event network-changed-216f62cc-595a-46a6-bcb7-40f5adfb1f43. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.541959] env[68960]: DEBUG oslo_concurrency.lockutils [req-3bd11049-373b-4039-99aa-d9fe802d0acf req-2e627339-89c6-4ba3-a077-de02a295b950 service nova] Acquiring lock "refresh_cache-d4c99f61-5621-4bff-9bc6-c8c0ca132533" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.579324] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6aa2a9-fae3-4c9d-ade6-dce281f39994 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.587154] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf98104-5d56-4fea-9173-c32f60c10543 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.622429] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fa2767-4521-4a8a-806f-6c7540b71b9f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.630522] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29172750-f08b-4815-bfd9-e917d98dc678 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.644665] env[68960]: DEBUG nova.compute.provider_tree [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.650925] env[68960]: DEBUG nova.network.neutron [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Successfully created port: d34562a6-58fd-42fe-9672-27b5dcae8958 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.667370] env[68960]: DEBUG oslo_vmware.api [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Task: {'id': task-3221004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.716158] env[68960]: DEBUG nova.compute.manager [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.729636] env[68960]: DEBUG oslo_vmware.api [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221005, 'name': Destroy_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.853671] env[68960]: DEBUG nova.compute.manager [req-bc3a923b-8c97-4c60-9bc4-48d4e7d9d011 req-0e607107-095f-47b3-a9af-dcc810ef9d72 service nova] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Received event network-changed-1f237bc5-adc1-4868-8ab7-7d00a42be820 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.853671] env[68960]: DEBUG nova.compute.manager [req-bc3a923b-8c97-4c60-9bc4-48d4e7d9d011 req-0e607107-095f-47b3-a9af-dcc810ef9d72 service nova] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Refreshing instance network info cache due to event network-changed-1f237bc5-adc1-4868-8ab7-7d00a42be820. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.853671] env[68960]: DEBUG oslo_concurrency.lockutils [req-bc3a923b-8c97-4c60-9bc4-48d4e7d9d011 req-0e607107-095f-47b3-a9af-dcc810ef9d72 service nova] Acquiring lock "refresh_cache-4defea80-22a7-4665-bbc7-425c52af00ab" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.853671] env[68960]: DEBUG oslo_concurrency.lockutils [req-bc3a923b-8c97-4c60-9bc4-48d4e7d9d011 req-0e607107-095f-47b3-a9af-dcc810ef9d72 service nova] Acquired lock "refresh_cache-4defea80-22a7-4665-bbc7-425c52af00ab" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.853671] env[68960]: DEBUG nova.network.neutron [req-bc3a923b-8c97-4c60-9bc4-48d4e7d9d011 req-0e607107-095f-47b3-a9af-dcc810ef9d72 service nova] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Refreshing network info cache for port 1f237bc5-adc1-4868-8ab7-7d00a42be820 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.877849] env[68960]: DEBUG nova.compute.manager [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.959030] env[68960]: DEBUG nova.compute.manager [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.961562] env[68960]: DEBUG oslo_concurrency.lockutils [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Releasing lock "refresh_cache-d4c99f61-5621-4bff-9bc6-c8c0ca132533" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.961978] env[68960]: DEBUG nova.compute.manager [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Instance network_info: |[{"id": "216f62cc-595a-46a6-bcb7-40f5adfb1f43", "address": "fa:16:3e:31:9c:61", "network": {"id": "45dc19ef-9b5a-4aa8-a57f-d8763273f684", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-649225211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b7b12866edf4bf097484c4e784c757d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap216f62cc-59", "ovs_interfaceid": "216f62cc-595a-46a6-bcb7-40f5adfb1f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.962686] env[68960]: DEBUG oslo_concurrency.lockutils [req-3bd11049-373b-4039-99aa-d9fe802d0acf req-2e627339-89c6-4ba3-a077-de02a295b950 service nova] Acquired lock "refresh_cache-d4c99f61-5621-4bff-9bc6-c8c0ca132533" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.962914] env[68960]: DEBUG nova.network.neutron [req-3bd11049-373b-4039-99aa-d9fe802d0acf req-2e627339-89c6-4ba3-a077-de02a295b950 service nova] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Refreshing network info cache for port 216f62cc-595a-46a6-bcb7-40f5adfb1f43 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.965136] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:9c:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '216f62cc-595a-46a6-bcb7-40f5adfb1f43', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.974136] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Creating folder: Project (8b7b12866edf4bf097484c4e784c757d). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.977481] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c5fa1ff-b93b-48e9-912c-c03814b3057b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.992708] env[68960]: DEBUG oslo_vmware.api [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Task: {'id': task-3221003, 'name': Rename_Task, 'duration_secs': 0.89653} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.993704] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.993860] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7237359-3b06-4142-8d28-8836d7b11d60 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.997033] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Created folder: Project (8b7b12866edf4bf097484c4e784c757d) in parent group-v643888. [ 677.997033] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Creating folder: Instances. Parent ref: group-v643954. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.998956] env[68960]: DEBUG nova.virt.hardware [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.999184] env[68960]: DEBUG nova.virt.hardware [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.999338] env[68960]: DEBUG nova.virt.hardware [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.999559] env[68960]: DEBUG nova.virt.hardware [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.999715] env[68960]: DEBUG nova.virt.hardware [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.999860] env[68960]: DEBUG nova.virt.hardware [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.000079] env[68960]: DEBUG nova.virt.hardware [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.000238] env[68960]: DEBUG nova.virt.hardware [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.000400] env[68960]: DEBUG nova.virt.hardware [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.000560] env[68960]: DEBUG nova.virt.hardware [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.000731] env[68960]: DEBUG nova.virt.hardware [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.001381] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2676a632-6548-445c-b8fe-7f0e0ea1fb5f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.003897] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a521f4cf-a3ba-4a2a-b778-93465a76e8e7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.006858] env[68960]: DEBUG nova.network.neutron [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.009877] env[68960]: DEBUG oslo_vmware.api [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Waiting for the task: (returnval){ [ 678.009877] env[68960]: value = "task-3221007" [ 678.009877] env[68960]: _type = "Task" [ 678.009877] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.025363] env[68960]: DEBUG oslo_vmware.api [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Task: {'id': task-3221007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.030072] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97048967-4d26-43f1-be3c-6bf1501e753b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.034435] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Created folder: Instances in parent group-v643954. [ 678.034725] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.035693] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.035693] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f172681-6d43-43b1-a823-c688c87302be {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.066893] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.066893] env[68960]: value = "task-3221009" [ 678.066893] env[68960]: _type = "Task" [ 678.066893] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.076413] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221009, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.104577] env[68960]: DEBUG nova.network.neutron [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.148414] env[68960]: DEBUG nova.scheduler.client.report [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.171863] env[68960]: DEBUG oslo_vmware.api [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Task: {'id': task-3221004, 'name': ReconfigVM_Task, 'duration_secs': 0.892725} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.172211] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Reconfigured VM instance instance-00000017 to attach disk [datastore1] aefaaeae-1518-4704-968b-329ef01e2523/aefaaeae-1518-4704-968b-329ef01e2523.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.172882] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f370258-2528-4768-a6ef-1d688e1c1683 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.180882] env[68960]: DEBUG oslo_vmware.api [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Waiting for the task: (returnval){ [ 678.180882] env[68960]: value = "task-3221010" [ 678.180882] env[68960]: _type = "Task" [ 678.180882] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.194753] env[68960]: DEBUG oslo_vmware.api [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Task: {'id': task-3221010, 'name': Rename_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.233977] env[68960]: DEBUG oslo_vmware.api [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221005, 'name': Destroy_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.239783] env[68960]: DEBUG oslo_concurrency.lockutils [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.412875] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.462580] env[68960]: DEBUG oslo_concurrency.lockutils [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Acquiring lock "b41059a9-d358-4ab6-9764-31a5d0584f5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.462580] env[68960]: DEBUG oslo_concurrency.lockutils [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Lock "b41059a9-d358-4ab6-9764-31a5d0584f5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.520069] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2e1e1e51-5987-41e0-9583-6b9c48898577 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Acquiring lock "44e5ac3d-09ea-4410-941a-971e4e9b55d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.524421] env[68960]: DEBUG oslo_vmware.api [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Task: {'id': task-3221007, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.581845] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221009, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.595554] env[68960]: DEBUG nova.network.neutron [req-bc3a923b-8c97-4c60-9bc4-48d4e7d9d011 req-0e607107-095f-47b3-a9af-dcc810ef9d72 service nova] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Updated VIF entry in instance network info cache for port 1f237bc5-adc1-4868-8ab7-7d00a42be820. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.595895] env[68960]: DEBUG nova.network.neutron [req-bc3a923b-8c97-4c60-9bc4-48d4e7d9d011 req-0e607107-095f-47b3-a9af-dcc810ef9d72 service nova] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Updating instance_info_cache with network_info: [{"id": "1f237bc5-adc1-4868-8ab7-7d00a42be820", "address": "fa:16:3e:0a:57:36", "network": {"id": "f578ec82-9557-45ce-9519-1d34c245625c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1357886346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "259b4e4b1df5428b8eef858564ff1972", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f237bc5-ad", "ovs_interfaceid": "1f237bc5-adc1-4868-8ab7-7d00a42be820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.602017] env[68960]: DEBUG oslo_concurrency.lockutils [None req-300876fd-37cd-44ee-89d4-03d1c598faa0 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Acquiring lock "b5d9ce0a-f1be-486b-8f4d-7f53285c464f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.602260] env[68960]: DEBUG oslo_concurrency.lockutils [None req-300876fd-37cd-44ee-89d4-03d1c598faa0 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Lock "b5d9ce0a-f1be-486b-8f4d-7f53285c464f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.602459] env[68960]: DEBUG oslo_concurrency.lockutils [None req-300876fd-37cd-44ee-89d4-03d1c598faa0 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Acquiring lock "b5d9ce0a-f1be-486b-8f4d-7f53285c464f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.602869] env[68960]: DEBUG oslo_concurrency.lockutils [None req-300876fd-37cd-44ee-89d4-03d1c598faa0 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Lock "b5d9ce0a-f1be-486b-8f4d-7f53285c464f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.603088] env[68960]: DEBUG oslo_concurrency.lockutils [None req-300876fd-37cd-44ee-89d4-03d1c598faa0 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Lock "b5d9ce0a-f1be-486b-8f4d-7f53285c464f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.606086] env[68960]: INFO nova.compute.manager [None req-300876fd-37cd-44ee-89d4-03d1c598faa0 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Terminating instance [ 678.606792] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Releasing lock "refresh_cache-75f185f7-7424-4e12-9b06-69c6094267d9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.607184] env[68960]: DEBUG nova.compute.manager [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 678.607369] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.614128] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24d1ddd-80e4-4d90-bb41-7c1c216ff84e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.621836] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.622389] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a89e9b64-d346-4c03-ac03-ddfaf3a04e3e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.628399] env[68960]: DEBUG oslo_vmware.api [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Waiting for the task: (returnval){ [ 678.628399] env[68960]: value = "task-3221011" [ 678.628399] env[68960]: _type = "Task" [ 678.628399] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.637357] env[68960]: DEBUG oslo_vmware.api [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': task-3221011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.003472] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.750s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.003472] env[68960]: INFO nova.compute.manager [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Migrating [ 679.003472] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.003472] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.003472] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6f19d2e7-3e72-4f30-8800-68cdac80f4d0 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.566s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.005699] env[68960]: DEBUG nova.objects.instance [None req-6f19d2e7-3e72-4f30-8800-68cdac80f4d0 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Lazy-loading 'resources' on Instance uuid a379fe8b-cc63-42fc-843e-a602a3933ebc {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 679.005699] env[68960]: DEBUG oslo_vmware.api [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Task: {'id': task-3221010, 'name': Rename_Task, 'duration_secs': 0.258392} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.005699] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.005699] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4445849a-dbca-4567-9c06-4d5ec1d0ca0a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.005699] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Acquiring lock "2068d0d1-b900-45c5-9b18-f96fb161a493" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.007376] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Lock "2068d0d1-b900-45c5-9b18-f96fb161a493" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.007376] env[68960]: DEBUG oslo_vmware.api [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Waiting for the task: (returnval){ [ 679.007376] env[68960]: value = "task-3221012" [ 679.007376] env[68960]: _type = "Task" [ 679.007376] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.007376] env[68960]: DEBUG oslo_vmware.api [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Task: {'id': task-3221012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.007376] env[68960]: DEBUG oslo_vmware.api [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221005, 'name': Destroy_Task, 'duration_secs': 1.015277} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.007376] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Destroyed the VM [ 679.008785] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Deleting Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 679.008785] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-372825a2-ae35-4399-905a-dc5ccf60532d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.008785] env[68960]: DEBUG oslo_vmware.api [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 679.008785] env[68960]: value = "task-3221013" [ 679.008785] env[68960]: _type = "Task" [ 679.008785] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.008785] env[68960]: DEBUG oslo_vmware.api [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221013, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.008785] env[68960]: DEBUG nova.network.neutron [req-3bd11049-373b-4039-99aa-d9fe802d0acf req-2e627339-89c6-4ba3-a077-de02a295b950 service nova] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Updated VIF entry in instance network info cache for port 216f62cc-595a-46a6-bcb7-40f5adfb1f43. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.009662] env[68960]: DEBUG nova.network.neutron [req-3bd11049-373b-4039-99aa-d9fe802d0acf req-2e627339-89c6-4ba3-a077-de02a295b950 service nova] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Updating instance_info_cache with network_info: [{"id": "216f62cc-595a-46a6-bcb7-40f5adfb1f43", "address": "fa:16:3e:31:9c:61", "network": {"id": "45dc19ef-9b5a-4aa8-a57f-d8763273f684", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-649225211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b7b12866edf4bf097484c4e784c757d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap216f62cc-59", "ovs_interfaceid": "216f62cc-595a-46a6-bcb7-40f5adfb1f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.028190] env[68960]: DEBUG oslo_vmware.api [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Task: {'id': task-3221007, 'name': PowerOnVM_Task, 'duration_secs': 0.793947} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.029146] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.029146] env[68960]: INFO nova.compute.manager [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Took 9.51 seconds to spawn the instance on the hypervisor. [ 679.029146] env[68960]: DEBUG nova.compute.manager [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.029947] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d58360f-01dd-449e-a758-400dfbd83135 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.080256] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221009, 'name': CreateVM_Task, 'duration_secs': 0.537593} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.080256] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.080662] env[68960]: DEBUG oslo_concurrency.lockutils [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.080830] env[68960]: DEBUG oslo_concurrency.lockutils [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.081185] env[68960]: DEBUG oslo_concurrency.lockutils [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.083724] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-313b9b4b-d015-4e1e-90b0-fdaead18ff5b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.087490] env[68960]: DEBUG oslo_vmware.api [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Waiting for the task: (returnval){ [ 679.087490] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52aae0a5-e438-c6c1-5325-e85fa17d3147" [ 679.087490] env[68960]: _type = "Task" [ 679.087490] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.096128] env[68960]: DEBUG oslo_vmware.api [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52aae0a5-e438-c6c1-5325-e85fa17d3147, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.098964] env[68960]: DEBUG oslo_concurrency.lockutils [req-bc3a923b-8c97-4c60-9bc4-48d4e7d9d011 req-0e607107-095f-47b3-a9af-dcc810ef9d72 service nova] Releasing lock "refresh_cache-4defea80-22a7-4665-bbc7-425c52af00ab" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.099356] env[68960]: DEBUG nova.compute.manager [req-bc3a923b-8c97-4c60-9bc4-48d4e7d9d011 req-0e607107-095f-47b3-a9af-dcc810ef9d72 service nova] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Received event network-vif-deleted-58c1ea24-4483-4ad8-a98c-73cfde6b58dd {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.099772] env[68960]: DEBUG nova.compute.manager [req-bc3a923b-8c97-4c60-9bc4-48d4e7d9d011 req-0e607107-095f-47b3-a9af-dcc810ef9d72 service nova] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Received event network-changed-1f237bc5-adc1-4868-8ab7-7d00a42be820 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.100017] env[68960]: DEBUG nova.compute.manager [req-bc3a923b-8c97-4c60-9bc4-48d4e7d9d011 req-0e607107-095f-47b3-a9af-dcc810ef9d72 service nova] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Refreshing instance network info cache due to event network-changed-1f237bc5-adc1-4868-8ab7-7d00a42be820. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.100263] env[68960]: DEBUG oslo_concurrency.lockutils [req-bc3a923b-8c97-4c60-9bc4-48d4e7d9d011 req-0e607107-095f-47b3-a9af-dcc810ef9d72 service nova] Acquiring lock "refresh_cache-4defea80-22a7-4665-bbc7-425c52af00ab" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.100412] env[68960]: DEBUG oslo_concurrency.lockutils [req-bc3a923b-8c97-4c60-9bc4-48d4e7d9d011 req-0e607107-095f-47b3-a9af-dcc810ef9d72 service nova] Acquired lock "refresh_cache-4defea80-22a7-4665-bbc7-425c52af00ab" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.100576] env[68960]: DEBUG nova.network.neutron [req-bc3a923b-8c97-4c60-9bc4-48d4e7d9d011 req-0e607107-095f-47b3-a9af-dcc810ef9d72 service nova] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Refreshing network info cache for port 1f237bc5-adc1-4868-8ab7-7d00a42be820 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.117697] env[68960]: DEBUG nova.compute.manager [None req-300876fd-37cd-44ee-89d4-03d1c598faa0 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 679.117697] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-300876fd-37cd-44ee-89d4-03d1c598faa0 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.118432] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929bb710-7173-4f40-93d1-7015d9460d13 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.126144] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-300876fd-37cd-44ee-89d4-03d1c598faa0 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.126541] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-737fc6ea-58c5-476e-b711-ff85c8f3aee7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.139653] env[68960]: DEBUG oslo_vmware.api [None req-300876fd-37cd-44ee-89d4-03d1c598faa0 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Waiting for the task: (returnval){ [ 679.139653] env[68960]: value = "task-3221014" [ 679.139653] env[68960]: _type = "Task" [ 679.139653] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.145502] env[68960]: DEBUG oslo_vmware.api [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': task-3221011, 'name': PowerOffVM_Task, 'duration_secs': 0.248661} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.146910] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.146910] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 679.146910] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af612429-f460-427e-abc0-3cf6d513652b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.152824] env[68960]: DEBUG oslo_vmware.api [None req-300876fd-37cd-44ee-89d4-03d1c598faa0 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Task: {'id': task-3221014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.160144] env[68960]: INFO nova.compute.rpcapi [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 679.160352] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.183935] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.184092] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.184159] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Deleting the datastore file [datastore1] 75f185f7-7424-4e12-9b06-69c6094267d9 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.184828] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-062eb9f6-024b-4eed-a915-c0c4a7594556 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.191745] env[68960]: DEBUG oslo_vmware.api [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Waiting for the task: (returnval){ [ 679.191745] env[68960]: value = "task-3221016" [ 679.191745] env[68960]: _type = "Task" [ 679.191745] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.202884] env[68960]: DEBUG oslo_vmware.api [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': task-3221016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.224310] env[68960]: DEBUG oslo_vmware.api [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Task: {'id': task-3221012, 'name': PowerOnVM_Task, 'duration_secs': 0.474692} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.227808] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.229031] env[68960]: INFO nova.compute.manager [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Took 6.90 seconds to spawn the instance on the hypervisor. [ 679.229031] env[68960]: DEBUG nova.compute.manager [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.229798] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b3c590-253c-41e8-bf9b-0de5a942c98b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.273173] env[68960]: DEBUG oslo_vmware.api [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221013, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.295260] env[68960]: DEBUG nova.network.neutron [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Successfully updated port: fe52a816-bd75-4c39-b5ab-558a2499e4bd {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.350555] env[68960]: DEBUG oslo_concurrency.lockutils [req-3bd11049-373b-4039-99aa-d9fe802d0acf req-2e627339-89c6-4ba3-a077-de02a295b950 service nova] Releasing lock "refresh_cache-d4c99f61-5621-4bff-9bc6-c8c0ca132533" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.550158] env[68960]: INFO nova.compute.manager [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Took 28.98 seconds to build instance. [ 679.599478] env[68960]: DEBUG oslo_vmware.api [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52aae0a5-e438-c6c1-5325-e85fa17d3147, 'name': SearchDatastore_Task, 'duration_secs': 0.014059} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.602157] env[68960]: DEBUG oslo_concurrency.lockutils [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.602401] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.602671] env[68960]: DEBUG oslo_concurrency.lockutils [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.602868] env[68960]: DEBUG oslo_concurrency.lockutils [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.602991] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.605916] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d862dab-14bf-4352-ad9a-0852d69c54c9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.615896] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.615896] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.619279] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9986a563-a944-4707-aadb-efcf84381f80 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.625574] env[68960]: DEBUG oslo_vmware.api [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Waiting for the task: (returnval){ [ 679.625574] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52193acc-94e2-0b4c-ea7b-cb63b68b9024" [ 679.625574] env[68960]: _type = "Task" [ 679.625574] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.634131] env[68960]: DEBUG oslo_vmware.api [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52193acc-94e2-0b4c-ea7b-cb63b68b9024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.646704] env[68960]: DEBUG oslo_vmware.api [None req-300876fd-37cd-44ee-89d4-03d1c598faa0 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Task: {'id': task-3221014, 'name': PowerOffVM_Task, 'duration_secs': 0.324058} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.646980] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-300876fd-37cd-44ee-89d4-03d1c598faa0 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.647158] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-300876fd-37cd-44ee-89d4-03d1c598faa0 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 679.647648] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64ae4544-4237-47cf-907f-eb50c1daab17 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.682822] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquiring lock "refresh_cache-d2b95f0e-0e70-43a2-beb1-bae828ae6967" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.683074] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquired lock "refresh_cache-d2b95f0e-0e70-43a2-beb1-bae828ae6967" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.683217] env[68960]: DEBUG nova.network.neutron [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.685085] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3ffbb53d-51e2-4b5b-99d7-ba1f1b043482 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Acquiring lock "12a4b514-d9a7-4f41-9195-ac5accc73079" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.685614] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3ffbb53d-51e2-4b5b-99d7-ba1f1b043482 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Lock "12a4b514-d9a7-4f41-9195-ac5accc73079" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.685614] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3ffbb53d-51e2-4b5b-99d7-ba1f1b043482 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Acquiring lock "12a4b514-d9a7-4f41-9195-ac5accc73079-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.685614] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3ffbb53d-51e2-4b5b-99d7-ba1f1b043482 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Lock "12a4b514-d9a7-4f41-9195-ac5accc73079-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.685860] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3ffbb53d-51e2-4b5b-99d7-ba1f1b043482 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Lock "12a4b514-d9a7-4f41-9195-ac5accc73079-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.693363] env[68960]: INFO nova.compute.manager [None req-3ffbb53d-51e2-4b5b-99d7-ba1f1b043482 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Terminating instance [ 679.701050] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.704679] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.714749] env[68960]: DEBUG oslo_vmware.api [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Task: {'id': task-3221016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1307} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.714749] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.714749] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.714749] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.714749] env[68960]: INFO nova.compute.manager [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 679.715136] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.715136] env[68960]: DEBUG nova.compute.manager [-] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 679.715136] env[68960]: DEBUG nova.network.neutron [-] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 679.740482] env[68960]: DEBUG nova.network.neutron [-] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.750994] env[68960]: INFO nova.compute.manager [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Took 24.17 seconds to build instance. [ 679.771133] env[68960]: DEBUG oslo_vmware.api [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221013, 'name': RemoveSnapshot_Task, 'duration_secs': 0.880622} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.775648] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Deleted Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 679.775880] env[68960]: INFO nova.compute.manager [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Took 17.08 seconds to snapshot the instance on the hypervisor. [ 679.790019] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268aab64-62d3-45ed-ab83-04172a4ea8fe {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.804543] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb1f75b-7699-4842-9297-bd3d4f128b2e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.840333] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2155912-7638-4efd-bde7-81aad61d46a6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.843785] env[68960]: DEBUG nova.compute.manager [None req-1bb0c6a6-d513-426a-8086-ad504a2113f5 tempest-ServerExternalEventsTest-1763024221 tempest-ServerExternalEventsTest-1763024221-project] [instance: f254798c-4d12-4249-824d-d1a93727280b] Received event network-changed {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.843963] env[68960]: DEBUG nova.compute.manager [None req-1bb0c6a6-d513-426a-8086-ad504a2113f5 tempest-ServerExternalEventsTest-1763024221 tempest-ServerExternalEventsTest-1763024221-project] [instance: f254798c-4d12-4249-824d-d1a93727280b] Refreshing instance network info cache due to event network-changed. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.844189] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1bb0c6a6-d513-426a-8086-ad504a2113f5 tempest-ServerExternalEventsTest-1763024221 tempest-ServerExternalEventsTest-1763024221-project] Acquiring lock "refresh_cache-f254798c-4d12-4249-824d-d1a93727280b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.844322] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1bb0c6a6-d513-426a-8086-ad504a2113f5 tempest-ServerExternalEventsTest-1763024221 tempest-ServerExternalEventsTest-1763024221-project] Acquired lock "refresh_cache-f254798c-4d12-4249-824d-d1a93727280b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.844475] env[68960]: DEBUG nova.network.neutron [None req-1bb0c6a6-d513-426a-8086-ad504a2113f5 tempest-ServerExternalEventsTest-1763024221 tempest-ServerExternalEventsTest-1763024221-project] [instance: f254798c-4d12-4249-824d-d1a93727280b] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.851724] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a35bace-2a36-4bec-a698-392944681dbf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.868429] env[68960]: DEBUG nova.compute.provider_tree [None req-6f19d2e7-3e72-4f30-8800-68cdac80f4d0 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.873178] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-300876fd-37cd-44ee-89d4-03d1c598faa0 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.873178] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-300876fd-37cd-44ee-89d4-03d1c598faa0 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.873178] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-300876fd-37cd-44ee-89d4-03d1c598faa0 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Deleting the datastore file [datastore2] b5d9ce0a-f1be-486b-8f4d-7f53285c464f {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.873178] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e709529a-93ef-4dac-a453-ec1899e27b2b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.877565] env[68960]: DEBUG oslo_vmware.api [None req-300876fd-37cd-44ee-89d4-03d1c598faa0 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Waiting for the task: (returnval){ [ 679.877565] env[68960]: value = "task-3221018" [ 679.877565] env[68960]: _type = "Task" [ 679.877565] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.889379] env[68960]: DEBUG oslo_vmware.api [None req-300876fd-37cd-44ee-89d4-03d1c598faa0 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Task: {'id': task-3221018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.933670] env[68960]: DEBUG nova.network.neutron [req-bc3a923b-8c97-4c60-9bc4-48d4e7d9d011 req-0e607107-095f-47b3-a9af-dcc810ef9d72 service nova] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Updated VIF entry in instance network info cache for port 1f237bc5-adc1-4868-8ab7-7d00a42be820. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.934040] env[68960]: DEBUG nova.network.neutron [req-bc3a923b-8c97-4c60-9bc4-48d4e7d9d011 req-0e607107-095f-47b3-a9af-dcc810ef9d72 service nova] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Updating instance_info_cache with network_info: [{"id": "1f237bc5-adc1-4868-8ab7-7d00a42be820", "address": "fa:16:3e:0a:57:36", "network": {"id": "f578ec82-9557-45ce-9519-1d34c245625c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1357886346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "259b4e4b1df5428b8eef858564ff1972", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f237bc5-ad", "ovs_interfaceid": "1f237bc5-adc1-4868-8ab7-7d00a42be820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.934681] env[68960]: WARNING oslo_messaging._drivers.amqpdriver [req-bc3a923b-8c97-4c60-9bc4-48d4e7d9d011 req-0e607107-095f-47b3-a9af-dcc810ef9d72 service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 679.956395] env[68960]: DEBUG nova.compute.manager [req-4ccd0b36-7d72-4f0d-a630-6428c02ba492 req-34aaeb1a-82b8-4290-8ae3-252cca0f1c28 service nova] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Received event network-vif-plugged-fe52a816-bd75-4c39-b5ab-558a2499e4bd {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.956395] env[68960]: DEBUG oslo_concurrency.lockutils [req-4ccd0b36-7d72-4f0d-a630-6428c02ba492 req-34aaeb1a-82b8-4290-8ae3-252cca0f1c28 service nova] Acquiring lock "caadf2f6-d5c1-4bb7-bc84-78731c465a6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.956395] env[68960]: DEBUG oslo_concurrency.lockutils [req-4ccd0b36-7d72-4f0d-a630-6428c02ba492 req-34aaeb1a-82b8-4290-8ae3-252cca0f1c28 service nova] Lock "caadf2f6-d5c1-4bb7-bc84-78731c465a6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.956395] env[68960]: DEBUG oslo_concurrency.lockutils [req-4ccd0b36-7d72-4f0d-a630-6428c02ba492 req-34aaeb1a-82b8-4290-8ae3-252cca0f1c28 service nova] Lock "caadf2f6-d5c1-4bb7-bc84-78731c465a6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.956395] env[68960]: DEBUG nova.compute.manager [req-4ccd0b36-7d72-4f0d-a630-6428c02ba492 req-34aaeb1a-82b8-4290-8ae3-252cca0f1c28 service nova] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] No waiting events found dispatching network-vif-plugged-fe52a816-bd75-4c39-b5ab-558a2499e4bd {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.956755] env[68960]: WARNING nova.compute.manager [req-4ccd0b36-7d72-4f0d-a630-6428c02ba492 req-34aaeb1a-82b8-4290-8ae3-252cca0f1c28 service nova] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Received unexpected event network-vif-plugged-fe52a816-bd75-4c39-b5ab-558a2499e4bd for instance with vm_state building and task_state spawning. [ 679.956755] env[68960]: DEBUG nova.compute.manager [req-4ccd0b36-7d72-4f0d-a630-6428c02ba492 req-34aaeb1a-82b8-4290-8ae3-252cca0f1c28 service nova] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Received event network-changed-fe52a816-bd75-4c39-b5ab-558a2499e4bd {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.956755] env[68960]: DEBUG nova.compute.manager [req-4ccd0b36-7d72-4f0d-a630-6428c02ba492 req-34aaeb1a-82b8-4290-8ae3-252cca0f1c28 service nova] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Refreshing instance network info cache due to event network-changed-fe52a816-bd75-4c39-b5ab-558a2499e4bd. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.956871] env[68960]: DEBUG oslo_concurrency.lockutils [req-4ccd0b36-7d72-4f0d-a630-6428c02ba492 req-34aaeb1a-82b8-4290-8ae3-252cca0f1c28 service nova] Acquiring lock "refresh_cache-caadf2f6-d5c1-4bb7-bc84-78731c465a6d" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.956993] env[68960]: DEBUG oslo_concurrency.lockutils [req-4ccd0b36-7d72-4f0d-a630-6428c02ba492 req-34aaeb1a-82b8-4290-8ae3-252cca0f1c28 service nova] Acquired lock "refresh_cache-caadf2f6-d5c1-4bb7-bc84-78731c465a6d" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.957191] env[68960]: DEBUG nova.network.neutron [req-4ccd0b36-7d72-4f0d-a630-6428c02ba492 req-34aaeb1a-82b8-4290-8ae3-252cca0f1c28 service nova] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Refreshing network info cache for port fe52a816-bd75-4c39-b5ab-558a2499e4bd {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.052589] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cb858e97-8f1c-4117-95ae-3f4f70f13770 tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Lock "f254798c-4d12-4249-824d-d1a93727280b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.334s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.136803] env[68960]: DEBUG oslo_vmware.api [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52193acc-94e2-0b4c-ea7b-cb63b68b9024, 'name': SearchDatastore_Task, 'duration_secs': 0.009934} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.136913] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab2797f2-500b-4d9c-92d8-ea3420e1782a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.142428] env[68960]: DEBUG oslo_vmware.api [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Waiting for the task: (returnval){ [ 680.142428] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52edd4ab-11af-6ec8-dbaa-99b4d901ad2a" [ 680.142428] env[68960]: _type = "Task" [ 680.142428] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.150239] env[68960]: DEBUG oslo_vmware.api [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52edd4ab-11af-6ec8-dbaa-99b4d901ad2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.169872] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c53130bb-6bef-4c73-9bca-8ee001fba5fb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "5a1a5e2f-ce84-4dff-a9e2-02308041d09e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.170103] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c53130bb-6bef-4c73-9bca-8ee001fba5fb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "5a1a5e2f-ce84-4dff-a9e2-02308041d09e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.170316] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c53130bb-6bef-4c73-9bca-8ee001fba5fb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "5a1a5e2f-ce84-4dff-a9e2-02308041d09e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.170501] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c53130bb-6bef-4c73-9bca-8ee001fba5fb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "5a1a5e2f-ce84-4dff-a9e2-02308041d09e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.170668] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c53130bb-6bef-4c73-9bca-8ee001fba5fb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "5a1a5e2f-ce84-4dff-a9e2-02308041d09e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.173802] env[68960]: INFO nova.compute.manager [None req-c53130bb-6bef-4c73-9bca-8ee001fba5fb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Terminating instance [ 680.207787] env[68960]: DEBUG nova.compute.manager [None req-3ffbb53d-51e2-4b5b-99d7-ba1f1b043482 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 680.207858] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffbb53d-51e2-4b5b-99d7-ba1f1b043482 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 680.213828] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb88051f-008b-4e20-b458-afc5ac287ce9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.217668] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 680.218431] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 680.218864] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 680.219138] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 680.219390] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 680.219595] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 680.219709] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68960) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 680.219855] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 680.222884] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ffbb53d-51e2-4b5b-99d7-ba1f1b043482 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.223317] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc118b70-160b-4800-a2ae-c5aed38b0ed8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.229937] env[68960]: DEBUG oslo_vmware.api [None req-3ffbb53d-51e2-4b5b-99d7-ba1f1b043482 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Waiting for the task: (returnval){ [ 680.229937] env[68960]: value = "task-3221019" [ 680.229937] env[68960]: _type = "Task" [ 680.229937] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.242363] env[68960]: DEBUG nova.network.neutron [-] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.243479] env[68960]: DEBUG oslo_vmware.api [None req-3ffbb53d-51e2-4b5b-99d7-ba1f1b043482 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': task-3221019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.255036] env[68960]: DEBUG oslo_concurrency.lockutils [None req-77f69558-df94-4d48-b200-6ed3cd35def6 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Lock "aefaaeae-1518-4704-968b-329ef01e2523" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.782s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.280199] env[68960]: DEBUG nova.compute.manager [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Instance disappeared during snapshot {{(pid=68960) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 680.290688] env[68960]: DEBUG nova.compute.manager [None req-8f417e34-d0b9-45d9-9a3c-509344a6227a tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Image not found during clean up 9dfb047c-1985-4247-9bb2-d3d8dd265817 {{(pid=68960) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 680.373127] env[68960]: DEBUG nova.scheduler.client.report [None req-6f19d2e7-3e72-4f30-8800-68cdac80f4d0 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.389188] env[68960]: DEBUG oslo_vmware.api [None req-300876fd-37cd-44ee-89d4-03d1c598faa0 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Task: {'id': task-3221018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175047} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.389491] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-300876fd-37cd-44ee-89d4-03d1c598faa0 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.389674] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-300876fd-37cd-44ee-89d4-03d1c598faa0 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.389862] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-300876fd-37cd-44ee-89d4-03d1c598faa0 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.390045] env[68960]: INFO nova.compute.manager [None req-300876fd-37cd-44ee-89d4-03d1c598faa0 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Took 1.27 seconds to destroy the instance on the hypervisor. [ 680.390762] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-300876fd-37cd-44ee-89d4-03d1c598faa0 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.390762] env[68960]: DEBUG nova.compute.manager [-] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 680.390762] env[68960]: DEBUG nova.network.neutron [-] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.436820] env[68960]: DEBUG oslo_concurrency.lockutils [req-bc3a923b-8c97-4c60-9bc4-48d4e7d9d011 req-0e607107-095f-47b3-a9af-dcc810ef9d72 service nova] Releasing lock "refresh_cache-4defea80-22a7-4665-bbc7-425c52af00ab" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.541269] env[68960]: DEBUG nova.network.neutron [req-4ccd0b36-7d72-4f0d-a630-6428c02ba492 req-34aaeb1a-82b8-4290-8ae3-252cca0f1c28 service nova] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.557538] env[68960]: DEBUG nova.compute.manager [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.578012] env[68960]: DEBUG nova.network.neutron [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Updating instance_info_cache with network_info: [{"id": "635abb82-e4d9-48e8-80a6-e6249df1d651", "address": "fa:16:3e:94:86:a3", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap635abb82-e4", "ovs_interfaceid": "635abb82-e4d9-48e8-80a6-e6249df1d651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.653239] env[68960]: DEBUG oslo_vmware.api [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52edd4ab-11af-6ec8-dbaa-99b4d901ad2a, 'name': SearchDatastore_Task, 'duration_secs': 0.009367} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.653882] env[68960]: DEBUG oslo_concurrency.lockutils [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.654266] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] d4c99f61-5621-4bff-9bc6-c8c0ca132533/d4c99f61-5621-4bff-9bc6-c8c0ca132533.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.657240] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e177f1b0-7f0e-4f6d-8392-54a51a2edde5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.666650] env[68960]: DEBUG oslo_vmware.api [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Waiting for the task: (returnval){ [ 680.666650] env[68960]: value = "task-3221020" [ 680.666650] env[68960]: _type = "Task" [ 680.666650] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.678108] env[68960]: DEBUG nova.compute.manager [None req-c53130bb-6bef-4c73-9bca-8ee001fba5fb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 680.678431] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c53130bb-6bef-4c73-9bca-8ee001fba5fb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 680.678917] env[68960]: DEBUG oslo_vmware.api [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Task: {'id': task-3221020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.679683] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c049463-0d38-4a10-bc2a-92a76aaf24ac {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.687353] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c53130bb-6bef-4c73-9bca-8ee001fba5fb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.689956] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a04ad8c4-1212-4b90-ac31-96ed3758add2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.724710] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.741288] env[68960]: DEBUG oslo_vmware.api [None req-3ffbb53d-51e2-4b5b-99d7-ba1f1b043482 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': task-3221019, 'name': PowerOffVM_Task, 'duration_secs': 0.485628} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.744578] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ffbb53d-51e2-4b5b-99d7-ba1f1b043482 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.744720] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffbb53d-51e2-4b5b-99d7-ba1f1b043482 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.745325] env[68960]: INFO nova.compute.manager [-] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Took 1.03 seconds to deallocate network for instance. [ 680.747274] env[68960]: DEBUG nova.network.neutron [req-4ccd0b36-7d72-4f0d-a630-6428c02ba492 req-34aaeb1a-82b8-4290-8ae3-252cca0f1c28 service nova] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.750417] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd5e4a86-e985-4ac2-b238-942376bf5ea6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.755461] env[68960]: DEBUG nova.compute.manager [None req-438d62b2-4561-44b0-bb6d-69d67438857d tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.756066] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c53130bb-6bef-4c73-9bca-8ee001fba5fb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 680.756273] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c53130bb-6bef-4c73-9bca-8ee001fba5fb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 680.756449] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c53130bb-6bef-4c73-9bca-8ee001fba5fb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Deleting the datastore file [datastore2] 5a1a5e2f-ce84-4dff-a9e2-02308041d09e {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.760798] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b92419-c63b-4996-b104-181f326b2ddb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.766453] env[68960]: DEBUG nova.compute.manager [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.769122] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64e97671-fab3-4bfe-86fa-bb1aebf8c68c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.782747] env[68960]: DEBUG oslo_vmware.api [None req-c53130bb-6bef-4c73-9bca-8ee001fba5fb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 680.782747] env[68960]: value = "task-3221023" [ 680.782747] env[68960]: _type = "Task" [ 680.782747] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.797367] env[68960]: DEBUG oslo_vmware.api [None req-c53130bb-6bef-4c73-9bca-8ee001fba5fb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.816141] env[68960]: DEBUG nova.network.neutron [None req-1bb0c6a6-d513-426a-8086-ad504a2113f5 tempest-ServerExternalEventsTest-1763024221 tempest-ServerExternalEventsTest-1763024221-project] [instance: f254798c-4d12-4249-824d-d1a93727280b] Updating instance_info_cache with network_info: [{"id": "f5032fc1-c004-4f73-9a3a-4fcf58d065e9", "address": "fa:16:3e:ed:cc:5f", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5032fc1-c0", "ovs_interfaceid": "f5032fc1-c004-4f73-9a3a-4fcf58d065e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.845745] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffbb53d-51e2-4b5b-99d7-ba1f1b043482 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 680.846115] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffbb53d-51e2-4b5b-99d7-ba1f1b043482 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 680.846389] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ffbb53d-51e2-4b5b-99d7-ba1f1b043482 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Deleting the datastore file [datastore1] 12a4b514-d9a7-4f41-9195-ac5accc73079 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.847674] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-259cf2c6-0cfa-44ac-8096-cc93e5ee82b8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.855156] env[68960]: DEBUG oslo_vmware.api [None req-3ffbb53d-51e2-4b5b-99d7-ba1f1b043482 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Waiting for the task: (returnval){ [ 680.855156] env[68960]: value = "task-3221024" [ 680.855156] env[68960]: _type = "Task" [ 680.855156] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.865338] env[68960]: DEBUG oslo_vmware.api [None req-3ffbb53d-51e2-4b5b-99d7-ba1f1b043482 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': task-3221024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.878124] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6f19d2e7-3e72-4f30-8800-68cdac80f4d0 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.222s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.881051] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.652s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.882773] env[68960]: INFO nova.compute.claims [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.910712] env[68960]: INFO nova.scheduler.client.report [None req-6f19d2e7-3e72-4f30-8800-68cdac80f4d0 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Deleted allocations for instance a379fe8b-cc63-42fc-843e-a602a3933ebc [ 680.927890] env[68960]: DEBUG oslo_concurrency.lockutils [None req-210c9279-c66a-4b0f-a10c-7ab516f153dc tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Acquiring lock "f254798c-4d12-4249-824d-d1a93727280b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.928199] env[68960]: DEBUG oslo_concurrency.lockutils [None req-210c9279-c66a-4b0f-a10c-7ab516f153dc tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Lock "f254798c-4d12-4249-824d-d1a93727280b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.928379] env[68960]: DEBUG oslo_concurrency.lockutils [None req-210c9279-c66a-4b0f-a10c-7ab516f153dc tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Acquiring lock "f254798c-4d12-4249-824d-d1a93727280b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.928556] env[68960]: DEBUG oslo_concurrency.lockutils [None req-210c9279-c66a-4b0f-a10c-7ab516f153dc tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Lock "f254798c-4d12-4249-824d-d1a93727280b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.928719] env[68960]: DEBUG oslo_concurrency.lockutils [None req-210c9279-c66a-4b0f-a10c-7ab516f153dc tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Lock "f254798c-4d12-4249-824d-d1a93727280b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.930807] env[68960]: INFO nova.compute.manager [None req-210c9279-c66a-4b0f-a10c-7ab516f153dc tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Terminating instance [ 681.067192] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "22d9fb8f-2d76-40af-9304-969dee8b1567" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.067449] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "22d9fb8f-2d76-40af-9304-969dee8b1567" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.080460] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.082186] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Releasing lock "refresh_cache-d2b95f0e-0e70-43a2-beb1-bae828ae6967" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.176738] env[68960]: DEBUG oslo_vmware.api [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Task: {'id': task-3221020, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.220022] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Acquiring lock "aefaaeae-1518-4704-968b-329ef01e2523" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.220824] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Lock "aefaaeae-1518-4704-968b-329ef01e2523" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.220824] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Acquiring lock "aefaaeae-1518-4704-968b-329ef01e2523-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.220824] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Lock "aefaaeae-1518-4704-968b-329ef01e2523-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.220824] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Lock "aefaaeae-1518-4704-968b-329ef01e2523-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.223179] env[68960]: INFO nova.compute.manager [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Terminating instance [ 681.255073] env[68960]: DEBUG oslo_concurrency.lockutils [req-4ccd0b36-7d72-4f0d-a630-6428c02ba492 req-34aaeb1a-82b8-4290-8ae3-252cca0f1c28 service nova] Releasing lock "refresh_cache-caadf2f6-d5c1-4bb7-bc84-78731c465a6d" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.273780] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.292927] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.292927] env[68960]: INFO nova.compute.manager [None req-438d62b2-4561-44b0-bb6d-69d67438857d tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] instance snapshotting [ 681.292927] env[68960]: DEBUG nova.objects.instance [None req-438d62b2-4561-44b0-bb6d-69d67438857d tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Lazy-loading 'flavor' on Instance uuid aefaaeae-1518-4704-968b-329ef01e2523 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 681.298900] env[68960]: DEBUG oslo_vmware.api [None req-c53130bb-6bef-4c73-9bca-8ee001fba5fb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.43802} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.299153] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c53130bb-6bef-4c73-9bca-8ee001fba5fb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.299333] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c53130bb-6bef-4c73-9bca-8ee001fba5fb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 681.299510] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c53130bb-6bef-4c73-9bca-8ee001fba5fb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 681.299698] env[68960]: INFO nova.compute.manager [None req-c53130bb-6bef-4c73-9bca-8ee001fba5fb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Took 0.62 seconds to destroy the instance on the hypervisor. [ 681.299939] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c53130bb-6bef-4c73-9bca-8ee001fba5fb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.300547] env[68960]: DEBUG nova.compute.manager [-] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 681.300719] env[68960]: DEBUG nova.network.neutron [-] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 681.319976] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1bb0c6a6-d513-426a-8086-ad504a2113f5 tempest-ServerExternalEventsTest-1763024221 tempest-ServerExternalEventsTest-1763024221-project] Releasing lock "refresh_cache-f254798c-4d12-4249-824d-d1a93727280b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.368879] env[68960]: DEBUG oslo_vmware.api [None req-3ffbb53d-51e2-4b5b-99d7-ba1f1b043482 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Task: {'id': task-3221024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329857} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.369220] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ffbb53d-51e2-4b5b-99d7-ba1f1b043482 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.369708] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffbb53d-51e2-4b5b-99d7-ba1f1b043482 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 681.370325] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffbb53d-51e2-4b5b-99d7-ba1f1b043482 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 681.370325] env[68960]: INFO nova.compute.manager [None req-3ffbb53d-51e2-4b5b-99d7-ba1f1b043482 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Took 1.16 seconds to destroy the instance on the hypervisor. [ 681.370325] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ffbb53d-51e2-4b5b-99d7-ba1f1b043482 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.370996] env[68960]: DEBUG nova.compute.manager [-] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 681.370996] env[68960]: DEBUG nova.network.neutron [-] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 681.392434] env[68960]: DEBUG nova.compute.manager [req-07559da3-1055-4667-a79a-09e1242ea067 req-d5109512-b30e-43bb-afa8-505576f1a869 service nova] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Received event network-vif-plugged-666ec0ea-309a-400b-b8e4-921ae83dbc87 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.392687] env[68960]: DEBUG oslo_concurrency.lockutils [req-07559da3-1055-4667-a79a-09e1242ea067 req-d5109512-b30e-43bb-afa8-505576f1a869 service nova] Acquiring lock "caadf2f6-d5c1-4bb7-bc84-78731c465a6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.392906] env[68960]: DEBUG oslo_concurrency.lockutils [req-07559da3-1055-4667-a79a-09e1242ea067 req-d5109512-b30e-43bb-afa8-505576f1a869 service nova] Lock "caadf2f6-d5c1-4bb7-bc84-78731c465a6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.393084] env[68960]: DEBUG oslo_concurrency.lockutils [req-07559da3-1055-4667-a79a-09e1242ea067 req-d5109512-b30e-43bb-afa8-505576f1a869 service nova] Lock "caadf2f6-d5c1-4bb7-bc84-78731c465a6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.393251] env[68960]: DEBUG nova.compute.manager [req-07559da3-1055-4667-a79a-09e1242ea067 req-d5109512-b30e-43bb-afa8-505576f1a869 service nova] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] No waiting events found dispatching network-vif-plugged-666ec0ea-309a-400b-b8e4-921ae83dbc87 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.393406] env[68960]: WARNING nova.compute.manager [req-07559da3-1055-4667-a79a-09e1242ea067 req-d5109512-b30e-43bb-afa8-505576f1a869 service nova] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Received unexpected event network-vif-plugged-666ec0ea-309a-400b-b8e4-921ae83dbc87 for instance with vm_state building and task_state spawning. [ 681.413080] env[68960]: DEBUG nova.network.neutron [-] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.422636] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6f19d2e7-3e72-4f30-8800-68cdac80f4d0 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Lock "a379fe8b-cc63-42fc-843e-a602a3933ebc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.300s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.436479] env[68960]: DEBUG nova.compute.manager [None req-210c9279-c66a-4b0f-a10c-7ab516f153dc tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 681.437014] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-210c9279-c66a-4b0f-a10c-7ab516f153dc tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 681.439893] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36581b1-184e-4d1e-9e5a-26c5135cc04c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.452606] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-210c9279-c66a-4b0f-a10c-7ab516f153dc tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 681.453502] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-738f66b4-54bb-475c-a4a7-28ee8df695c0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.461874] env[68960]: DEBUG oslo_vmware.api [None req-210c9279-c66a-4b0f-a10c-7ab516f153dc tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Waiting for the task: (returnval){ [ 681.461874] env[68960]: value = "task-3221025" [ 681.461874] env[68960]: _type = "Task" [ 681.461874] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.475818] env[68960]: DEBUG oslo_vmware.api [None req-210c9279-c66a-4b0f-a10c-7ab516f153dc tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Task: {'id': task-3221025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.538119] env[68960]: DEBUG nova.network.neutron [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Successfully updated port: 666ec0ea-309a-400b-b8e4-921ae83dbc87 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.679989] env[68960]: DEBUG oslo_vmware.api [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Task: {'id': task-3221020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520359} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.679989] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] d4c99f61-5621-4bff-9bc6-c8c0ca132533/d4c99f61-5621-4bff-9bc6-c8c0ca132533.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.680518] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.680664] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7754f6c-6a2e-4e8a-b3a9-71279a1efb00 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.687242] env[68960]: DEBUG oslo_vmware.api [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Waiting for the task: (returnval){ [ 681.687242] env[68960]: value = "task-3221026" [ 681.687242] env[68960]: _type = "Task" [ 681.687242] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.697740] env[68960]: DEBUG oslo_vmware.api [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Task: {'id': task-3221026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.727280] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Acquiring lock "refresh_cache-aefaaeae-1518-4704-968b-329ef01e2523" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.727472] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Acquired lock "refresh_cache-aefaaeae-1518-4704-968b-329ef01e2523" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.727650] env[68960]: DEBUG nova.network.neutron [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.492566] env[68960]: INFO nova.compute.manager [-] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Took 2.10 seconds to deallocate network for instance. [ 682.496589] env[68960]: DEBUG nova.network.neutron [-] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.499367] env[68960]: DEBUG nova.network.neutron [-] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.501684] env[68960]: DEBUG nova.compute.manager [req-a633d269-6e3f-445e-9e8b-7fa8c535ca8f req-7f607084-47b6-4adb-a830-a3d84417a48d service nova] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Received event network-vif-deleted-351fae88-541f-4555-b681-2da4c5f3839b {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.501812] env[68960]: DEBUG nova.compute.manager [req-a633d269-6e3f-445e-9e8b-7fa8c535ca8f req-7f607084-47b6-4adb-a830-a3d84417a48d service nova] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Received event network-vif-deleted-904fb8e9-a9ea-4ceb-9cb2-0a8f4b082ff4 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.501942] env[68960]: INFO nova.compute.manager [req-a633d269-6e3f-445e-9e8b-7fa8c535ca8f req-7f607084-47b6-4adb-a830-a3d84417a48d service nova] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Neutron deleted interface 904fb8e9-a9ea-4ceb-9cb2-0a8f4b082ff4; detaching it from the instance and deleting it from the info cache [ 682.502108] env[68960]: DEBUG nova.network.neutron [req-a633d269-6e3f-445e-9e8b-7fa8c535ca8f req-7f607084-47b6-4adb-a830-a3d84417a48d service nova] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.514780] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646aef61-a8fd-4d3c-b046-4eeaeda84bd4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.523360] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a2bb91-2f43-431b-992a-32d41fe3d1bc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.554880] env[68960]: DEBUG oslo_vmware.api [None req-210c9279-c66a-4b0f-a10c-7ab516f153dc tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Task: {'id': task-3221025, 'name': PowerOffVM_Task, 'duration_secs': 0.222906} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.555148] env[68960]: DEBUG oslo_vmware.api [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Task: {'id': task-3221026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063055} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.555892] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Updating instance 'd2b95f0e-0e70-43a2-beb1-bae828ae6967' progress to 0 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 682.563008] env[68960]: DEBUG nova.network.neutron [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.564665] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-210c9279-c66a-4b0f-a10c-7ab516f153dc tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 682.564837] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-210c9279-c66a-4b0f-a10c-7ab516f153dc tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 682.565112] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.565985] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0187c6e6-8987-48e0-9b69-72d49feb7f38 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.569630] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69467d11-eb1e-44a9-a23b-6d2387d6ad61 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.571729] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f7ed09-8b5e-4e6e-91aa-095a96ad709e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.598399] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] d4c99f61-5621-4bff-9bc6-c8c0ca132533/d4c99f61-5621-4bff-9bc6-c8c0ca132533.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.604336] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c24c0d0b-ddfa-4623-8360-fd1f6581081d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.630334] env[68960]: DEBUG oslo_vmware.api [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Waiting for the task: (returnval){ [ 682.630334] env[68960]: value = "task-3221028" [ 682.630334] env[68960]: _type = "Task" [ 682.630334] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.639455] env[68960]: DEBUG oslo_vmware.api [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Task: {'id': task-3221028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.650584] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-210c9279-c66a-4b0f-a10c-7ab516f153dc tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 682.650792] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-210c9279-c66a-4b0f-a10c-7ab516f153dc tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 682.651529] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-210c9279-c66a-4b0f-a10c-7ab516f153dc tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Deleting the datastore file [datastore1] f254798c-4d12-4249-824d-d1a93727280b {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 682.651529] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9c496ef-f3b1-4864-96eb-647e152ffd91 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.658218] env[68960]: DEBUG oslo_vmware.api [None req-210c9279-c66a-4b0f-a10c-7ab516f153dc tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Waiting for the task: (returnval){ [ 682.658218] env[68960]: value = "task-3221029" [ 682.658218] env[68960]: _type = "Task" [ 682.658218] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.673879] env[68960]: DEBUG oslo_vmware.api [None req-210c9279-c66a-4b0f-a10c-7ab516f153dc tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Task: {'id': task-3221029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.890575] env[68960]: DEBUG nova.network.neutron [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.004770] env[68960]: INFO nova.compute.manager [-] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Took 1.63 seconds to deallocate network for instance. [ 683.009345] env[68960]: INFO nova.compute.manager [-] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Took 1.71 seconds to deallocate network for instance. [ 683.072159] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.072889] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f569afe2-d394-427d-98e7-5002ff264111 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.077450] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16c26209-65a7-4c4a-8b6a-59327679fbec {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.080647] env[68960]: DEBUG oslo_vmware.api [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 683.080647] env[68960]: value = "task-3221030" [ 683.080647] env[68960]: _type = "Task" [ 683.080647] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.090491] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5929e1b-332b-40bc-bd81-45ae7888ef2f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.112409] env[68960]: DEBUG nova.compute.manager [None req-438d62b2-4561-44b0-bb6d-69d67438857d tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Instance disappeared during snapshot {{(pid=68960) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 683.114093] env[68960]: DEBUG oslo_vmware.api [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.135735] env[68960]: DEBUG oslo_concurrency.lockutils [None req-300876fd-37cd-44ee-89d4-03d1c598faa0 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.136214] env[68960]: DEBUG nova.compute.manager [req-a633d269-6e3f-445e-9e8b-7fa8c535ca8f req-7f607084-47b6-4adb-a830-a3d84417a48d service nova] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Detach interface failed, port_id=904fb8e9-a9ea-4ceb-9cb2-0a8f4b082ff4, reason: Instance 5a1a5e2f-ce84-4dff-a9e2-02308041d09e could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 683.136414] env[68960]: DEBUG nova.compute.manager [req-a633d269-6e3f-445e-9e8b-7fa8c535ca8f req-7f607084-47b6-4adb-a830-a3d84417a48d service nova] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Received event network-vif-deleted-a529242f-1363-4e40-97fa-a12c977a8543 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.136581] env[68960]: INFO nova.compute.manager [req-a633d269-6e3f-445e-9e8b-7fa8c535ca8f req-7f607084-47b6-4adb-a830-a3d84417a48d service nova] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Neutron deleted interface a529242f-1363-4e40-97fa-a12c977a8543; detaching it from the instance and deleting it from the info cache [ 683.137028] env[68960]: DEBUG nova.network.neutron [req-a633d269-6e3f-445e-9e8b-7fa8c535ca8f req-7f607084-47b6-4adb-a830-a3d84417a48d service nova] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.153902] env[68960]: DEBUG oslo_vmware.api [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Task: {'id': task-3221028, 'name': ReconfigVM_Task, 'duration_secs': 0.465997} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.157409] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Reconfigured VM instance instance-00000018 to attach disk [datastore2] d4c99f61-5621-4bff-9bc6-c8c0ca132533/d4c99f61-5621-4bff-9bc6-c8c0ca132533.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.160599] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1851f930-8166-42c1-8be2-5a5eef594b61 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.173163] env[68960]: DEBUG oslo_vmware.api [None req-210c9279-c66a-4b0f-a10c-7ab516f153dc tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Task: {'id': task-3221029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146784} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.175384] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-210c9279-c66a-4b0f-a10c-7ab516f153dc tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.175384] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-210c9279-c66a-4b0f-a10c-7ab516f153dc tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 683.175573] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-210c9279-c66a-4b0f-a10c-7ab516f153dc tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 683.175717] env[68960]: INFO nova.compute.manager [None req-210c9279-c66a-4b0f-a10c-7ab516f153dc tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] [instance: f254798c-4d12-4249-824d-d1a93727280b] Took 1.74 seconds to destroy the instance on the hypervisor. [ 683.175944] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-210c9279-c66a-4b0f-a10c-7ab516f153dc tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.176616] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d53d7d0-7254-407e-be1f-aa43359c0261 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.179183] env[68960]: DEBUG oslo_vmware.api [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Waiting for the task: (returnval){ [ 683.179183] env[68960]: value = "task-3221031" [ 683.179183] env[68960]: _type = "Task" [ 683.179183] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.179399] env[68960]: DEBUG nova.compute.manager [-] [instance: f254798c-4d12-4249-824d-d1a93727280b] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 683.179537] env[68960]: DEBUG nova.network.neutron [-] [instance: f254798c-4d12-4249-824d-d1a93727280b] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 683.187511] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f2ed22-da3b-49c4-b1d4-32c2a7a99a06 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.194265] env[68960]: DEBUG oslo_vmware.api [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Task: {'id': task-3221031, 'name': Rename_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.226547] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce972e67-b52a-4013-9768-c186c1d6f8a8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.235559] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedbf358-1fee-46f6-a0e3-b48132d7338d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.254247] env[68960]: DEBUG nova.compute.provider_tree [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.293362] env[68960]: DEBUG nova.compute.manager [None req-438d62b2-4561-44b0-bb6d-69d67438857d tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Found 0 images (rotation: 2) {{(pid=68960) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 683.392635] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Releasing lock "refresh_cache-aefaaeae-1518-4704-968b-329ef01e2523" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.393114] env[68960]: DEBUG nova.compute.manager [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 683.393296] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.394222] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82248cbe-6d94-4e98-b777-34aabc9c558d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.401575] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.401786] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00124ff6-0021-43f3-bbf4-084e98e71e72 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.411500] env[68960]: DEBUG oslo_vmware.api [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Waiting for the task: (returnval){ [ 683.411500] env[68960]: value = "task-3221032" [ 683.411500] env[68960]: _type = "Task" [ 683.411500] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.421506] env[68960]: DEBUG oslo_vmware.api [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Task: {'id': task-3221032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.497282] env[68960]: DEBUG nova.compute.manager [req-98c88de7-39ee-4d7a-af3a-34b43e1cf6ed req-27d74d9d-d13d-447f-9d7e-b3593ec950d6 service nova] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Received event network-changed-666ec0ea-309a-400b-b8e4-921ae83dbc87 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.497499] env[68960]: DEBUG nova.compute.manager [req-98c88de7-39ee-4d7a-af3a-34b43e1cf6ed req-27d74d9d-d13d-447f-9d7e-b3593ec950d6 service nova] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Refreshing instance network info cache due to event network-changed-666ec0ea-309a-400b-b8e4-921ae83dbc87. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.497745] env[68960]: DEBUG oslo_concurrency.lockutils [req-98c88de7-39ee-4d7a-af3a-34b43e1cf6ed req-27d74d9d-d13d-447f-9d7e-b3593ec950d6 service nova] Acquiring lock "refresh_cache-caadf2f6-d5c1-4bb7-bc84-78731c465a6d" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.497934] env[68960]: DEBUG oslo_concurrency.lockutils [req-98c88de7-39ee-4d7a-af3a-34b43e1cf6ed req-27d74d9d-d13d-447f-9d7e-b3593ec950d6 service nova] Acquired lock "refresh_cache-caadf2f6-d5c1-4bb7-bc84-78731c465a6d" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.498332] env[68960]: DEBUG nova.network.neutron [req-98c88de7-39ee-4d7a-af3a-34b43e1cf6ed req-27d74d9d-d13d-447f-9d7e-b3593ec950d6 service nova] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Refreshing network info cache for port 666ec0ea-309a-400b-b8e4-921ae83dbc87 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.517836] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3ffbb53d-51e2-4b5b-99d7-ba1f1b043482 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.518603] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c53130bb-6bef-4c73-9bca-8ee001fba5fb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.590936] env[68960]: DEBUG oslo_vmware.api [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221030, 'name': PowerOffVM_Task, 'duration_secs': 0.224742} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.591217] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.591397] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Updating instance 'd2b95f0e-0e70-43a2-beb1-bae828ae6967' progress to 17 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 683.646049] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf64f185-d451-4901-91d6-19ee55794067 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.656046] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8748ec72-40fa-4d2b-b3a9-6574cbf9ffbd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.685835] env[68960]: DEBUG nova.compute.manager [req-a633d269-6e3f-445e-9e8b-7fa8c535ca8f req-7f607084-47b6-4adb-a830-a3d84417a48d service nova] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Detach interface failed, port_id=a529242f-1363-4e40-97fa-a12c977a8543, reason: Instance 12a4b514-d9a7-4f41-9195-ac5accc73079 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 683.697922] env[68960]: DEBUG oslo_vmware.api [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Task: {'id': task-3221031, 'name': Rename_Task, 'duration_secs': 0.20348} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.698416] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.698666] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52cc6d4c-e7ea-4dc7-985f-25d11110beba {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.704619] env[68960]: DEBUG oslo_vmware.api [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Waiting for the task: (returnval){ [ 683.704619] env[68960]: value = "task-3221033" [ 683.704619] env[68960]: _type = "Task" [ 683.704619] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.712884] env[68960]: DEBUG oslo_vmware.api [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Task: {'id': task-3221033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.758134] env[68960]: DEBUG nova.scheduler.client.report [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.922134] env[68960]: DEBUG oslo_vmware.api [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Task: {'id': task-3221032, 'name': PowerOffVM_Task, 'duration_secs': 0.216793} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.922420] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.922567] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.922845] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7ee354e-0794-4840-8e8c-e4038824bc8c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.927711] env[68960]: DEBUG nova.network.neutron [-] [instance: f254798c-4d12-4249-824d-d1a93727280b] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.950545] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.950775] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.950955] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Deleting the datastore file [datastore1] aefaaeae-1518-4704-968b-329ef01e2523 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.951223] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e5b1c57-d49f-46d0-b4c3-d5ade5e8beff {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.960957] env[68960]: DEBUG oslo_vmware.api [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Waiting for the task: (returnval){ [ 683.960957] env[68960]: value = "task-3221035" [ 683.960957] env[68960]: _type = "Task" [ 683.960957] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.968228] env[68960]: DEBUG oslo_vmware.api [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Task: {'id': task-3221035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.008630] env[68960]: DEBUG oslo_concurrency.lockutils [None req-230d5f5f-dd28-412f-963f-ba7d3412fc02 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquiring lock "a57509a1-3ec5-40a0-a53f-515c4d19839c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.008908] env[68960]: DEBUG oslo_concurrency.lockutils [None req-230d5f5f-dd28-412f-963f-ba7d3412fc02 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Lock "a57509a1-3ec5-40a0-a53f-515c4d19839c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.009155] env[68960]: DEBUG oslo_concurrency.lockutils [None req-230d5f5f-dd28-412f-963f-ba7d3412fc02 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquiring lock "a57509a1-3ec5-40a0-a53f-515c4d19839c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.009354] env[68960]: DEBUG oslo_concurrency.lockutils [None req-230d5f5f-dd28-412f-963f-ba7d3412fc02 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Lock "a57509a1-3ec5-40a0-a53f-515c4d19839c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.009577] env[68960]: DEBUG oslo_concurrency.lockutils [None req-230d5f5f-dd28-412f-963f-ba7d3412fc02 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Lock "a57509a1-3ec5-40a0-a53f-515c4d19839c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.012115] env[68960]: INFO nova.compute.manager [None req-230d5f5f-dd28-412f-963f-ba7d3412fc02 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Terminating instance [ 684.062363] env[68960]: DEBUG nova.network.neutron [req-98c88de7-39ee-4d7a-af3a-34b43e1cf6ed req-27d74d9d-d13d-447f-9d7e-b3593ec950d6 service nova] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.097561] env[68960]: DEBUG nova.virt.hardware [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.099019] env[68960]: DEBUG nova.virt.hardware [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.099019] env[68960]: DEBUG nova.virt.hardware [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.099019] env[68960]: DEBUG nova.virt.hardware [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.099019] env[68960]: DEBUG nova.virt.hardware [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.099019] env[68960]: DEBUG nova.virt.hardware [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.099387] env[68960]: DEBUG nova.virt.hardware [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.099851] env[68960]: DEBUG nova.virt.hardware [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.103099] env[68960]: DEBUG nova.virt.hardware [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.103099] env[68960]: DEBUG nova.virt.hardware [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.103099] env[68960]: DEBUG nova.virt.hardware [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.107457] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-642e053b-8849-4de5-ac1e-e851f040579d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.129154] env[68960]: DEBUG oslo_vmware.api [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 684.129154] env[68960]: value = "task-3221036" [ 684.129154] env[68960]: _type = "Task" [ 684.129154] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.135955] env[68960]: DEBUG nova.compute.manager [req-cce7e63a-9e62-4ae0-a4fe-3863b04db7fd req-ba9ca022-1405-498f-a961-4c874989265a service nova] [instance: f254798c-4d12-4249-824d-d1a93727280b] Received event network-vif-deleted-f5032fc1-c004-4f73-9a3a-4fcf58d065e9 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.141056] env[68960]: DEBUG oslo_vmware.api [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221036, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.192487] env[68960]: DEBUG nova.network.neutron [req-98c88de7-39ee-4d7a-af3a-34b43e1cf6ed req-27d74d9d-d13d-447f-9d7e-b3593ec950d6 service nova] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.193918] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8bf98fdd-c381-49be-b404-e7c5199705a1 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquiring lock "9254d105-f6bd-40d2-8ccf-20058139ddd0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.194180] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8bf98fdd-c381-49be-b404-e7c5199705a1 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Lock "9254d105-f6bd-40d2-8ccf-20058139ddd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.194472] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8bf98fdd-c381-49be-b404-e7c5199705a1 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquiring lock "9254d105-f6bd-40d2-8ccf-20058139ddd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.194692] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8bf98fdd-c381-49be-b404-e7c5199705a1 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Lock "9254d105-f6bd-40d2-8ccf-20058139ddd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.194841] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8bf98fdd-c381-49be-b404-e7c5199705a1 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Lock "9254d105-f6bd-40d2-8ccf-20058139ddd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.197569] env[68960]: INFO nova.compute.manager [None req-8bf98fdd-c381-49be-b404-e7c5199705a1 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Terminating instance [ 684.217377] env[68960]: DEBUG oslo_vmware.api [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Task: {'id': task-3221033, 'name': PowerOnVM_Task, 'duration_secs': 0.478466} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.217654] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.217848] env[68960]: INFO nova.compute.manager [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Took 9.09 seconds to spawn the instance on the hypervisor. [ 684.218034] env[68960]: DEBUG nova.compute.manager [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.218819] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763930f2-e70d-4d9e-9a5d-1169c123a4d5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.264506] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.383s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.264754] env[68960]: DEBUG nova.compute.manager [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.268951] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.058s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.270574] env[68960]: INFO nova.compute.claims [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.404978] env[68960]: DEBUG nova.network.neutron [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Successfully updated port: d34562a6-58fd-42fe-9672-27b5dcae8958 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.430711] env[68960]: INFO nova.compute.manager [-] [instance: f254798c-4d12-4249-824d-d1a93727280b] Took 1.25 seconds to deallocate network for instance. [ 684.470531] env[68960]: DEBUG oslo_vmware.api [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Task: {'id': task-3221035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094343} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.471430] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 684.471650] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 684.471822] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 684.471995] env[68960]: INFO nova.compute.manager [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Took 1.08 seconds to destroy the instance on the hypervisor. [ 684.472258] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.472449] env[68960]: DEBUG nova.compute.manager [-] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 684.472543] env[68960]: DEBUG nova.network.neutron [-] [instance: aefaaeae-1518-4704-968b-329ef01e2523] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 684.488712] env[68960]: DEBUG nova.network.neutron [-] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.517030] env[68960]: DEBUG nova.compute.manager [None req-230d5f5f-dd28-412f-963f-ba7d3412fc02 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 684.517030] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-230d5f5f-dd28-412f-963f-ba7d3412fc02 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.517365] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19562024-fb5e-49cf-aa1e-feef1285a200 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.526378] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-230d5f5f-dd28-412f-963f-ba7d3412fc02 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.526625] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91b13f12-3673-4a60-91b8-c990b9166690 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.533044] env[68960]: DEBUG oslo_vmware.api [None req-230d5f5f-dd28-412f-963f-ba7d3412fc02 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for the task: (returnval){ [ 684.533044] env[68960]: value = "task-3221037" [ 684.533044] env[68960]: _type = "Task" [ 684.533044] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.540661] env[68960]: DEBUG oslo_vmware.api [None req-230d5f5f-dd28-412f-963f-ba7d3412fc02 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3221037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.638185] env[68960]: DEBUG oslo_vmware.api [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221036, 'name': ReconfigVM_Task, 'duration_secs': 0.191441} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.638378] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Updating instance 'd2b95f0e-0e70-43a2-beb1-bae828ae6967' progress to 33 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 684.697968] env[68960]: DEBUG oslo_concurrency.lockutils [req-98c88de7-39ee-4d7a-af3a-34b43e1cf6ed req-27d74d9d-d13d-447f-9d7e-b3593ec950d6 service nova] Releasing lock "refresh_cache-caadf2f6-d5c1-4bb7-bc84-78731c465a6d" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.701969] env[68960]: DEBUG nova.compute.manager [None req-8bf98fdd-c381-49be-b404-e7c5199705a1 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 684.702327] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf98fdd-c381-49be-b404-e7c5199705a1 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.703858] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8749b3-2a73-4fd9-b046-2ef1f04c508c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.716132] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf98fdd-c381-49be-b404-e7c5199705a1 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.716316] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab40c101-6ab3-459e-aefe-7556527257a3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.728380] env[68960]: DEBUG oslo_vmware.api [None req-8bf98fdd-c381-49be-b404-e7c5199705a1 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for the task: (returnval){ [ 684.728380] env[68960]: value = "task-3221038" [ 684.728380] env[68960]: _type = "Task" [ 684.728380] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.741925] env[68960]: DEBUG oslo_vmware.api [None req-8bf98fdd-c381-49be-b404-e7c5199705a1 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3221038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.742461] env[68960]: INFO nova.compute.manager [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Took 28.53 seconds to build instance. [ 684.775233] env[68960]: DEBUG nova.compute.utils [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.777559] env[68960]: DEBUG nova.compute.manager [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.777809] env[68960]: DEBUG nova.network.neutron [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.838546] env[68960]: DEBUG nova.policy [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f31de4962054ad686612870de16d56b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e92ffd3762c248ddaebb29b4b89a203f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.905797] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Acquiring lock "refresh_cache-caadf2f6-d5c1-4bb7-bc84-78731c465a6d" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.905797] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Acquired lock "refresh_cache-caadf2f6-d5c1-4bb7-bc84-78731c465a6d" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.906384] env[68960]: DEBUG nova.network.neutron [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.941029] env[68960]: DEBUG oslo_concurrency.lockutils [None req-210c9279-c66a-4b0f-a10c-7ab516f153dc tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.993392] env[68960]: DEBUG nova.network.neutron [-] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.044187] env[68960]: DEBUG oslo_vmware.api [None req-230d5f5f-dd28-412f-963f-ba7d3412fc02 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3221037, 'name': PowerOffVM_Task, 'duration_secs': 0.245201} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.044438] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-230d5f5f-dd28-412f-963f-ba7d3412fc02 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.044616] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-230d5f5f-dd28-412f-963f-ba7d3412fc02 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 685.044855] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2db8e93b-1218-4527-a3c6-a38d9f0b3f29 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.145557] env[68960]: DEBUG nova.virt.hardware [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.145821] env[68960]: DEBUG nova.virt.hardware [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.146197] env[68960]: DEBUG nova.virt.hardware [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.146197] env[68960]: DEBUG nova.virt.hardware [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.146349] env[68960]: DEBUG nova.virt.hardware [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.146527] env[68960]: DEBUG nova.virt.hardware [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.146735] env[68960]: DEBUG nova.virt.hardware [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.146910] env[68960]: DEBUG nova.virt.hardware [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.147089] env[68960]: DEBUG nova.virt.hardware [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.147282] env[68960]: DEBUG nova.virt.hardware [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.147460] env[68960]: DEBUG nova.virt.hardware [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.154752] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Reconfiguring VM instance instance-0000000d to detach disk 2000 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 685.155743] env[68960]: DEBUG nova.network.neutron [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Successfully created port: c8620d5d-eb4e-4937-8d32-dcc243f3ca43 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.157693] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b61baf25-2971-4316-99b3-822662432388 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.176111] env[68960]: DEBUG oslo_vmware.api [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 685.176111] env[68960]: value = "task-3221040" [ 685.176111] env[68960]: _type = "Task" [ 685.176111] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.184048] env[68960]: DEBUG oslo_vmware.api [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221040, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.237614] env[68960]: DEBUG oslo_vmware.api [None req-8bf98fdd-c381-49be-b404-e7c5199705a1 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3221038, 'name': PowerOffVM_Task, 'duration_secs': 0.19569} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.237872] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf98fdd-c381-49be-b404-e7c5199705a1 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.238052] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf98fdd-c381-49be-b404-e7c5199705a1 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 685.238301] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5649602d-9183-4552-9ee7-7fd91741075d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.244624] env[68960]: DEBUG oslo_concurrency.lockutils [None req-84621a1d-7406-4c4b-b811-164698fb2c37 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Lock "d4c99f61-5621-4bff-9bc6-c8c0ca132533" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.136s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.277966] env[68960]: DEBUG nova.compute.manager [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.330979] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-230d5f5f-dd28-412f-963f-ba7d3412fc02 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 685.331241] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-230d5f5f-dd28-412f-963f-ba7d3412fc02 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 685.331422] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-230d5f5f-dd28-412f-963f-ba7d3412fc02 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Deleting the datastore file [datastore2] a57509a1-3ec5-40a0-a53f-515c4d19839c {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.336117] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5c299b0-ea7f-4792-838e-aacdccf9be86 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.336835] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf98fdd-c381-49be-b404-e7c5199705a1 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 685.337042] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf98fdd-c381-49be-b404-e7c5199705a1 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 685.337187] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf98fdd-c381-49be-b404-e7c5199705a1 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Deleting the datastore file [datastore2] 9254d105-f6bd-40d2-8ccf-20058139ddd0 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.337729] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9ba63dd3-ced8-4a29-bd2c-a6b98db6d507 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Acquiring lock "d4c99f61-5621-4bff-9bc6-c8c0ca132533" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.337933] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9ba63dd3-ced8-4a29-bd2c-a6b98db6d507 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Lock "d4c99f61-5621-4bff-9bc6-c8c0ca132533" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.338147] env[68960]: INFO nova.compute.manager [None req-9ba63dd3-ced8-4a29-bd2c-a6b98db6d507 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Rebooting instance [ 685.342814] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae8f9fa4-8ab5-48e0-9635-8c474fdcfc1d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.351984] env[68960]: DEBUG oslo_vmware.api [None req-230d5f5f-dd28-412f-963f-ba7d3412fc02 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for the task: (returnval){ [ 685.351984] env[68960]: value = "task-3221042" [ 685.351984] env[68960]: _type = "Task" [ 685.351984] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.361626] env[68960]: DEBUG oslo_vmware.api [None req-8bf98fdd-c381-49be-b404-e7c5199705a1 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for the task: (returnval){ [ 685.361626] env[68960]: value = "task-3221043" [ 685.361626] env[68960]: _type = "Task" [ 685.361626] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.369791] env[68960]: DEBUG oslo_vmware.api [None req-230d5f5f-dd28-412f-963f-ba7d3412fc02 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3221042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.383810] env[68960]: DEBUG oslo_vmware.api [None req-8bf98fdd-c381-49be-b404-e7c5199705a1 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3221043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.445023] env[68960]: DEBUG nova.network.neutron [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.499383] env[68960]: INFO nova.compute.manager [-] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Took 1.03 seconds to deallocate network for instance. [ 685.686340] env[68960]: DEBUG oslo_vmware.api [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221040, 'name': ReconfigVM_Task, 'duration_secs': 0.206416} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.686620] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Reconfigured VM instance instance-0000000d to detach disk 2000 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 685.687415] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab72a453-a4c2-429a-8a13-c81b24b3e38f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.708918] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] d2b95f0e-0e70-43a2-beb1-bae828ae6967/d2b95f0e-0e70-43a2-beb1-bae828ae6967.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.713320] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59db47c7-292a-4ed7-8674-4707541aaf23 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.733240] env[68960]: DEBUG oslo_vmware.api [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 685.733240] env[68960]: value = "task-3221044" [ 685.733240] env[68960]: _type = "Task" [ 685.733240] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.743880] env[68960]: DEBUG oslo_vmware.api [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221044, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.747538] env[68960]: DEBUG nova.compute.manager [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.864352] env[68960]: DEBUG oslo_vmware.api [None req-230d5f5f-dd28-412f-963f-ba7d3412fc02 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3221042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162928} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.867508] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-230d5f5f-dd28-412f-963f-ba7d3412fc02 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.867693] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-230d5f5f-dd28-412f-963f-ba7d3412fc02 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.868857] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-230d5f5f-dd28-412f-963f-ba7d3412fc02 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.868857] env[68960]: INFO nova.compute.manager [None req-230d5f5f-dd28-412f-963f-ba7d3412fc02 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Took 1.35 seconds to destroy the instance on the hypervisor. [ 685.868857] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-230d5f5f-dd28-412f-963f-ba7d3412fc02 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.869359] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9ba63dd3-ced8-4a29-bd2c-a6b98db6d507 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Acquiring lock "refresh_cache-d4c99f61-5621-4bff-9bc6-c8c0ca132533" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.869512] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9ba63dd3-ced8-4a29-bd2c-a6b98db6d507 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Acquired lock "refresh_cache-d4c99f61-5621-4bff-9bc6-c8c0ca132533" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.869702] env[68960]: DEBUG nova.network.neutron [None req-9ba63dd3-ced8-4a29-bd2c-a6b98db6d507 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.876797] env[68960]: DEBUG nova.compute.manager [-] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 685.876797] env[68960]: DEBUG nova.network.neutron [-] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 685.886415] env[68960]: DEBUG oslo_vmware.api [None req-8bf98fdd-c381-49be-b404-e7c5199705a1 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Task: {'id': task-3221043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166196} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.886415] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf98fdd-c381-49be-b404-e7c5199705a1 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.886415] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf98fdd-c381-49be-b404-e7c5199705a1 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.886415] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf98fdd-c381-49be-b404-e7c5199705a1 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.886658] env[68960]: INFO nova.compute.manager [None req-8bf98fdd-c381-49be-b404-e7c5199705a1 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Took 1.18 seconds to destroy the instance on the hypervisor. [ 685.886729] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bf98fdd-c381-49be-b404-e7c5199705a1 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.886903] env[68960]: DEBUG nova.compute.manager [-] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 685.886992] env[68960]: DEBUG nova.network.neutron [-] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 685.907279] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38969c80-5e4e-47a4-8fc3-566a917e216a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.914853] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02432f71-f36e-444b-9f59-58b6a69a6a12 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.956156] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f591b86-a236-48e2-8253-a6d576187725 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.966767] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38530be4-fd99-4cd1-9807-d1c70a674ee1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.981107] env[68960]: DEBUG nova.compute.provider_tree [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.004340] env[68960]: DEBUG nova.network.neutron [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Updating instance_info_cache with network_info: [{"id": "fe52a816-bd75-4c39-b5ab-558a2499e4bd", "address": "fa:16:3e:63:1d:e4", "network": {"id": "06da907a-0012-4de9-a8e7-b4a6194e6778", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1729193496", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7debc6a837784722b7a96e8233f69033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe52a816-bd", "ovs_interfaceid": "fe52a816-bd75-4c39-b5ab-558a2499e4bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "666ec0ea-309a-400b-b8e4-921ae83dbc87", "address": "fa:16:3e:f8:b9:71", "network": {"id": "00fb6daa-8d6c-4aaa-84bf-565bf391b1f9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-851279957", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7debc6a837784722b7a96e8233f69033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap666ec0ea-30", "ovs_interfaceid": "666ec0ea-309a-400b-b8e4-921ae83dbc87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d34562a6-58fd-42fe-9672-27b5dcae8958", "address": "fa:16:3e:27:da:75", "network": {"id": "06da907a-0012-4de9-a8e7-b4a6194e6778", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1729193496", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7debc6a837784722b7a96e8233f69033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd34562a6-58", "ovs_interfaceid": "d34562a6-58fd-42fe-9672-27b5dcae8958", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.009799] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.243786] env[68960]: DEBUG oslo_vmware.api [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221044, 'name': ReconfigVM_Task, 'duration_secs': 0.28237} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.247024] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Reconfigured VM instance instance-0000000d to attach disk [datastore2] d2b95f0e-0e70-43a2-beb1-bae828ae6967/d2b95f0e-0e70-43a2-beb1-bae828ae6967.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.247024] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Updating instance 'd2b95f0e-0e70-43a2-beb1-bae828ae6967' progress to 50 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 686.266502] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.294188] env[68960]: DEBUG nova.compute.manager [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.327243] env[68960]: DEBUG nova.virt.hardware [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.327527] env[68960]: DEBUG nova.virt.hardware [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.328183] env[68960]: DEBUG nova.virt.hardware [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.328183] env[68960]: DEBUG nova.virt.hardware [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.328183] env[68960]: DEBUG nova.virt.hardware [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.328183] env[68960]: DEBUG nova.virt.hardware [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.328493] env[68960]: DEBUG nova.virt.hardware [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.328493] env[68960]: DEBUG nova.virt.hardware [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.328573] env[68960]: DEBUG nova.virt.hardware [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.328865] env[68960]: DEBUG nova.virt.hardware [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.328865] env[68960]: DEBUG nova.virt.hardware [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.329816] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6219bdb-44f6-43cc-9b15-4eef5da593d8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.337836] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770775e8-f109-4f82-9197-20f7ac68496e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.346442] env[68960]: DEBUG nova.compute.manager [req-8688155f-f388-405a-b75c-0562e4847402 req-a0f306a4-5e82-4e25-b4c9-8e3f90ea2759 service nova] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Received event network-vif-plugged-d34562a6-58fd-42fe-9672-27b5dcae8958 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.346442] env[68960]: DEBUG oslo_concurrency.lockutils [req-8688155f-f388-405a-b75c-0562e4847402 req-a0f306a4-5e82-4e25-b4c9-8e3f90ea2759 service nova] Acquiring lock "caadf2f6-d5c1-4bb7-bc84-78731c465a6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.346442] env[68960]: DEBUG oslo_concurrency.lockutils [req-8688155f-f388-405a-b75c-0562e4847402 req-a0f306a4-5e82-4e25-b4c9-8e3f90ea2759 service nova] Lock "caadf2f6-d5c1-4bb7-bc84-78731c465a6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.346442] env[68960]: DEBUG oslo_concurrency.lockutils [req-8688155f-f388-405a-b75c-0562e4847402 req-a0f306a4-5e82-4e25-b4c9-8e3f90ea2759 service nova] Lock "caadf2f6-d5c1-4bb7-bc84-78731c465a6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.346442] env[68960]: DEBUG nova.compute.manager [req-8688155f-f388-405a-b75c-0562e4847402 req-a0f306a4-5e82-4e25-b4c9-8e3f90ea2759 service nova] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] No waiting events found dispatching network-vif-plugged-d34562a6-58fd-42fe-9672-27b5dcae8958 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 686.346442] env[68960]: WARNING nova.compute.manager [req-8688155f-f388-405a-b75c-0562e4847402 req-a0f306a4-5e82-4e25-b4c9-8e3f90ea2759 service nova] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Received unexpected event network-vif-plugged-d34562a6-58fd-42fe-9672-27b5dcae8958 for instance with vm_state building and task_state spawning. [ 686.346442] env[68960]: DEBUG nova.compute.manager [req-8688155f-f388-405a-b75c-0562e4847402 req-a0f306a4-5e82-4e25-b4c9-8e3f90ea2759 service nova] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Received event network-changed-d34562a6-58fd-42fe-9672-27b5dcae8958 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.346442] env[68960]: DEBUG nova.compute.manager [req-8688155f-f388-405a-b75c-0562e4847402 req-a0f306a4-5e82-4e25-b4c9-8e3f90ea2759 service nova] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Refreshing instance network info cache due to event network-changed-d34562a6-58fd-42fe-9672-27b5dcae8958. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 686.347122] env[68960]: DEBUG oslo_concurrency.lockutils [req-8688155f-f388-405a-b75c-0562e4847402 req-a0f306a4-5e82-4e25-b4c9-8e3f90ea2759 service nova] Acquiring lock "refresh_cache-caadf2f6-d5c1-4bb7-bc84-78731c465a6d" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.363788] env[68960]: DEBUG nova.compute.manager [req-4d36231c-fe96-4edc-8e09-944ddce01286 req-2f4ba187-d483-4d19-973f-623fe3820fb2 service nova] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Received event network-vif-deleted-e9c6fac9-fb55-4239-8582-b5cd853be62e {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.364051] env[68960]: INFO nova.compute.manager [req-4d36231c-fe96-4edc-8e09-944ddce01286 req-2f4ba187-d483-4d19-973f-623fe3820fb2 service nova] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Neutron deleted interface e9c6fac9-fb55-4239-8582-b5cd853be62e; detaching it from the instance and deleting it from the info cache [ 686.364180] env[68960]: DEBUG nova.network.neutron [req-4d36231c-fe96-4edc-8e09-944ddce01286 req-2f4ba187-d483-4d19-973f-623fe3820fb2 service nova] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.486064] env[68960]: DEBUG nova.scheduler.client.report [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.507028] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Releasing lock "refresh_cache-caadf2f6-d5c1-4bb7-bc84-78731c465a6d" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.507028] env[68960]: DEBUG nova.compute.manager [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Instance network_info: |[{"id": "fe52a816-bd75-4c39-b5ab-558a2499e4bd", "address": "fa:16:3e:63:1d:e4", "network": {"id": "06da907a-0012-4de9-a8e7-b4a6194e6778", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1729193496", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7debc6a837784722b7a96e8233f69033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe52a816-bd", "ovs_interfaceid": "fe52a816-bd75-4c39-b5ab-558a2499e4bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "666ec0ea-309a-400b-b8e4-921ae83dbc87", "address": "fa:16:3e:f8:b9:71", "network": {"id": "00fb6daa-8d6c-4aaa-84bf-565bf391b1f9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-851279957", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7debc6a837784722b7a96e8233f69033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap666ec0ea-30", "ovs_interfaceid": "666ec0ea-309a-400b-b8e4-921ae83dbc87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d34562a6-58fd-42fe-9672-27b5dcae8958", "address": "fa:16:3e:27:da:75", "network": {"id": "06da907a-0012-4de9-a8e7-b4a6194e6778", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1729193496", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7debc6a837784722b7a96e8233f69033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd34562a6-58", "ovs_interfaceid": "d34562a6-58fd-42fe-9672-27b5dcae8958", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.507551] env[68960]: DEBUG oslo_concurrency.lockutils [req-8688155f-f388-405a-b75c-0562e4847402 req-a0f306a4-5e82-4e25-b4c9-8e3f90ea2759 service nova] Acquired lock "refresh_cache-caadf2f6-d5c1-4bb7-bc84-78731c465a6d" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.507946] env[68960]: DEBUG nova.network.neutron [req-8688155f-f388-405a-b75c-0562e4847402 req-a0f306a4-5e82-4e25-b4c9-8e3f90ea2759 service nova] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Refreshing network info cache for port d34562a6-58fd-42fe-9672-27b5dcae8958 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.509673] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:1d:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7a73c01-1bb9-4612-a1a7-16d71b732e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe52a816-bd75-4c39-b5ab-558a2499e4bd', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:b9:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '666ec0ea-309a-400b-b8e4-921ae83dbc87', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:da:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7a73c01-1bb9-4612-a1a7-16d71b732e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd34562a6-58fd-42fe-9672-27b5dcae8958', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.523591] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Creating folder: Project (7debc6a837784722b7a96e8233f69033). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.529261] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f503ecd-7416-4b92-adfe-ad2c87642965 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.543431] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Created folder: Project (7debc6a837784722b7a96e8233f69033) in parent group-v643888. [ 686.543635] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Creating folder: Instances. Parent ref: group-v643957. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.543877] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba627d40-7621-48ab-8b22-42633c4154d6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.553260] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Created folder: Instances in parent group-v643957. [ 686.553496] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.555759] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.555982] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd10316f-793d-4bb4-bb49-2bdc6ceda19c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.584124] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.584124] env[68960]: value = "task-3221047" [ 686.584124] env[68960]: _type = "Task" [ 686.584124] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.593858] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221047, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.686846] env[68960]: DEBUG nova.network.neutron [-] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.715690] env[68960]: DEBUG nova.network.neutron [None req-9ba63dd3-ced8-4a29-bd2c-a6b98db6d507 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Updating instance_info_cache with network_info: [{"id": "216f62cc-595a-46a6-bcb7-40f5adfb1f43", "address": "fa:16:3e:31:9c:61", "network": {"id": "45dc19ef-9b5a-4aa8-a57f-d8763273f684", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-649225211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b7b12866edf4bf097484c4e784c757d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap216f62cc-59", "ovs_interfaceid": "216f62cc-595a-46a6-bcb7-40f5adfb1f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.753293] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfbab69-75e5-4bb2-8195-7e9ed85e8d77 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.774282] env[68960]: DEBUG nova.network.neutron [-] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.777273] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8eae79-cf00-4862-8054-d38ff08d7293 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.798254] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Updating instance 'd2b95f0e-0e70-43a2-beb1-bae828ae6967' progress to 67 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 686.805048] env[68960]: DEBUG nova.network.neutron [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Successfully updated port: c8620d5d-eb4e-4937-8d32-dcc243f3ca43 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.839141] env[68960]: DEBUG nova.network.neutron [req-8688155f-f388-405a-b75c-0562e4847402 req-a0f306a4-5e82-4e25-b4c9-8e3f90ea2759 service nova] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Updated VIF entry in instance network info cache for port d34562a6-58fd-42fe-9672-27b5dcae8958. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.839623] env[68960]: DEBUG nova.network.neutron [req-8688155f-f388-405a-b75c-0562e4847402 req-a0f306a4-5e82-4e25-b4c9-8e3f90ea2759 service nova] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Updating instance_info_cache with network_info: [{"id": "fe52a816-bd75-4c39-b5ab-558a2499e4bd", "address": "fa:16:3e:63:1d:e4", "network": {"id": "06da907a-0012-4de9-a8e7-b4a6194e6778", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1729193496", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7debc6a837784722b7a96e8233f69033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe52a816-bd", "ovs_interfaceid": "fe52a816-bd75-4c39-b5ab-558a2499e4bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "666ec0ea-309a-400b-b8e4-921ae83dbc87", "address": "fa:16:3e:f8:b9:71", "network": {"id": "00fb6daa-8d6c-4aaa-84bf-565bf391b1f9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-851279957", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7debc6a837784722b7a96e8233f69033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap666ec0ea-30", "ovs_interfaceid": "666ec0ea-309a-400b-b8e4-921ae83dbc87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d34562a6-58fd-42fe-9672-27b5dcae8958", "address": "fa:16:3e:27:da:75", "network": {"id": "06da907a-0012-4de9-a8e7-b4a6194e6778", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1729193496", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7debc6a837784722b7a96e8233f69033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd34562a6-58", "ovs_interfaceid": "d34562a6-58fd-42fe-9672-27b5dcae8958", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.866378] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e0cf584-45ab-49f4-94c0-a0810bb6d21f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.876598] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396031be-2a51-4fa3-a71b-60a44c997c85 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.912311] env[68960]: DEBUG nova.compute.manager [req-4d36231c-fe96-4edc-8e09-944ddce01286 req-2f4ba187-d483-4d19-973f-623fe3820fb2 service nova] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Detach interface failed, port_id=e9c6fac9-fb55-4239-8582-b5cd853be62e, reason: Instance a57509a1-3ec5-40a0-a53f-515c4d19839c could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 686.992029] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.992029] env[68960]: DEBUG nova.compute.manager [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.994649] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.285s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.996081] env[68960]: INFO nova.compute.claims [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.094197] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221047, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.190312] env[68960]: INFO nova.compute.manager [-] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Took 1.30 seconds to deallocate network for instance. [ 687.218708] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9ba63dd3-ced8-4a29-bd2c-a6b98db6d507 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Releasing lock "refresh_cache-d4c99f61-5621-4bff-9bc6-c8c0ca132533" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.278328] env[68960]: INFO nova.compute.manager [-] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Took 1.40 seconds to deallocate network for instance. [ 687.311208] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Acquiring lock "refresh_cache-a30615b9-3f54-43da-bb2a-b8e6ed38fb47" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.311344] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Acquired lock "refresh_cache-a30615b9-3f54-43da-bb2a-b8e6ed38fb47" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.311493] env[68960]: DEBUG nova.network.neutron [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.342791] env[68960]: DEBUG oslo_concurrency.lockutils [req-8688155f-f388-405a-b75c-0562e4847402 req-a0f306a4-5e82-4e25-b4c9-8e3f90ea2759 service nova] Releasing lock "refresh_cache-caadf2f6-d5c1-4bb7-bc84-78731c465a6d" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.348459] env[68960]: DEBUG nova.network.neutron [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Port 635abb82-e4d9-48e8-80a6-e6249df1d651 binding to destination host cpu-1 is already ACTIVE {{(pid=68960) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 687.501396] env[68960]: DEBUG nova.compute.utils [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.504658] env[68960]: DEBUG nova.compute.manager [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.504832] env[68960]: DEBUG nova.network.neutron [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.540615] env[68960]: DEBUG nova.policy [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52256d38e4ea4d77aebe7d7edb55f8c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3a2aa8e4a3f4b1c9987c34895315ae0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.595517] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221047, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.698789] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8bf98fdd-c381-49be-b404-e7c5199705a1 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.726452] env[68960]: DEBUG nova.compute.manager [None req-9ba63dd3-ced8-4a29-bd2c-a6b98db6d507 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.727793] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b19900-06c9-4a5a-a3b2-4fbbdcbbeace {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.784423] env[68960]: DEBUG oslo_concurrency.lockutils [None req-230d5f5f-dd28-412f-963f-ba7d3412fc02 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.797352] env[68960]: DEBUG nova.network.neutron [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Successfully created port: b16c03f2-571b-4fe2-aebf-07d38e11a9bf {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.860548] env[68960]: DEBUG nova.network.neutron [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.005978] env[68960]: DEBUG nova.compute.manager [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.091167] env[68960]: DEBUG nova.network.neutron [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Updating instance_info_cache with network_info: [{"id": "c8620d5d-eb4e-4937-8d32-dcc243f3ca43", "address": "fa:16:3e:38:26:74", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8620d5d-eb", "ovs_interfaceid": "c8620d5d-eb4e-4937-8d32-dcc243f3ca43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.100318] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221047, 'name': CreateVM_Task, 'duration_secs': 1.209525} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.100475] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.101350] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.101498] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.102109] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.102366] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e89afeb5-a12b-4372-838a-ccb27a9164af {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.106928] env[68960]: DEBUG oslo_vmware.api [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Waiting for the task: (returnval){ [ 688.106928] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524eb8c3-8970-f067-594f-9cdcc6d8be66" [ 688.106928] env[68960]: _type = "Task" [ 688.106928] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.120452] env[68960]: DEBUG oslo_vmware.api [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524eb8c3-8970-f067-594f-9cdcc6d8be66, 'name': SearchDatastore_Task, 'duration_secs': 0.010112} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.122875] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.123125] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.123357] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.123502] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.123672] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.124135] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bf65643-59be-4091-8264-5e9d30e67dda {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.131412] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.131584] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.132308] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ff2fae9-7221-4375-91af-47875a508f95 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.139666] env[68960]: DEBUG oslo_vmware.api [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Waiting for the task: (returnval){ [ 688.139666] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c2da88-903a-fcb7-2723-a87606e8fbc1" [ 688.139666] env[68960]: _type = "Task" [ 688.139666] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.147140] env[68960]: DEBUG oslo_vmware.api [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c2da88-903a-fcb7-2723-a87606e8fbc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.372804] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquiring lock "d2b95f0e-0e70-43a2-beb1-bae828ae6967-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.373092] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "d2b95f0e-0e70-43a2-beb1-bae828ae6967-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.373274] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "d2b95f0e-0e70-43a2-beb1-bae828ae6967-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.380123] env[68960]: DEBUG nova.compute.manager [req-9530ea1d-9b54-4453-863e-fe95038cd4ce req-1cf0e01b-d2f3-4286-844f-d4b1d8d5a623 service nova] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Received event network-vif-deleted-1f2c1f15-d2f0-427e-8c88-cd280bc34133 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.380123] env[68960]: DEBUG nova.compute.manager [req-9530ea1d-9b54-4453-863e-fe95038cd4ce req-1cf0e01b-d2f3-4286-844f-d4b1d8d5a623 service nova] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Received event network-vif-plugged-c8620d5d-eb4e-4937-8d32-dcc243f3ca43 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.380123] env[68960]: DEBUG oslo_concurrency.lockutils [req-9530ea1d-9b54-4453-863e-fe95038cd4ce req-1cf0e01b-d2f3-4286-844f-d4b1d8d5a623 service nova] Acquiring lock "a30615b9-3f54-43da-bb2a-b8e6ed38fb47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.380123] env[68960]: DEBUG oslo_concurrency.lockutils [req-9530ea1d-9b54-4453-863e-fe95038cd4ce req-1cf0e01b-d2f3-4286-844f-d4b1d8d5a623 service nova] Lock "a30615b9-3f54-43da-bb2a-b8e6ed38fb47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.380123] env[68960]: DEBUG oslo_concurrency.lockutils [req-9530ea1d-9b54-4453-863e-fe95038cd4ce req-1cf0e01b-d2f3-4286-844f-d4b1d8d5a623 service nova] Lock "a30615b9-3f54-43da-bb2a-b8e6ed38fb47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.380123] env[68960]: DEBUG nova.compute.manager [req-9530ea1d-9b54-4453-863e-fe95038cd4ce req-1cf0e01b-d2f3-4286-844f-d4b1d8d5a623 service nova] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] No waiting events found dispatching network-vif-plugged-c8620d5d-eb4e-4937-8d32-dcc243f3ca43 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.380123] env[68960]: WARNING nova.compute.manager [req-9530ea1d-9b54-4453-863e-fe95038cd4ce req-1cf0e01b-d2f3-4286-844f-d4b1d8d5a623 service nova] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Received unexpected event network-vif-plugged-c8620d5d-eb4e-4937-8d32-dcc243f3ca43 for instance with vm_state building and task_state spawning. [ 688.380123] env[68960]: DEBUG nova.compute.manager [req-9530ea1d-9b54-4453-863e-fe95038cd4ce req-1cf0e01b-d2f3-4286-844f-d4b1d8d5a623 service nova] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Received event network-changed-c8620d5d-eb4e-4937-8d32-dcc243f3ca43 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.380123] env[68960]: DEBUG nova.compute.manager [req-9530ea1d-9b54-4453-863e-fe95038cd4ce req-1cf0e01b-d2f3-4286-844f-d4b1d8d5a623 service nova] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Refreshing instance network info cache due to event network-changed-c8620d5d-eb4e-4937-8d32-dcc243f3ca43. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.380123] env[68960]: DEBUG oslo_concurrency.lockutils [req-9530ea1d-9b54-4453-863e-fe95038cd4ce req-1cf0e01b-d2f3-4286-844f-d4b1d8d5a623 service nova] Acquiring lock "refresh_cache-a30615b9-3f54-43da-bb2a-b8e6ed38fb47" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.507831] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03eff9ef-7a04-4d70-9c5a-6919eb996287 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.518422] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df2f52c-c713-4b59-bf44-530cf0465f35 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.550535] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09990350-fda5-4db7-a386-e7e84b2f1871 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.558404] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498f5370-1181-4f3f-ac66-e3d3d45cb89c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.573502] env[68960]: DEBUG nova.compute.provider_tree [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.596133] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Releasing lock "refresh_cache-a30615b9-3f54-43da-bb2a-b8e6ed38fb47" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.596450] env[68960]: DEBUG nova.compute.manager [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Instance network_info: |[{"id": "c8620d5d-eb4e-4937-8d32-dcc243f3ca43", "address": "fa:16:3e:38:26:74", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8620d5d-eb", "ovs_interfaceid": "c8620d5d-eb4e-4937-8d32-dcc243f3ca43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 688.596738] env[68960]: DEBUG oslo_concurrency.lockutils [req-9530ea1d-9b54-4453-863e-fe95038cd4ce req-1cf0e01b-d2f3-4286-844f-d4b1d8d5a623 service nova] Acquired lock "refresh_cache-a30615b9-3f54-43da-bb2a-b8e6ed38fb47" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.596899] env[68960]: DEBUG nova.network.neutron [req-9530ea1d-9b54-4453-863e-fe95038cd4ce req-1cf0e01b-d2f3-4286-844f-d4b1d8d5a623 service nova] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Refreshing network info cache for port c8620d5d-eb4e-4937-8d32-dcc243f3ca43 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.598340] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:26:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8620d5d-eb4e-4937-8d32-dcc243f3ca43', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.605446] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Creating folder: Project (e92ffd3762c248ddaebb29b4b89a203f). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.606338] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e164dcd-2265-4197-b68d-9b91a3a57846 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.619285] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Created folder: Project (e92ffd3762c248ddaebb29b4b89a203f) in parent group-v643888. [ 688.619903] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Creating folder: Instances. Parent ref: group-v643960. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.619903] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e9839c6-b7a5-4b45-9349-b54c269478ee {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.628300] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Created folder: Instances in parent group-v643960. [ 688.628300] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.628469] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.628670] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4137f30-2054-43de-bc2a-77ad2d4cde42 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.651880] env[68960]: DEBUG oslo_vmware.api [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c2da88-903a-fcb7-2723-a87606e8fbc1, 'name': SearchDatastore_Task, 'duration_secs': 0.009862} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.653595] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.653595] env[68960]: value = "task-3221050" [ 688.653595] env[68960]: _type = "Task" [ 688.653595] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.653790] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11a08fe7-1c7e-4199-855b-29c8e6c2c924 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.665714] env[68960]: DEBUG oslo_vmware.api [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Waiting for the task: (returnval){ [ 688.665714] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c5535c-3a9c-6b3b-1840-a412b507ea4d" [ 688.665714] env[68960]: _type = "Task" [ 688.665714] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.667167] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221050, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.675367] env[68960]: DEBUG oslo_vmware.api [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c5535c-3a9c-6b3b-1840-a412b507ea4d, 'name': SearchDatastore_Task, 'duration_secs': 0.009591} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.676042] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.676268] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] caadf2f6-d5c1-4bb7-bc84-78731c465a6d/caadf2f6-d5c1-4bb7-bc84-78731c465a6d.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.676564] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff67265a-9b64-4ba7-9b6b-73bb0839d258 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.683873] env[68960]: DEBUG oslo_vmware.api [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Waiting for the task: (returnval){ [ 688.683873] env[68960]: value = "task-3221051" [ 688.683873] env[68960]: _type = "Task" [ 688.683873] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.691914] env[68960]: DEBUG oslo_vmware.api [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.744031] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80adc83f-bb3c-4fce-b039-39e6b0ecc04e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.750906] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba63dd3-ced8-4a29-bd2c-a6b98db6d507 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Doing hard reboot of VM {{(pid=68960) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 688.751184] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-2ec67150-ea88-474f-8adb-26599fd6299a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.757688] env[68960]: DEBUG oslo_vmware.api [None req-9ba63dd3-ced8-4a29-bd2c-a6b98db6d507 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Waiting for the task: (returnval){ [ 688.757688] env[68960]: value = "task-3221052" [ 688.757688] env[68960]: _type = "Task" [ 688.757688] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.764993] env[68960]: DEBUG oslo_vmware.api [None req-9ba63dd3-ced8-4a29-bd2c-a6b98db6d507 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Task: {'id': task-3221052, 'name': ResetVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.024612] env[68960]: DEBUG nova.compute.manager [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.054968] env[68960]: DEBUG nova.virt.hardware [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.055281] env[68960]: DEBUG nova.virt.hardware [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.055440] env[68960]: DEBUG nova.virt.hardware [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.055618] env[68960]: DEBUG nova.virt.hardware [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.055789] env[68960]: DEBUG nova.virt.hardware [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.056012] env[68960]: DEBUG nova.virt.hardware [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.056239] env[68960]: DEBUG nova.virt.hardware [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.056399] env[68960]: DEBUG nova.virt.hardware [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.056567] env[68960]: DEBUG nova.virt.hardware [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.056729] env[68960]: DEBUG nova.virt.hardware [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.056898] env[68960]: DEBUG nova.virt.hardware [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.057838] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8cd03d-be0b-4fd8-b8e6-28a5f2c38100 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.066856] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24056b33-744a-450d-b83f-7580c7dd7079 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.084057] env[68960]: DEBUG nova.scheduler.client.report [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.169930] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221050, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.195183] env[68960]: DEBUG oslo_vmware.api [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221051, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.266381] env[68960]: DEBUG oslo_vmware.api [None req-9ba63dd3-ced8-4a29-bd2c-a6b98db6d507 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Task: {'id': task-3221052, 'name': ResetVM_Task, 'duration_secs': 0.100566} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.266673] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba63dd3-ced8-4a29-bd2c-a6b98db6d507 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Did hard reboot of VM {{(pid=68960) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 689.266887] env[68960]: DEBUG nova.compute.manager [None req-9ba63dd3-ced8-4a29-bd2c-a6b98db6d507 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.267693] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea95016-bafb-45cd-80da-df8d9f31ec35 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.391987] env[68960]: DEBUG nova.network.neutron [req-9530ea1d-9b54-4453-863e-fe95038cd4ce req-1cf0e01b-d2f3-4286-844f-d4b1d8d5a623 service nova] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Updated VIF entry in instance network info cache for port c8620d5d-eb4e-4937-8d32-dcc243f3ca43. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.392375] env[68960]: DEBUG nova.network.neutron [req-9530ea1d-9b54-4453-863e-fe95038cd4ce req-1cf0e01b-d2f3-4286-844f-d4b1d8d5a623 service nova] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Updating instance_info_cache with network_info: [{"id": "c8620d5d-eb4e-4937-8d32-dcc243f3ca43", "address": "fa:16:3e:38:26:74", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8620d5d-eb", "ovs_interfaceid": "c8620d5d-eb4e-4937-8d32-dcc243f3ca43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.464438] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquiring lock "refresh_cache-d2b95f0e-0e70-43a2-beb1-bae828ae6967" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.464658] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquired lock "refresh_cache-d2b95f0e-0e70-43a2-beb1-bae828ae6967" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.464879] env[68960]: DEBUG nova.network.neutron [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.496031] env[68960]: DEBUG nova.network.neutron [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Successfully updated port: b16c03f2-571b-4fe2-aebf-07d38e11a9bf {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.589904] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.590558] env[68960]: DEBUG nova.compute.manager [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.593130] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.718s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.595086] env[68960]: INFO nova.compute.claims [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.667210] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221050, 'name': CreateVM_Task, 'duration_secs': 0.66171} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.667369] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.668041] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.668227] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.668533] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.668795] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca771880-7897-415b-b73d-562049c21e2b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.673171] env[68960]: DEBUG oslo_vmware.api [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Waiting for the task: (returnval){ [ 689.673171] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5276eed0-a040-a442-4c40-da751262f048" [ 689.673171] env[68960]: _type = "Task" [ 689.673171] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.681040] env[68960]: DEBUG oslo_vmware.api [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5276eed0-a040-a442-4c40-da751262f048, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.692612] env[68960]: DEBUG oslo_vmware.api [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514685} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.692871] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] caadf2f6-d5c1-4bb7-bc84-78731c465a6d/caadf2f6-d5c1-4bb7-bc84-78731c465a6d.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.693103] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.693348] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5e3ee6a-bdf8-439d-bd72-8ce54c3aa65f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.699150] env[68960]: DEBUG oslo_vmware.api [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Waiting for the task: (returnval){ [ 689.699150] env[68960]: value = "task-3221053" [ 689.699150] env[68960]: _type = "Task" [ 689.699150] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.707901] env[68960]: DEBUG oslo_vmware.api [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.781033] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9ba63dd3-ced8-4a29-bd2c-a6b98db6d507 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Lock "d4c99f61-5621-4bff-9bc6-c8c0ca132533" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.443s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.894675] env[68960]: DEBUG oslo_concurrency.lockutils [req-9530ea1d-9b54-4453-863e-fe95038cd4ce req-1cf0e01b-d2f3-4286-844f-d4b1d8d5a623 service nova] Releasing lock "refresh_cache-a30615b9-3f54-43da-bb2a-b8e6ed38fb47" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.998506] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "refresh_cache-ed7c7ac5-c303-4548-8357-13aa700d0067" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.998688] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquired lock "refresh_cache-ed7c7ac5-c303-4548-8357-13aa700d0067" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.998803] env[68960]: DEBUG nova.network.neutron [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.099630] env[68960]: DEBUG nova.compute.utils [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.102856] env[68960]: DEBUG nova.compute.manager [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.103043] env[68960]: DEBUG nova.network.neutron [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.157456] env[68960]: DEBUG nova.policy [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52256d38e4ea4d77aebe7d7edb55f8c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3a2aa8e4a3f4b1c9987c34895315ae0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.172570] env[68960]: DEBUG nova.network.neutron [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Updating instance_info_cache with network_info: [{"id": "635abb82-e4d9-48e8-80a6-e6249df1d651", "address": "fa:16:3e:94:86:a3", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap635abb82-e4", "ovs_interfaceid": "635abb82-e4d9-48e8-80a6-e6249df1d651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.187036] env[68960]: DEBUG oslo_vmware.api [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5276eed0-a040-a442-4c40-da751262f048, 'name': SearchDatastore_Task, 'duration_secs': 0.03629} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.187036] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.187036] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.187036] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.187036] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.187036] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.187036] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bddd6dc2-20d0-4daf-8d34-19ee57c12d2d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.197304] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.198053] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.198549] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5476e4dc-7725-4cb0-8c04-cccd8bbdab64 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.207835] env[68960]: DEBUG oslo_vmware.api [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Waiting for the task: (returnval){ [ 690.207835] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527b3c35-d1ff-e929-55be-249b6eeef734" [ 690.207835] env[68960]: _type = "Task" [ 690.207835] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.211108] env[68960]: DEBUG oslo_vmware.api [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06235} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.214299] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.215067] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff359af2-74df-47c5-bc94-ad4b52d0cdab {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.243940] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] caadf2f6-d5c1-4bb7-bc84-78731c465a6d/caadf2f6-d5c1-4bb7-bc84-78731c465a6d.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.246934] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4cc06415-8d12-4d99-bdbf-a494e1960fc8 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Acquiring lock "d4c99f61-5621-4bff-9bc6-c8c0ca132533" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.247206] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4cc06415-8d12-4d99-bdbf-a494e1960fc8 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Lock "d4c99f61-5621-4bff-9bc6-c8c0ca132533" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.247406] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4cc06415-8d12-4d99-bdbf-a494e1960fc8 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Acquiring lock "d4c99f61-5621-4bff-9bc6-c8c0ca132533-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.247588] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4cc06415-8d12-4d99-bdbf-a494e1960fc8 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Lock "d4c99f61-5621-4bff-9bc6-c8c0ca132533-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.247754] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4cc06415-8d12-4d99-bdbf-a494e1960fc8 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Lock "d4c99f61-5621-4bff-9bc6-c8c0ca132533-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.249326] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8795767f-c3f7-44ab-8d83-79818c1875e1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.266263] env[68960]: DEBUG oslo_vmware.api [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527b3c35-d1ff-e929-55be-249b6eeef734, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.266263] env[68960]: INFO nova.compute.manager [None req-4cc06415-8d12-4d99-bdbf-a494e1960fc8 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Terminating instance [ 690.272313] env[68960]: DEBUG oslo_vmware.api [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Waiting for the task: (returnval){ [ 690.272313] env[68960]: value = "task-3221054" [ 690.272313] env[68960]: _type = "Task" [ 690.272313] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.281833] env[68960]: DEBUG oslo_vmware.api [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221054, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.403864] env[68960]: DEBUG nova.compute.manager [req-e9947eff-1dc1-4db8-a82f-c491b3380c9e req-bd42a622-34ac-46c1-bbf1-8059ce56a07d service nova] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Received event network-vif-plugged-b16c03f2-571b-4fe2-aebf-07d38e11a9bf {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.404043] env[68960]: DEBUG oslo_concurrency.lockutils [req-e9947eff-1dc1-4db8-a82f-c491b3380c9e req-bd42a622-34ac-46c1-bbf1-8059ce56a07d service nova] Acquiring lock "ed7c7ac5-c303-4548-8357-13aa700d0067-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.404318] env[68960]: DEBUG oslo_concurrency.lockutils [req-e9947eff-1dc1-4db8-a82f-c491b3380c9e req-bd42a622-34ac-46c1-bbf1-8059ce56a07d service nova] Lock "ed7c7ac5-c303-4548-8357-13aa700d0067-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.404462] env[68960]: DEBUG oslo_concurrency.lockutils [req-e9947eff-1dc1-4db8-a82f-c491b3380c9e req-bd42a622-34ac-46c1-bbf1-8059ce56a07d service nova] Lock "ed7c7ac5-c303-4548-8357-13aa700d0067-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.404861] env[68960]: DEBUG nova.compute.manager [req-e9947eff-1dc1-4db8-a82f-c491b3380c9e req-bd42a622-34ac-46c1-bbf1-8059ce56a07d service nova] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] No waiting events found dispatching network-vif-plugged-b16c03f2-571b-4fe2-aebf-07d38e11a9bf {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.405083] env[68960]: WARNING nova.compute.manager [req-e9947eff-1dc1-4db8-a82f-c491b3380c9e req-bd42a622-34ac-46c1-bbf1-8059ce56a07d service nova] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Received unexpected event network-vif-plugged-b16c03f2-571b-4fe2-aebf-07d38e11a9bf for instance with vm_state building and task_state spawning. [ 690.405241] env[68960]: DEBUG nova.compute.manager [req-e9947eff-1dc1-4db8-a82f-c491b3380c9e req-bd42a622-34ac-46c1-bbf1-8059ce56a07d service nova] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Received event network-changed-b16c03f2-571b-4fe2-aebf-07d38e11a9bf {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.405409] env[68960]: DEBUG nova.compute.manager [req-e9947eff-1dc1-4db8-a82f-c491b3380c9e req-bd42a622-34ac-46c1-bbf1-8059ce56a07d service nova] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Refreshing instance network info cache due to event network-changed-b16c03f2-571b-4fe2-aebf-07d38e11a9bf. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.405591] env[68960]: DEBUG oslo_concurrency.lockutils [req-e9947eff-1dc1-4db8-a82f-c491b3380c9e req-bd42a622-34ac-46c1-bbf1-8059ce56a07d service nova] Acquiring lock "refresh_cache-ed7c7ac5-c303-4548-8357-13aa700d0067" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.532595] env[68960]: DEBUG nova.network.neutron [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Successfully created port: 89a757fd-15f5-471f-bf91-9ebe0b064ffc {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.536036] env[68960]: DEBUG nova.network.neutron [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.612867] env[68960]: DEBUG nova.compute.manager [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.679194] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Releasing lock "refresh_cache-d2b95f0e-0e70-43a2-beb1-bae828ae6967" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.690841] env[68960]: DEBUG nova.network.neutron [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Updating instance_info_cache with network_info: [{"id": "b16c03f2-571b-4fe2-aebf-07d38e11a9bf", "address": "fa:16:3e:20:4d:55", "network": {"id": "c6ceb515-e62e-437c-b971-ea973a2656f4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-36591495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a2aa8e4a3f4b1c9987c34895315ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb16c03f2-57", "ovs_interfaceid": "b16c03f2-571b-4fe2-aebf-07d38e11a9bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.725932] env[68960]: DEBUG oslo_vmware.api [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527b3c35-d1ff-e929-55be-249b6eeef734, 'name': SearchDatastore_Task, 'duration_secs': 0.018044} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.726894] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acda97b5-a1eb-4e90-99c4-fe94ecd7e0e2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.735527] env[68960]: DEBUG oslo_vmware.api [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Waiting for the task: (returnval){ [ 690.735527] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b4ee1b-b458-f1be-704e-ddba94567bce" [ 690.735527] env[68960]: _type = "Task" [ 690.735527] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.749063] env[68960]: DEBUG oslo_vmware.api [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b4ee1b-b458-f1be-704e-ddba94567bce, 'name': SearchDatastore_Task, 'duration_secs': 0.009062} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.749324] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.749581] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] a30615b9-3f54-43da-bb2a-b8e6ed38fb47/a30615b9-3f54-43da-bb2a-b8e6ed38fb47.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.749862] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65e60536-4180-485d-a247-560f37e3e994 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.756901] env[68960]: DEBUG oslo_vmware.api [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Waiting for the task: (returnval){ [ 690.756901] env[68960]: value = "task-3221055" [ 690.756901] env[68960]: _type = "Task" [ 690.756901] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.764665] env[68960]: DEBUG oslo_vmware.api [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Task: {'id': task-3221055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.769888] env[68960]: DEBUG nova.compute.manager [None req-4cc06415-8d12-4d99-bdbf-a494e1960fc8 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 690.770139] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc06415-8d12-4d99-bdbf-a494e1960fc8 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.770965] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f67e45-87a5-4e8c-a48a-e929005c9e01 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.782102] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cc06415-8d12-4d99-bdbf-a494e1960fc8 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.785699] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1de93084-7de4-465a-9413-4c1886755972 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.787149] env[68960]: DEBUG oslo_vmware.api [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221054, 'name': ReconfigVM_Task, 'duration_secs': 0.421981} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.789603] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Reconfigured VM instance instance-00000019 to attach disk [datastore2] caadf2f6-d5c1-4bb7-bc84-78731c465a6d/caadf2f6-d5c1-4bb7-bc84-78731c465a6d.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.790732] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0f1edcc-363c-4af1-9ad6-567de9136d3a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.797844] env[68960]: DEBUG oslo_vmware.api [None req-4cc06415-8d12-4d99-bdbf-a494e1960fc8 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Waiting for the task: (returnval){ [ 690.797844] env[68960]: value = "task-3221056" [ 690.797844] env[68960]: _type = "Task" [ 690.797844] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.801771] env[68960]: DEBUG oslo_vmware.api [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Waiting for the task: (returnval){ [ 690.801771] env[68960]: value = "task-3221057" [ 690.801771] env[68960]: _type = "Task" [ 690.801771] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.813673] env[68960]: DEBUG oslo_vmware.api [None req-4cc06415-8d12-4d99-bdbf-a494e1960fc8 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Task: {'id': task-3221056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.817424] env[68960]: DEBUG oslo_vmware.api [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221057, 'name': Rename_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.194298] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Releasing lock "refresh_cache-ed7c7ac5-c303-4548-8357-13aa700d0067" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.194954] env[68960]: DEBUG nova.compute.manager [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Instance network_info: |[{"id": "b16c03f2-571b-4fe2-aebf-07d38e11a9bf", "address": "fa:16:3e:20:4d:55", "network": {"id": "c6ceb515-e62e-437c-b971-ea973a2656f4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-36591495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a2aa8e4a3f4b1c9987c34895315ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb16c03f2-57", "ovs_interfaceid": "b16c03f2-571b-4fe2-aebf-07d38e11a9bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.198647] env[68960]: DEBUG oslo_concurrency.lockutils [req-e9947eff-1dc1-4db8-a82f-c491b3380c9e req-bd42a622-34ac-46c1-bbf1-8059ce56a07d service nova] Acquired lock "refresh_cache-ed7c7ac5-c303-4548-8357-13aa700d0067" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.199082] env[68960]: DEBUG nova.network.neutron [req-e9947eff-1dc1-4db8-a82f-c491b3380c9e req-bd42a622-34ac-46c1-bbf1-8059ce56a07d service nova] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Refreshing network info cache for port b16c03f2-571b-4fe2-aebf-07d38e11a9bf {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.201434] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:4d:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b16c03f2-571b-4fe2-aebf-07d38e11a9bf', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.210744] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Creating folder: Project (a3a2aa8e4a3f4b1c9987c34895315ae0). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.213225] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39d5cd59-c36f-4569-808b-a4725cb83631 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.215879] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe52157-e283-4b8d-986e-10d2822cf431 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.242420] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1655d0e3-ec51-40de-87eb-5b658c4390d4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.245574] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fcf3db-4fa3-4261-ae2f-438c2bf2433c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.247855] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Created folder: Project (a3a2aa8e4a3f4b1c9987c34895315ae0) in parent group-v643888. [ 691.248281] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Creating folder: Instances. Parent ref: group-v643963. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.248761] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf643bb3-9686-4a36-872b-4cc3efa502eb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.256635] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d8c3fb-4b4c-4896-b39a-19eb31947553 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.261339] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Updating instance 'd2b95f0e-0e70-43a2-beb1-bae828ae6967' progress to 83 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 691.264418] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Created folder: Instances in parent group-v643963. [ 691.264566] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.267885] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.268369] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d6bed3c-6ea7-4678-a68b-e2ba80539fe7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.317148] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fb049f-7603-49bf-9ee4-750b4eaa6c0b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.321559] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.321559] env[68960]: value = "task-3221060" [ 691.321559] env[68960]: _type = "Task" [ 691.321559] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.321916] env[68960]: DEBUG oslo_vmware.api [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Task: {'id': task-3221055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509342} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.322930] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] a30615b9-3f54-43da-bb2a-b8e6ed38fb47/a30615b9-3f54-43da-bb2a-b8e6ed38fb47.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.323187] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.326017] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41a2bf0e-5757-41f0-a65c-decca6808263 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.335381] env[68960]: DEBUG oslo_vmware.api [None req-4cc06415-8d12-4d99-bdbf-a494e1960fc8 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Task: {'id': task-3221056, 'name': PowerOffVM_Task, 'duration_secs': 0.268954} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.335663] env[68960]: DEBUG oslo_vmware.api [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221057, 'name': Rename_Task, 'duration_secs': 0.183275} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.336432] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cc06415-8d12-4d99-bdbf-a494e1960fc8 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.336668] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc06415-8d12-4d99-bdbf-a494e1960fc8 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.337799] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd85b20-9a3a-46e1-8810-6f2eaceade11 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.341626] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.345337] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0065bcf-c83b-4107-9790-99b03e69d364 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.347194] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75ed5841-baad-4270-b8c1-8967a2a9b99a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.348681] env[68960]: DEBUG oslo_vmware.api [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Waiting for the task: (returnval){ [ 691.348681] env[68960]: value = "task-3221061" [ 691.348681] env[68960]: _type = "Task" [ 691.348681] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.348859] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221060, 'name': CreateVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.361211] env[68960]: DEBUG nova.compute.provider_tree [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.363771] env[68960]: DEBUG oslo_vmware.api [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Waiting for the task: (returnval){ [ 691.363771] env[68960]: value = "task-3221063" [ 691.363771] env[68960]: _type = "Task" [ 691.363771] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.369717] env[68960]: DEBUG oslo_vmware.api [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Task: {'id': task-3221061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.375637] env[68960]: DEBUG oslo_vmware.api [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.448910] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc06415-8d12-4d99-bdbf-a494e1960fc8 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.449155] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc06415-8d12-4d99-bdbf-a494e1960fc8 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.449340] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cc06415-8d12-4d99-bdbf-a494e1960fc8 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Deleting the datastore file [datastore2] d4c99f61-5621-4bff-9bc6-c8c0ca132533 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.449618] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb969ed8-3953-45ad-985e-56f6ff73c706 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.457475] env[68960]: DEBUG oslo_vmware.api [None req-4cc06415-8d12-4d99-bdbf-a494e1960fc8 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Waiting for the task: (returnval){ [ 691.457475] env[68960]: value = "task-3221064" [ 691.457475] env[68960]: _type = "Task" [ 691.457475] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.465779] env[68960]: DEBUG oslo_vmware.api [None req-4cc06415-8d12-4d99-bdbf-a494e1960fc8 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Task: {'id': task-3221064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.625921] env[68960]: DEBUG nova.compute.manager [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.653986] env[68960]: DEBUG nova.virt.hardware [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.654298] env[68960]: DEBUG nova.virt.hardware [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.654462] env[68960]: DEBUG nova.virt.hardware [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.654662] env[68960]: DEBUG nova.virt.hardware [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.654839] env[68960]: DEBUG nova.virt.hardware [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.654993] env[68960]: DEBUG nova.virt.hardware [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.655240] env[68960]: DEBUG nova.virt.hardware [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.655401] env[68960]: DEBUG nova.virt.hardware [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.655567] env[68960]: DEBUG nova.virt.hardware [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.655750] env[68960]: DEBUG nova.virt.hardware [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.655927] env[68960]: DEBUG nova.virt.hardware [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.656826] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306d8424-c94b-4e37-aa41-645685e86747 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.664902] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bf6c48-205f-4c4a-8889-609496c22a33 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.768441] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.768606] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cc1660e-d8b4-46a9-94eb-bda30a0d7811 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.776698] env[68960]: DEBUG oslo_vmware.api [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 691.776698] env[68960]: value = "task-3221065" [ 691.776698] env[68960]: _type = "Task" [ 691.776698] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.786448] env[68960]: DEBUG oslo_vmware.api [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.834641] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221060, 'name': CreateVM_Task, 'duration_secs': 0.348453} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.834641] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.835271] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.835432] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.835722] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.835966] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bf4359e-863c-4439-9fa5-3920352e2f69 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.840537] env[68960]: DEBUG oslo_vmware.api [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 691.840537] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52dd1d54-b18e-02ac-0743-1a3a127eeb6c" [ 691.840537] env[68960]: _type = "Task" [ 691.840537] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.847673] env[68960]: DEBUG oslo_vmware.api [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52dd1d54-b18e-02ac-0743-1a3a127eeb6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.856530] env[68960]: DEBUG oslo_vmware.api [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Task: {'id': task-3221061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084387} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.856769] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.857492] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f094b32-7002-4b52-a0c4-8507b993d609 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.870544] env[68960]: DEBUG nova.scheduler.client.report [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.882094] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] a30615b9-3f54-43da-bb2a-b8e6ed38fb47/a30615b9-3f54-43da-bb2a-b8e6ed38fb47.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.887320] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d8fc4b1-b8ef-4567-a415-08df60ff5f5d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.909079] env[68960]: DEBUG oslo_vmware.api [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221063, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.910358] env[68960]: DEBUG oslo_vmware.api [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Waiting for the task: (returnval){ [ 691.910358] env[68960]: value = "task-3221066" [ 691.910358] env[68960]: _type = "Task" [ 691.910358] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.918327] env[68960]: DEBUG oslo_vmware.api [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Task: {'id': task-3221066, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.935612] env[68960]: DEBUG nova.network.neutron [req-e9947eff-1dc1-4db8-a82f-c491b3380c9e req-bd42a622-34ac-46c1-bbf1-8059ce56a07d service nova] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Updated VIF entry in instance network info cache for port b16c03f2-571b-4fe2-aebf-07d38e11a9bf. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.935984] env[68960]: DEBUG nova.network.neutron [req-e9947eff-1dc1-4db8-a82f-c491b3380c9e req-bd42a622-34ac-46c1-bbf1-8059ce56a07d service nova] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Updating instance_info_cache with network_info: [{"id": "b16c03f2-571b-4fe2-aebf-07d38e11a9bf", "address": "fa:16:3e:20:4d:55", "network": {"id": "c6ceb515-e62e-437c-b971-ea973a2656f4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-36591495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a2aa8e4a3f4b1c9987c34895315ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb16c03f2-57", "ovs_interfaceid": "b16c03f2-571b-4fe2-aebf-07d38e11a9bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.967608] env[68960]: DEBUG oslo_vmware.api [None req-4cc06415-8d12-4d99-bdbf-a494e1960fc8 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Task: {'id': task-3221064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138511} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.967861] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cc06415-8d12-4d99-bdbf-a494e1960fc8 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.968054] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc06415-8d12-4d99-bdbf-a494e1960fc8 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.968290] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc06415-8d12-4d99-bdbf-a494e1960fc8 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.968602] env[68960]: INFO nova.compute.manager [None req-4cc06415-8d12-4d99-bdbf-a494e1960fc8 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Took 1.20 seconds to destroy the instance on the hypervisor. [ 691.968754] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cc06415-8d12-4d99-bdbf-a494e1960fc8 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.968822] env[68960]: DEBUG nova.compute.manager [-] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.968888] env[68960]: DEBUG nova.network.neutron [-] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 692.289106] env[68960]: DEBUG oslo_vmware.api [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221065, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.352119] env[68960]: DEBUG oslo_vmware.api [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52dd1d54-b18e-02ac-0743-1a3a127eeb6c, 'name': SearchDatastore_Task, 'duration_secs': 0.010034} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.352119] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.352397] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.352736] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.352968] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.353981] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.353981] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a50a72be-ac90-47a6-b029-0b037831f8fb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.362187] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.362362] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.363092] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-331a39fd-5641-4b1d-bc97-d346b311d9c6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.368086] env[68960]: DEBUG oslo_vmware.api [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 692.368086] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52771f6a-c20a-94de-bfbf-bb7fb1b5bced" [ 692.368086] env[68960]: _type = "Task" [ 692.368086] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.375498] env[68960]: DEBUG oslo_vmware.api [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52771f6a-c20a-94de-bfbf-bb7fb1b5bced, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.384152] env[68960]: DEBUG oslo_vmware.api [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221063, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.385510] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.385976] env[68960]: DEBUG nova.compute.manager [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.388488] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.174s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.388663] env[68960]: DEBUG nova.objects.instance [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68960) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 692.420763] env[68960]: DEBUG oslo_vmware.api [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Task: {'id': task-3221066, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.438475] env[68960]: DEBUG oslo_concurrency.lockutils [req-e9947eff-1dc1-4db8-a82f-c491b3380c9e req-bd42a622-34ac-46c1-bbf1-8059ce56a07d service nova] Releasing lock "refresh_cache-ed7c7ac5-c303-4548-8357-13aa700d0067" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.463886] env[68960]: DEBUG nova.compute.manager [req-6d1fc152-4143-43df-b240-52ca75cf81e3 req-cd3aec69-5efa-4b7e-ad95-0b0be61c1027 service nova] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Received event network-vif-plugged-89a757fd-15f5-471f-bf91-9ebe0b064ffc {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.464127] env[68960]: DEBUG oslo_concurrency.lockutils [req-6d1fc152-4143-43df-b240-52ca75cf81e3 req-cd3aec69-5efa-4b7e-ad95-0b0be61c1027 service nova] Acquiring lock "42fa00ac-ab86-4729-969b-ababacf6b99c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.464339] env[68960]: DEBUG oslo_concurrency.lockutils [req-6d1fc152-4143-43df-b240-52ca75cf81e3 req-cd3aec69-5efa-4b7e-ad95-0b0be61c1027 service nova] Lock "42fa00ac-ab86-4729-969b-ababacf6b99c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.464507] env[68960]: DEBUG oslo_concurrency.lockutils [req-6d1fc152-4143-43df-b240-52ca75cf81e3 req-cd3aec69-5efa-4b7e-ad95-0b0be61c1027 service nova] Lock "42fa00ac-ab86-4729-969b-ababacf6b99c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.464673] env[68960]: DEBUG nova.compute.manager [req-6d1fc152-4143-43df-b240-52ca75cf81e3 req-cd3aec69-5efa-4b7e-ad95-0b0be61c1027 service nova] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] No waiting events found dispatching network-vif-plugged-89a757fd-15f5-471f-bf91-9ebe0b064ffc {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.464836] env[68960]: WARNING nova.compute.manager [req-6d1fc152-4143-43df-b240-52ca75cf81e3 req-cd3aec69-5efa-4b7e-ad95-0b0be61c1027 service nova] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Received unexpected event network-vif-plugged-89a757fd-15f5-471f-bf91-9ebe0b064ffc for instance with vm_state building and task_state spawning. [ 692.512498] env[68960]: DEBUG nova.network.neutron [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Successfully updated port: 89a757fd-15f5-471f-bf91-9ebe0b064ffc {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.540688] env[68960]: DEBUG nova.compute.manager [req-e751e129-e660-4700-a8bf-013becdfa195 req-ad6a32f0-c570-4d6d-a5a8-f0d2248663ea service nova] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Received event network-vif-deleted-216f62cc-595a-46a6-bcb7-40f5adfb1f43 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.540926] env[68960]: INFO nova.compute.manager [req-e751e129-e660-4700-a8bf-013becdfa195 req-ad6a32f0-c570-4d6d-a5a8-f0d2248663ea service nova] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Neutron deleted interface 216f62cc-595a-46a6-bcb7-40f5adfb1f43; detaching it from the instance and deleting it from the info cache [ 692.541118] env[68960]: DEBUG nova.network.neutron [req-e751e129-e660-4700-a8bf-013becdfa195 req-ad6a32f0-c570-4d6d-a5a8-f0d2248663ea service nova] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.695383] env[68960]: DEBUG nova.network.neutron [-] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.788359] env[68960]: DEBUG oslo_vmware.api [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221065, 'name': PowerOnVM_Task, 'duration_secs': 0.603437} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.788738] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.788903] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a9708b65-6204-4a9a-b979-faebb1d505b9 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Updating instance 'd2b95f0e-0e70-43a2-beb1-bae828ae6967' progress to 100 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 692.878769] env[68960]: DEBUG oslo_vmware.api [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52771f6a-c20a-94de-bfbf-bb7fb1b5bced, 'name': SearchDatastore_Task, 'duration_secs': 0.008316} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.882198] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6507fabc-ec68-478f-9573-e75052b44d02 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.888769] env[68960]: DEBUG oslo_vmware.api [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221063, 'name': PowerOnVM_Task, 'duration_secs': 1.18599} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.889963] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.890235] env[68960]: INFO nova.compute.manager [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Took 14.93 seconds to spawn the instance on the hypervisor. [ 692.890456] env[68960]: DEBUG nova.compute.manager [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.890805] env[68960]: DEBUG oslo_vmware.api [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 692.890805] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522ebc1c-cbb8-84c9-c1e9-b032d0673b90" [ 692.890805] env[68960]: _type = "Task" [ 692.890805] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.891533] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f304dda3-2b32-4d6f-b71a-ffec3f38cfd9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.897484] env[68960]: DEBUG nova.compute.utils [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.902057] env[68960]: DEBUG nova.compute.manager [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.902144] env[68960]: DEBUG nova.network.neutron [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.913668] env[68960]: DEBUG oslo_vmware.api [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522ebc1c-cbb8-84c9-c1e9-b032d0673b90, 'name': SearchDatastore_Task, 'duration_secs': 0.008743} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.916474] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.916724] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] ed7c7ac5-c303-4548-8357-13aa700d0067/ed7c7ac5-c303-4548-8357-13aa700d0067.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.917183] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29d64cdb-8274-4187-8956-0c4526233b14 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.926135] env[68960]: DEBUG oslo_vmware.api [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Task: {'id': task-3221066, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.927284] env[68960]: DEBUG oslo_vmware.api [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 692.927284] env[68960]: value = "task-3221067" [ 692.927284] env[68960]: _type = "Task" [ 692.927284] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.936731] env[68960]: DEBUG oslo_vmware.api [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.941960] env[68960]: DEBUG nova.policy [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f684d79d7e44d008d9dd62154290c2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35f373968160460783aa957c8b944238', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.015160] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "refresh_cache-42fa00ac-ab86-4729-969b-ababacf6b99c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.015328] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquired lock "refresh_cache-42fa00ac-ab86-4729-969b-ababacf6b99c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.015493] env[68960]: DEBUG nova.network.neutron [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.044012] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6af45de-f924-4b68-a213-097f6b437cf0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.053383] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1753761-06b3-4b33-8023-0d838db44d20 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.093973] env[68960]: DEBUG nova.compute.manager [req-e751e129-e660-4700-a8bf-013becdfa195 req-ad6a32f0-c570-4d6d-a5a8-f0d2248663ea service nova] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Detach interface failed, port_id=216f62cc-595a-46a6-bcb7-40f5adfb1f43, reason: Instance d4c99f61-5621-4bff-9bc6-c8c0ca132533 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 693.198225] env[68960]: INFO nova.compute.manager [-] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Took 1.23 seconds to deallocate network for instance. [ 693.402994] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5d7b26f9-1652-4d42-abfe-00fe8aa5e9aa tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.404349] env[68960]: DEBUG nova.compute.manager [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.412895] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ffa0f112-6691-43d3-a864-ba104ab13171 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.443s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.412895] env[68960]: DEBUG nova.objects.instance [None req-ffa0f112-6691-43d3-a864-ba104ab13171 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Lazy-loading 'resources' on Instance uuid 44e5ac3d-09ea-4410-941a-971e4e9b55d7 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 693.430903] env[68960]: INFO nova.compute.manager [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Took 36.71 seconds to build instance. [ 693.441983] env[68960]: DEBUG oslo_vmware.api [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Task: {'id': task-3221066, 'name': ReconfigVM_Task, 'duration_secs': 1.27807} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.449533] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Reconfigured VM instance instance-0000001a to attach disk [datastore2] a30615b9-3f54-43da-bb2a-b8e6ed38fb47/a30615b9-3f54-43da-bb2a-b8e6ed38fb47.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.450775] env[68960]: DEBUG oslo_vmware.api [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221067, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.450979] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd0656ed-5aa4-4bc0-96ca-ff6a3f091423 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.460429] env[68960]: DEBUG oslo_vmware.api [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Waiting for the task: (returnval){ [ 693.460429] env[68960]: value = "task-3221068" [ 693.460429] env[68960]: _type = "Task" [ 693.460429] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.473053] env[68960]: DEBUG oslo_vmware.api [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Task: {'id': task-3221068, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.559940] env[68960]: DEBUG nova.network.neutron [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.608976] env[68960]: DEBUG nova.network.neutron [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Successfully created port: 61b2b1db-fc95-4ed3-a1cd-edd88d64b209 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.707613] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4cc06415-8d12-4d99-bdbf-a494e1960fc8 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.718346] env[68960]: DEBUG nova.network.neutron [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Updating instance_info_cache with network_info: [{"id": "89a757fd-15f5-471f-bf91-9ebe0b064ffc", "address": "fa:16:3e:b6:42:d5", "network": {"id": "c6ceb515-e62e-437c-b971-ea973a2656f4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-36591495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a2aa8e4a3f4b1c9987c34895315ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a757fd-15", "ovs_interfaceid": "89a757fd-15f5-471f-bf91-9ebe0b064ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.942266] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c420c6f3-21da-49f6-8c62-d40ba265ac8f tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Lock "caadf2f6-d5c1-4bb7-bc84-78731c465a6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.522s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.956572] env[68960]: DEBUG oslo_vmware.api [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616378} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.958673] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] ed7c7ac5-c303-4548-8357-13aa700d0067/ed7c7ac5-c303-4548-8357-13aa700d0067.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.958996] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.959382] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8281d346-56ff-485e-abda-7d9adc5051df {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.977434] env[68960]: DEBUG oslo_vmware.api [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 693.977434] env[68960]: value = "task-3221069" [ 693.977434] env[68960]: _type = "Task" [ 693.977434] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.982801] env[68960]: DEBUG oslo_vmware.api [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Task: {'id': task-3221068, 'name': Rename_Task, 'duration_secs': 0.196363} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.986862] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.988021] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1ff28ef-f53c-4dc8-903f-1cee2ce1c57b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.998150] env[68960]: DEBUG oslo_vmware.api [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.999508] env[68960]: DEBUG oslo_vmware.api [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Waiting for the task: (returnval){ [ 693.999508] env[68960]: value = "task-3221070" [ 693.999508] env[68960]: _type = "Task" [ 693.999508] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.008609] env[68960]: DEBUG oslo_vmware.api [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Task: {'id': task-3221070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.221261] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Releasing lock "refresh_cache-42fa00ac-ab86-4729-969b-ababacf6b99c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.221582] env[68960]: DEBUG nova.compute.manager [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Instance network_info: |[{"id": "89a757fd-15f5-471f-bf91-9ebe0b064ffc", "address": "fa:16:3e:b6:42:d5", "network": {"id": "c6ceb515-e62e-437c-b971-ea973a2656f4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-36591495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a2aa8e4a3f4b1c9987c34895315ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a757fd-15", "ovs_interfaceid": "89a757fd-15f5-471f-bf91-9ebe0b064ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.222107] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:42:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89a757fd-15f5-471f-bf91-9ebe0b064ffc', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.229512] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.232014] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.232621] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa8af289-1b10-472b-91bd-0dfb3d3a09f3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.254089] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.254089] env[68960]: value = "task-3221071" [ 694.254089] env[68960]: _type = "Task" [ 694.254089] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.263773] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9fd18656-cefa-45d1-850e-6a71af5250b0 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Acquiring lock "caadf2f6-d5c1-4bb7-bc84-78731c465a6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.263773] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9fd18656-cefa-45d1-850e-6a71af5250b0 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Lock "caadf2f6-d5c1-4bb7-bc84-78731c465a6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.263773] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9fd18656-cefa-45d1-850e-6a71af5250b0 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Acquiring lock "caadf2f6-d5c1-4bb7-bc84-78731c465a6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.263773] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9fd18656-cefa-45d1-850e-6a71af5250b0 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Lock "caadf2f6-d5c1-4bb7-bc84-78731c465a6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.263773] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9fd18656-cefa-45d1-850e-6a71af5250b0 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Lock "caadf2f6-d5c1-4bb7-bc84-78731c465a6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.264954] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221071, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.265517] env[68960]: INFO nova.compute.manager [None req-9fd18656-cefa-45d1-850e-6a71af5250b0 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Terminating instance [ 694.428660] env[68960]: DEBUG nova.compute.manager [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.449223] env[68960]: DEBUG nova.compute.manager [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.471192] env[68960]: DEBUG nova.virt.hardware [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.471446] env[68960]: DEBUG nova.virt.hardware [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.471681] env[68960]: DEBUG nova.virt.hardware [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.471954] env[68960]: DEBUG nova.virt.hardware [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.472161] env[68960]: DEBUG nova.virt.hardware [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.472362] env[68960]: DEBUG nova.virt.hardware [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.472609] env[68960]: DEBUG nova.virt.hardware [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.472746] env[68960]: DEBUG nova.virt.hardware [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.472940] env[68960]: DEBUG nova.virt.hardware [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.473168] env[68960]: DEBUG nova.virt.hardware [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.473405] env[68960]: DEBUG nova.virt.hardware [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.474331] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1002078e-7d1a-4d34-8133-eb1a526555d9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.479219] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7471d14e-3ac2-4d65-b2ae-b8cc604f51b1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.492511] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d721d5e4-2b6f-46d7-9b22-cb0a8243d6a4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.500110] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd208450-b796-478d-9205-546a27f1b58d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.503182] env[68960]: DEBUG oslo_vmware.api [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065311} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.504174] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.508132] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0425bb-9f19-4e23-9cd7-ad86f4441af6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.544759] env[68960]: DEBUG nova.compute.manager [req-ce12bf96-8205-4008-9839-39b6a828c4e4 req-d1c62b07-427f-45be-8fbd-0d92b8b0bc18 service nova] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Received event network-changed-89a757fd-15f5-471f-bf91-9ebe0b064ffc {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.545037] env[68960]: DEBUG nova.compute.manager [req-ce12bf96-8205-4008-9839-39b6a828c4e4 req-d1c62b07-427f-45be-8fbd-0d92b8b0bc18 service nova] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Refreshing instance network info cache due to event network-changed-89a757fd-15f5-471f-bf91-9ebe0b064ffc. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.545338] env[68960]: DEBUG oslo_concurrency.lockutils [req-ce12bf96-8205-4008-9839-39b6a828c4e4 req-d1c62b07-427f-45be-8fbd-0d92b8b0bc18 service nova] Acquiring lock "refresh_cache-42fa00ac-ab86-4729-969b-ababacf6b99c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.545510] env[68960]: DEBUG oslo_concurrency.lockutils [req-ce12bf96-8205-4008-9839-39b6a828c4e4 req-d1c62b07-427f-45be-8fbd-0d92b8b0bc18 service nova] Acquired lock "refresh_cache-42fa00ac-ab86-4729-969b-ababacf6b99c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.545698] env[68960]: DEBUG nova.network.neutron [req-ce12bf96-8205-4008-9839-39b6a828c4e4 req-d1c62b07-427f-45be-8fbd-0d92b8b0bc18 service nova] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Refreshing network info cache for port 89a757fd-15f5-471f-bf91-9ebe0b064ffc {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.547416] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7837af-00db-4089-9435-d54ceead35aa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.562744] env[68960]: DEBUG oslo_vmware.api [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Task: {'id': task-3221070, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.572043] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] ed7c7ac5-c303-4548-8357-13aa700d0067/ed7c7ac5-c303-4548-8357-13aa700d0067.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.575336] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5934a8fe-be15-4f6f-8439-2184fe9588ed {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.594066] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb718ff-d8fb-45cf-8b16-48c3b3c2daf2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.602256] env[68960]: DEBUG oslo_vmware.api [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 694.602256] env[68960]: value = "task-3221072" [ 694.602256] env[68960]: _type = "Task" [ 694.602256] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.613945] env[68960]: DEBUG nova.compute.provider_tree [None req-ffa0f112-6691-43d3-a864-ba104ab13171 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.624312] env[68960]: DEBUG oslo_vmware.api [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.764513] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221071, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.770735] env[68960]: DEBUG nova.compute.manager [None req-9fd18656-cefa-45d1-850e-6a71af5250b0 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.770892] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd18656-cefa-45d1-850e-6a71af5250b0 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.771822] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326fca79-2756-4666-9d70-f5d9d2a69532 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.779329] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fd18656-cefa-45d1-850e-6a71af5250b0 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.779597] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3df71888-accb-4a7f-a389-c0be268a13c3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.785312] env[68960]: DEBUG oslo_vmware.api [None req-9fd18656-cefa-45d1-850e-6a71af5250b0 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Waiting for the task: (returnval){ [ 694.785312] env[68960]: value = "task-3221073" [ 694.785312] env[68960]: _type = "Task" [ 694.785312] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.793240] env[68960]: DEBUG oslo_vmware.api [None req-9fd18656-cefa-45d1-850e-6a71af5250b0 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.809873] env[68960]: DEBUG nova.network.neutron [req-ce12bf96-8205-4008-9839-39b6a828c4e4 req-d1c62b07-427f-45be-8fbd-0d92b8b0bc18 service nova] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Updated VIF entry in instance network info cache for port 89a757fd-15f5-471f-bf91-9ebe0b064ffc. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.810285] env[68960]: DEBUG nova.network.neutron [req-ce12bf96-8205-4008-9839-39b6a828c4e4 req-d1c62b07-427f-45be-8fbd-0d92b8b0bc18 service nova] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Updating instance_info_cache with network_info: [{"id": "89a757fd-15f5-471f-bf91-9ebe0b064ffc", "address": "fa:16:3e:b6:42:d5", "network": {"id": "c6ceb515-e62e-437c-b971-ea973a2656f4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-36591495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a2aa8e4a3f4b1c9987c34895315ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a757fd-15", "ovs_interfaceid": "89a757fd-15f5-471f-bf91-9ebe0b064ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.893336] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1130c0c2-a56f-4f36-835e-23423061a53e tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquiring lock "d2b95f0e-0e70-43a2-beb1-bae828ae6967" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.893336] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1130c0c2-a56f-4f36-835e-23423061a53e tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "d2b95f0e-0e70-43a2-beb1-bae828ae6967" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.893555] env[68960]: DEBUG nova.compute.manager [None req-1130c0c2-a56f-4f36-835e-23423061a53e tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Going to confirm migration 1 {{(pid=68960) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 694.970615] env[68960]: DEBUG oslo_concurrency.lockutils [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.012730] env[68960]: DEBUG oslo_vmware.api [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Task: {'id': task-3221070, 'name': PowerOnVM_Task, 'duration_secs': 0.570118} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.013011] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.013226] env[68960]: INFO nova.compute.manager [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Took 8.72 seconds to spawn the instance on the hypervisor. [ 695.013402] env[68960]: DEBUG nova.compute.manager [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.014242] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32411606-8d95-4688-bd45-f6bda222c8db {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.113294] env[68960]: DEBUG oslo_vmware.api [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221072, 'name': ReconfigVM_Task, 'duration_secs': 0.310652} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.113448] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Reconfigured VM instance instance-0000001b to attach disk [datastore2] ed7c7ac5-c303-4548-8357-13aa700d0067/ed7c7ac5-c303-4548-8357-13aa700d0067.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.114073] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04afa6fb-edd9-4385-84a7-12184f53858c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.117633] env[68960]: DEBUG nova.scheduler.client.report [None req-ffa0f112-6691-43d3-a864-ba104ab13171 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.122084] env[68960]: DEBUG oslo_vmware.api [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 695.122084] env[68960]: value = "task-3221074" [ 695.122084] env[68960]: _type = "Task" [ 695.122084] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.130730] env[68960]: DEBUG oslo_vmware.api [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221074, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.267093] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221071, 'name': CreateVM_Task, 'duration_secs': 0.521564} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.267269] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.268081] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.268257] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.268565] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.268817] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36c7dfda-de99-4fd7-baaa-99aa07110ab5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.273452] env[68960]: DEBUG oslo_vmware.api [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 695.273452] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d4cef6-af81-9f59-27b5-8d854d5a45cd" [ 695.273452] env[68960]: _type = "Task" [ 695.273452] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.281492] env[68960]: DEBUG oslo_vmware.api [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d4cef6-af81-9f59-27b5-8d854d5a45cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.295662] env[68960]: DEBUG oslo_vmware.api [None req-9fd18656-cefa-45d1-850e-6a71af5250b0 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221073, 'name': PowerOffVM_Task, 'duration_secs': 0.313283} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.295954] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fd18656-cefa-45d1-850e-6a71af5250b0 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.296195] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd18656-cefa-45d1-850e-6a71af5250b0 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.296458] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5fbcad6-9304-4695-84c8-23ea973e1a25 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.315181] env[68960]: DEBUG oslo_concurrency.lockutils [req-ce12bf96-8205-4008-9839-39b6a828c4e4 req-d1c62b07-427f-45be-8fbd-0d92b8b0bc18 service nova] Releasing lock "refresh_cache-42fa00ac-ab86-4729-969b-ababacf6b99c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.449467] env[68960]: DEBUG nova.network.neutron [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Successfully updated port: 61b2b1db-fc95-4ed3-a1cd-edd88d64b209 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.486455] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1130c0c2-a56f-4f36-835e-23423061a53e tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquiring lock "refresh_cache-d2b95f0e-0e70-43a2-beb1-bae828ae6967" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.486643] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1130c0c2-a56f-4f36-835e-23423061a53e tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquired lock "refresh_cache-d2b95f0e-0e70-43a2-beb1-bae828ae6967" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.486818] env[68960]: DEBUG nova.network.neutron [None req-1130c0c2-a56f-4f36-835e-23423061a53e tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.487010] env[68960]: DEBUG nova.objects.instance [None req-1130c0c2-a56f-4f36-835e-23423061a53e tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lazy-loading 'info_cache' on Instance uuid d2b95f0e-0e70-43a2-beb1-bae828ae6967 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.510759] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd18656-cefa-45d1-850e-6a71af5250b0 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.510986] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd18656-cefa-45d1-850e-6a71af5250b0 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.511187] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fd18656-cefa-45d1-850e-6a71af5250b0 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Deleting the datastore file [datastore2] caadf2f6-d5c1-4bb7-bc84-78731c465a6d {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.511474] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63512dfa-5b2f-43e7-9928-b3be67dd2370 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.519561] env[68960]: DEBUG oslo_vmware.api [None req-9fd18656-cefa-45d1-850e-6a71af5250b0 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Waiting for the task: (returnval){ [ 695.519561] env[68960]: value = "task-3221076" [ 695.519561] env[68960]: _type = "Task" [ 695.519561] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.533732] env[68960]: DEBUG oslo_vmware.api [None req-9fd18656-cefa-45d1-850e-6a71af5250b0 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.534249] env[68960]: INFO nova.compute.manager [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Took 33.32 seconds to build instance. [ 695.623467] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ffa0f112-6691-43d3-a864-ba104ab13171 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.626372] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8739d9be-6f63-4205-ab06-42cf7b2bc50e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.364s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.626615] env[68960]: DEBUG nova.objects.instance [None req-8739d9be-6f63-4205-ab06-42cf7b2bc50e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lazy-loading 'resources' on Instance uuid 69104ee1-e0d9-4783-9ccb-8af129140cd4 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.636043] env[68960]: DEBUG oslo_vmware.api [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221074, 'name': Rename_Task, 'duration_secs': 0.139875} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.636823] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.637102] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b76fa6c-18ac-4472-a12b-beac56354a8a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.642657] env[68960]: INFO nova.scheduler.client.report [None req-ffa0f112-6691-43d3-a864-ba104ab13171 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Deleted allocations for instance 44e5ac3d-09ea-4410-941a-971e4e9b55d7 [ 695.644890] env[68960]: DEBUG oslo_vmware.api [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 695.644890] env[68960]: value = "task-3221077" [ 695.644890] env[68960]: _type = "Task" [ 695.644890] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.654304] env[68960]: DEBUG oslo_vmware.api [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.784036] env[68960]: DEBUG oslo_vmware.api [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d4cef6-af81-9f59-27b5-8d854d5a45cd, 'name': SearchDatastore_Task, 'duration_secs': 0.021496} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.784387] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.784624] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.784868] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.785023] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.785228] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.785515] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-433af675-a1c5-4aec-bdab-defb8aa98b95 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.808158] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.808372] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.809175] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6de6fac0-011e-4046-9fba-73444c62b30b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.815840] env[68960]: DEBUG oslo_vmware.api [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 695.815840] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c197bc-1965-2ee7-994e-504257220069" [ 695.815840] env[68960]: _type = "Task" [ 695.815840] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.824435] env[68960]: DEBUG oslo_vmware.api [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c197bc-1965-2ee7-994e-504257220069, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.952888] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Acquiring lock "refresh_cache-b93c3681-667b-4b48-bfbd-558e83220287" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.953118] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Acquired lock "refresh_cache-b93c3681-667b-4b48-bfbd-558e83220287" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.953313] env[68960]: DEBUG nova.network.neutron [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.029792] env[68960]: DEBUG oslo_vmware.api [None req-9fd18656-cefa-45d1-850e-6a71af5250b0 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435498} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.030066] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fd18656-cefa-45d1-850e-6a71af5250b0 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 696.030317] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd18656-cefa-45d1-850e-6a71af5250b0 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 696.030428] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd18656-cefa-45d1-850e-6a71af5250b0 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 696.030599] env[68960]: INFO nova.compute.manager [None req-9fd18656-cefa-45d1-850e-6a71af5250b0 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Took 1.26 seconds to destroy the instance on the hypervisor. [ 696.031984] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fd18656-cefa-45d1-850e-6a71af5250b0 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.031984] env[68960]: DEBUG nova.compute.manager [-] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 696.031984] env[68960]: DEBUG nova.network.neutron [-] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 696.035911] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90ff8807-ddc5-4c28-a00e-5ca9a5279850 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Lock "a30615b9-3f54-43da-bb2a-b8e6ed38fb47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.086s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.154934] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ffa0f112-6691-43d3-a864-ba104ab13171 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Lock "44e5ac3d-09ea-4410-941a-971e4e9b55d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.008s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.156086] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2e1e1e51-5987-41e0-9583-6b9c48898577 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Lock "44e5ac3d-09ea-4410-941a-971e4e9b55d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 17.635s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.156086] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2e1e1e51-5987-41e0-9583-6b9c48898577 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Acquiring lock "44e5ac3d-09ea-4410-941a-971e4e9b55d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.156086] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2e1e1e51-5987-41e0-9583-6b9c48898577 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Lock "44e5ac3d-09ea-4410-941a-971e4e9b55d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.156086] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2e1e1e51-5987-41e0-9583-6b9c48898577 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Lock "44e5ac3d-09ea-4410-941a-971e4e9b55d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.160970] env[68960]: DEBUG oslo_vmware.api [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221077, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.161829] env[68960]: INFO nova.compute.manager [None req-2e1e1e51-5987-41e0-9583-6b9c48898577 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Terminating instance [ 696.334020] env[68960]: DEBUG oslo_vmware.api [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c197bc-1965-2ee7-994e-504257220069, 'name': SearchDatastore_Task, 'duration_secs': 0.010098} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.334020] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e01abd38-20fd-4edc-8020-eb9ef34cd930 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.342880] env[68960]: DEBUG oslo_vmware.api [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 696.342880] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5238846f-dd1b-3d9e-4cad-9c6f1a485549" [ 696.342880] env[68960]: _type = "Task" [ 696.342880] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.351714] env[68960]: DEBUG oslo_vmware.api [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5238846f-dd1b-3d9e-4cad-9c6f1a485549, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.487291] env[68960]: DEBUG nova.compute.manager [req-da7a2c72-ae4d-49e6-9e1e-00fb9a67649f req-48832f6b-5413-48e0-a12c-2ccc6bbf3395 service nova] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Received event network-vif-deleted-666ec0ea-309a-400b-b8e4-921ae83dbc87 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.487522] env[68960]: INFO nova.compute.manager [req-da7a2c72-ae4d-49e6-9e1e-00fb9a67649f req-48832f6b-5413-48e0-a12c-2ccc6bbf3395 service nova] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Neutron deleted interface 666ec0ea-309a-400b-b8e4-921ae83dbc87; detaching it from the instance and deleting it from the info cache [ 696.488263] env[68960]: DEBUG nova.network.neutron [req-da7a2c72-ae4d-49e6-9e1e-00fb9a67649f req-48832f6b-5413-48e0-a12c-2ccc6bbf3395 service nova] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Updating instance_info_cache with network_info: [{"id": "fe52a816-bd75-4c39-b5ab-558a2499e4bd", "address": "fa:16:3e:63:1d:e4", "network": {"id": "06da907a-0012-4de9-a8e7-b4a6194e6778", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1729193496", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7debc6a837784722b7a96e8233f69033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe52a816-bd", "ovs_interfaceid": "fe52a816-bd75-4c39-b5ab-558a2499e4bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d34562a6-58fd-42fe-9672-27b5dcae8958", "address": "fa:16:3e:27:da:75", "network": {"id": "06da907a-0012-4de9-a8e7-b4a6194e6778", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1729193496", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7debc6a837784722b7a96e8233f69033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd34562a6-58", "ovs_interfaceid": "d34562a6-58fd-42fe-9672-27b5dcae8958", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.491503] env[68960]: DEBUG nova.network.neutron [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.539450] env[68960]: DEBUG nova.compute.manager [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.663471] env[68960]: DEBUG oslo_vmware.api [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221077, 'name': PowerOnVM_Task, 'duration_secs': 0.578772} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.664283] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.664283] env[68960]: INFO nova.compute.manager [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Took 7.64 seconds to spawn the instance on the hypervisor. [ 696.664596] env[68960]: DEBUG nova.compute.manager [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.665400] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44632cd-4d08-45fe-83ab-e30b2cd78f93 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.670606] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2e1e1e51-5987-41e0-9583-6b9c48898577 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Acquiring lock "refresh_cache-44e5ac3d-09ea-4410-941a-971e4e9b55d7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.670791] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2e1e1e51-5987-41e0-9583-6b9c48898577 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Acquired lock "refresh_cache-44e5ac3d-09ea-4410-941a-971e4e9b55d7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.671185] env[68960]: DEBUG nova.network.neutron [None req-2e1e1e51-5987-41e0-9583-6b9c48898577 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.705771] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ddb890-0a3b-43d7-be65-fa8046ac2481 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.712888] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1976da3a-9d16-4bdf-b333-daacb48baf7f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.748292] env[68960]: DEBUG nova.network.neutron [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Updating instance_info_cache with network_info: [{"id": "61b2b1db-fc95-4ed3-a1cd-edd88d64b209", "address": "fa:16:3e:d1:20:76", "network": {"id": "adb24c4f-d87d-4f6a-a93f-1f91feb2629a", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1777135224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35f373968160460783aa957c8b944238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61b2b1db-fc", "ovs_interfaceid": "61b2b1db-fc95-4ed3-a1cd-edd88d64b209", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.752857] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71e6134-ee5f-4879-a5aa-d3083ee7c3b4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.769463] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395c6045-12fb-4f93-88e9-e6f85c21c2ef {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.784232] env[68960]: DEBUG nova.compute.provider_tree [None req-8739d9be-6f63-4205-ab06-42cf7b2bc50e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.815601] env[68960]: DEBUG nova.network.neutron [None req-1130c0c2-a56f-4f36-835e-23423061a53e tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Updating instance_info_cache with network_info: [{"id": "635abb82-e4d9-48e8-80a6-e6249df1d651", "address": "fa:16:3e:94:86:a3", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap635abb82-e4", "ovs_interfaceid": "635abb82-e4d9-48e8-80a6-e6249df1d651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.834223] env[68960]: DEBUG nova.compute.manager [req-257213a9-787c-4014-848b-5ebed515b433 req-f7409f35-2ddb-4645-afdb-f1dab81baca4 service nova] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Received event network-vif-plugged-61b2b1db-fc95-4ed3-a1cd-edd88d64b209 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.835221] env[68960]: DEBUG oslo_concurrency.lockutils [req-257213a9-787c-4014-848b-5ebed515b433 req-f7409f35-2ddb-4645-afdb-f1dab81baca4 service nova] Acquiring lock "b93c3681-667b-4b48-bfbd-558e83220287-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.835221] env[68960]: DEBUG oslo_concurrency.lockutils [req-257213a9-787c-4014-848b-5ebed515b433 req-f7409f35-2ddb-4645-afdb-f1dab81baca4 service nova] Lock "b93c3681-667b-4b48-bfbd-558e83220287-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.835221] env[68960]: DEBUG oslo_concurrency.lockutils [req-257213a9-787c-4014-848b-5ebed515b433 req-f7409f35-2ddb-4645-afdb-f1dab81baca4 service nova] Lock "b93c3681-667b-4b48-bfbd-558e83220287-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.835221] env[68960]: DEBUG nova.compute.manager [req-257213a9-787c-4014-848b-5ebed515b433 req-f7409f35-2ddb-4645-afdb-f1dab81baca4 service nova] [instance: b93c3681-667b-4b48-bfbd-558e83220287] No waiting events found dispatching network-vif-plugged-61b2b1db-fc95-4ed3-a1cd-edd88d64b209 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.835221] env[68960]: WARNING nova.compute.manager [req-257213a9-787c-4014-848b-5ebed515b433 req-f7409f35-2ddb-4645-afdb-f1dab81baca4 service nova] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Received unexpected event network-vif-plugged-61b2b1db-fc95-4ed3-a1cd-edd88d64b209 for instance with vm_state building and task_state spawning. [ 696.835484] env[68960]: DEBUG nova.compute.manager [req-257213a9-787c-4014-848b-5ebed515b433 req-f7409f35-2ddb-4645-afdb-f1dab81baca4 service nova] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Received event network-changed-61b2b1db-fc95-4ed3-a1cd-edd88d64b209 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.835484] env[68960]: DEBUG nova.compute.manager [req-257213a9-787c-4014-848b-5ebed515b433 req-f7409f35-2ddb-4645-afdb-f1dab81baca4 service nova] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Refreshing instance network info cache due to event network-changed-61b2b1db-fc95-4ed3-a1cd-edd88d64b209. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.835555] env[68960]: DEBUG oslo_concurrency.lockutils [req-257213a9-787c-4014-848b-5ebed515b433 req-f7409f35-2ddb-4645-afdb-f1dab81baca4 service nova] Acquiring lock "refresh_cache-b93c3681-667b-4b48-bfbd-558e83220287" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.853408] env[68960]: DEBUG oslo_vmware.api [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5238846f-dd1b-3d9e-4cad-9c6f1a485549, 'name': SearchDatastore_Task, 'duration_secs': 0.036692} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.854024] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.854024] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 42fa00ac-ab86-4729-969b-ababacf6b99c/42fa00ac-ab86-4729-969b-ababacf6b99c.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.854160] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f36bab7b-25b5-43ff-8f5a-23d0f6889fcc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.860429] env[68960]: DEBUG oslo_vmware.api [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 696.860429] env[68960]: value = "task-3221078" [ 696.860429] env[68960]: _type = "Task" [ 696.860429] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.868282] env[68960]: DEBUG oslo_vmware.api [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.998059] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a11ddb1b-1d94-47d1-bba3-f772ab2f27ab {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.006921] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a864af-5c36-49c6-a547-b6d314e28683 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.040592] env[68960]: DEBUG nova.compute.manager [req-da7a2c72-ae4d-49e6-9e1e-00fb9a67649f req-48832f6b-5413-48e0-a12c-2ccc6bbf3395 service nova] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Detach interface failed, port_id=666ec0ea-309a-400b-b8e4-921ae83dbc87, reason: Instance caadf2f6-d5c1-4bb7-bc84-78731c465a6d could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 697.062221] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b556bbff-80b8-4d89-a641-635aff561a6a tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Acquiring lock "4defea80-22a7-4665-bbc7-425c52af00ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.062509] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b556bbff-80b8-4d89-a641-635aff561a6a tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Lock "4defea80-22a7-4665-bbc7-425c52af00ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.062722] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b556bbff-80b8-4d89-a641-635aff561a6a tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Acquiring lock "4defea80-22a7-4665-bbc7-425c52af00ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.062937] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b556bbff-80b8-4d89-a641-635aff561a6a tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Lock "4defea80-22a7-4665-bbc7-425c52af00ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.063117] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b556bbff-80b8-4d89-a641-635aff561a6a tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Lock "4defea80-22a7-4665-bbc7-425c52af00ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.065689] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.066299] env[68960]: INFO nova.compute.manager [None req-b556bbff-80b8-4d89-a641-635aff561a6a tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Terminating instance [ 697.177633] env[68960]: DEBUG nova.compute.utils [None req-2e1e1e51-5987-41e0-9583-6b9c48898577 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Can not refresh info_cache because instance was not found {{(pid=68960) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 697.191587] env[68960]: INFO nova.compute.manager [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Took 31.01 seconds to build instance. [ 697.195363] env[68960]: DEBUG nova.network.neutron [None req-2e1e1e51-5987-41e0-9583-6b9c48898577 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.260249] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Releasing lock "refresh_cache-b93c3681-667b-4b48-bfbd-558e83220287" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.260788] env[68960]: DEBUG nova.compute.manager [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Instance network_info: |[{"id": "61b2b1db-fc95-4ed3-a1cd-edd88d64b209", "address": "fa:16:3e:d1:20:76", "network": {"id": "adb24c4f-d87d-4f6a-a93f-1f91feb2629a", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1777135224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35f373968160460783aa957c8b944238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61b2b1db-fc", "ovs_interfaceid": "61b2b1db-fc95-4ed3-a1cd-edd88d64b209", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.261370] env[68960]: DEBUG oslo_concurrency.lockutils [req-257213a9-787c-4014-848b-5ebed515b433 req-f7409f35-2ddb-4645-afdb-f1dab81baca4 service nova] Acquired lock "refresh_cache-b93c3681-667b-4b48-bfbd-558e83220287" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.261624] env[68960]: DEBUG nova.network.neutron [req-257213a9-787c-4014-848b-5ebed515b433 req-f7409f35-2ddb-4645-afdb-f1dab81baca4 service nova] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Refreshing network info cache for port 61b2b1db-fc95-4ed3-a1cd-edd88d64b209 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.263724] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:20:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61b2b1db-fc95-4ed3-a1cd-edd88d64b209', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.277565] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Creating folder: Project (35f373968160460783aa957c8b944238). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.279675] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a1049d03-066e-4d19-bd79-087e93553555 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Acquiring lock "a30615b9-3f54-43da-bb2a-b8e6ed38fb47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.280132] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a1049d03-066e-4d19-bd79-087e93553555 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Lock "a30615b9-3f54-43da-bb2a-b8e6ed38fb47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.280496] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a1049d03-066e-4d19-bd79-087e93553555 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Acquiring lock "a30615b9-3f54-43da-bb2a-b8e6ed38fb47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.280820] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a1049d03-066e-4d19-bd79-087e93553555 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Lock "a30615b9-3f54-43da-bb2a-b8e6ed38fb47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.281149] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a1049d03-066e-4d19-bd79-087e93553555 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Lock "a30615b9-3f54-43da-bb2a-b8e6ed38fb47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.284675] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdc75476-82ed-4857-bf9b-9e80aae260f4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.287636] env[68960]: INFO nova.compute.manager [None req-a1049d03-066e-4d19-bd79-087e93553555 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Terminating instance [ 697.291273] env[68960]: DEBUG nova.network.neutron [None req-2e1e1e51-5987-41e0-9583-6b9c48898577 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.296026] env[68960]: DEBUG nova.scheduler.client.report [None req-8739d9be-6f63-4205-ab06-42cf7b2bc50e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.301233] env[68960]: DEBUG nova.network.neutron [-] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.312326] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Created folder: Project (35f373968160460783aa957c8b944238) in parent group-v643888. [ 697.312721] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Creating folder: Instances. Parent ref: group-v643967. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.314112] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-655f824b-c8f3-4eb9-a7ee-2a39d053d978 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.320329] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1130c0c2-a56f-4f36-835e-23423061a53e tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Releasing lock "refresh_cache-d2b95f0e-0e70-43a2-beb1-bae828ae6967" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.320796] env[68960]: DEBUG nova.objects.instance [None req-1130c0c2-a56f-4f36-835e-23423061a53e tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lazy-loading 'migration_context' on Instance uuid d2b95f0e-0e70-43a2-beb1-bae828ae6967 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 697.326462] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Created folder: Instances in parent group-v643967. [ 697.326462] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.326462] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.326462] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd497b63-b020-442b-80d4-e77b2fd61f64 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.347653] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.347653] env[68960]: value = "task-3221081" [ 697.347653] env[68960]: _type = "Task" [ 697.347653] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.356514] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221081, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.370118] env[68960]: DEBUG oslo_vmware.api [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221078, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.570313] env[68960]: DEBUG nova.compute.manager [None req-b556bbff-80b8-4d89-a641-635aff561a6a tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.570599] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b556bbff-80b8-4d89-a641-635aff561a6a tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.571559] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f89371-7646-4dd3-8cd7-193dacc30868 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.580960] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b556bbff-80b8-4d89-a641-635aff561a6a tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.581253] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96a8bb45-cc2e-4736-9428-69bf3a86d003 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.589981] env[68960]: DEBUG oslo_vmware.api [None req-b556bbff-80b8-4d89-a641-635aff561a6a tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Waiting for the task: (returnval){ [ 697.589981] env[68960]: value = "task-3221082" [ 697.589981] env[68960]: _type = "Task" [ 697.589981] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.598133] env[68960]: DEBUG oslo_vmware.api [None req-b556bbff-80b8-4d89-a641-635aff561a6a tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3221082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.693694] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2bf5564-361e-4962-8225-70f165fb66e2 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "ed7c7ac5-c303-4548-8357-13aa700d0067" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.562s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.800497] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2e1e1e51-5987-41e0-9583-6b9c48898577 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Releasing lock "refresh_cache-44e5ac3d-09ea-4410-941a-971e4e9b55d7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.801181] env[68960]: DEBUG nova.compute.manager [None req-2e1e1e51-5987-41e0-9583-6b9c48898577 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.801439] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1e1e51-5987-41e0-9583-6b9c48898577 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.801892] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b2c9de3-b79f-4dd5-83c7-728ede260eb8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.805194] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8739d9be-6f63-4205-ab06-42cf7b2bc50e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.807344] env[68960]: DEBUG nova.compute.manager [None req-a1049d03-066e-4d19-bd79-087e93553555 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.807533] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a1049d03-066e-4d19-bd79-087e93553555 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.808064] env[68960]: DEBUG oslo_concurrency.lockutils [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.568s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.809655] env[68960]: INFO nova.compute.claims [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.813248] env[68960]: INFO nova.compute.manager [-] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Took 1.78 seconds to deallocate network for instance. [ 697.814028] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86391301-0d3f-474c-969c-bca56ca37eea {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.827584] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf0943d-b7f4-4a97-976e-71970c3da490 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.838823] env[68960]: DEBUG nova.objects.base [None req-1130c0c2-a56f-4f36-835e-23423061a53e tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68960) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 697.840137] env[68960]: INFO nova.scheduler.client.report [None req-8739d9be-6f63-4205-ab06-42cf7b2bc50e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Deleted allocations for instance 69104ee1-e0d9-4783-9ccb-8af129140cd4 [ 697.843965] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25e313d-df94-4eb1-9285-08a6e2871c7b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.846540] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1049d03-066e-4d19-bd79-087e93553555 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.849179] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e43bab18-b0ac-439d-88f2-e5cf5e8cbc18 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.888522] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbf0da8a-aa97-4c21-b659-eb0e90cb45eb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.890659] env[68960]: WARNING nova.virt.vmwareapi.vmops [None req-2e1e1e51-5987-41e0-9583-6b9c48898577 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 44e5ac3d-09ea-4410-941a-971e4e9b55d7 could not be found. [ 697.890853] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1e1e51-5987-41e0-9583-6b9c48898577 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.891041] env[68960]: INFO nova.compute.manager [None req-2e1e1e51-5987-41e0-9583-6b9c48898577 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Took 0.09 seconds to destroy the instance on the hypervisor. [ 697.891383] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e1e1e51-5987-41e0-9583-6b9c48898577 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.895523] env[68960]: DEBUG nova.compute.manager [-] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 697.895626] env[68960]: DEBUG nova.network.neutron [-] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 697.898044] env[68960]: DEBUG oslo_vmware.api [None req-a1049d03-066e-4d19-bd79-087e93553555 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Waiting for the task: (returnval){ [ 697.898044] env[68960]: value = "task-3221083" [ 697.898044] env[68960]: _type = "Task" [ 697.898044] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.898211] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221081, 'name': CreateVM_Task, 'duration_secs': 0.458849} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.898950] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.902701] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.902871] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.903206] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.910655] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24686977-c55c-4fbe-9e29-35922b01026c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.912386] env[68960]: DEBUG oslo_vmware.api [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221078, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526665} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.912656] env[68960]: DEBUG oslo_vmware.api [None req-1130c0c2-a56f-4f36-835e-23423061a53e tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 697.912656] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528eeb26-5088-bfc9-2980-474eaf46ac32" [ 697.912656] env[68960]: _type = "Task" [ 697.912656] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.913550] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 42fa00ac-ab86-4729-969b-ababacf6b99c/42fa00ac-ab86-4729-969b-ababacf6b99c.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.913772] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.914509] env[68960]: DEBUG nova.network.neutron [-] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.915939] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d065a263-16a0-4235-a7a2-93ba09dabdd7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.925018] env[68960]: DEBUG oslo_vmware.api [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Waiting for the task: (returnval){ [ 697.925018] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52402877-8ece-289a-d0e4-ca1c7a73246c" [ 697.925018] env[68960]: _type = "Task" [ 697.925018] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.925251] env[68960]: DEBUG oslo_vmware.api [None req-a1049d03-066e-4d19-bd79-087e93553555 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Task: {'id': task-3221083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.933626] env[68960]: DEBUG oslo_vmware.api [None req-1130c0c2-a56f-4f36-835e-23423061a53e tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528eeb26-5088-bfc9-2980-474eaf46ac32, 'name': SearchDatastore_Task, 'duration_secs': 0.016717} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.935354] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1130c0c2-a56f-4f36-835e-23423061a53e tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.935706] env[68960]: DEBUG oslo_vmware.api [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 697.935706] env[68960]: value = "task-3221084" [ 697.935706] env[68960]: _type = "Task" [ 697.935706] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.946773] env[68960]: DEBUG oslo_vmware.api [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52402877-8ece-289a-d0e4-ca1c7a73246c, 'name': SearchDatastore_Task, 'duration_secs': 0.015179} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.947878] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.948198] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.948495] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.948696] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.948912] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.949691] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fd2839e-989e-4d6f-bab9-c4d73881ee47 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.953831] env[68960]: DEBUG oslo_vmware.api [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.959908] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.960094] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.960813] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-befa575c-2f7b-43d3-aeb2-e9b41f123a33 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.966508] env[68960]: DEBUG oslo_vmware.api [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Waiting for the task: (returnval){ [ 697.966508] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5261c81e-8d52-5b15-d1e9-1d70304024f4" [ 697.966508] env[68960]: _type = "Task" [ 697.966508] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.974879] env[68960]: DEBUG oslo_vmware.api [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5261c81e-8d52-5b15-d1e9-1d70304024f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.045932] env[68960]: DEBUG nova.network.neutron [req-257213a9-787c-4014-848b-5ebed515b433 req-f7409f35-2ddb-4645-afdb-f1dab81baca4 service nova] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Updated VIF entry in instance network info cache for port 61b2b1db-fc95-4ed3-a1cd-edd88d64b209. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.046405] env[68960]: DEBUG nova.network.neutron [req-257213a9-787c-4014-848b-5ebed515b433 req-f7409f35-2ddb-4645-afdb-f1dab81baca4 service nova] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Updating instance_info_cache with network_info: [{"id": "61b2b1db-fc95-4ed3-a1cd-edd88d64b209", "address": "fa:16:3e:d1:20:76", "network": {"id": "adb24c4f-d87d-4f6a-a93f-1f91feb2629a", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1777135224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35f373968160460783aa957c8b944238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61b2b1db-fc", "ovs_interfaceid": "61b2b1db-fc95-4ed3-a1cd-edd88d64b209", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.099923] env[68960]: DEBUG oslo_vmware.api [None req-b556bbff-80b8-4d89-a641-635aff561a6a tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3221082, 'name': PowerOffVM_Task, 'duration_secs': 0.364709} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.100222] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b556bbff-80b8-4d89-a641-635aff561a6a tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.100392] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b556bbff-80b8-4d89-a641-635aff561a6a tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.100643] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d7e6f2e-a7d3-467a-b88c-ea71c5bce269 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.167451] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b556bbff-80b8-4d89-a641-635aff561a6a tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.167689] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b556bbff-80b8-4d89-a641-635aff561a6a tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.167868] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b556bbff-80b8-4d89-a641-635aff561a6a tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Deleting the datastore file [datastore2] 4defea80-22a7-4665-bbc7-425c52af00ab {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.168245] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8351c18e-d1c6-47d3-80ce-61bfdabb3ca1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.188898] env[68960]: DEBUG oslo_vmware.api [None req-b556bbff-80b8-4d89-a641-635aff561a6a tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Waiting for the task: (returnval){ [ 698.188898] env[68960]: value = "task-3221086" [ 698.188898] env[68960]: _type = "Task" [ 698.188898] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.198601] env[68960]: DEBUG nova.compute.manager [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.201517] env[68960]: DEBUG oslo_vmware.api [None req-b556bbff-80b8-4d89-a641-635aff561a6a tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3221086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.340734] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9fd18656-cefa-45d1-850e-6a71af5250b0 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.356026] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8739d9be-6f63-4205-ab06-42cf7b2bc50e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "69104ee1-e0d9-4783-9ccb-8af129140cd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.854s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.408921] env[68960]: DEBUG oslo_vmware.api [None req-a1049d03-066e-4d19-bd79-087e93553555 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Task: {'id': task-3221083, 'name': PowerOffVM_Task, 'duration_secs': 0.18929} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.409109] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1049d03-066e-4d19-bd79-087e93553555 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.409336] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a1049d03-066e-4d19-bd79-087e93553555 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.409510] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22bf92ec-0d39-4a5a-b259-2ba465aac5c9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.425718] env[68960]: DEBUG nova.network.neutron [-] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.446246] env[68960]: DEBUG oslo_vmware.api [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.221319} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.446512] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.447285] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf944d7a-84ca-43f7-9865-2dd84e328f83 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.470156] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 42fa00ac-ab86-4729-969b-ababacf6b99c/42fa00ac-ab86-4729-969b-ababacf6b99c.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.470484] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd662c27-1983-475c-abf4-52b95900efbe {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.489140] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a1049d03-066e-4d19-bd79-087e93553555 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.490220] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a1049d03-066e-4d19-bd79-087e93553555 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.490220] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1049d03-066e-4d19-bd79-087e93553555 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Deleting the datastore file [datastore2] a30615b9-3f54-43da-bb2a-b8e6ed38fb47 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.490220] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ff51152-aa5b-43ee-aa97-a414a52cd04f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.494179] env[68960]: DEBUG oslo_vmware.api [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 698.494179] env[68960]: value = "task-3221088" [ 698.494179] env[68960]: _type = "Task" [ 698.494179] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.501330] env[68960]: DEBUG oslo_vmware.api [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5261c81e-8d52-5b15-d1e9-1d70304024f4, 'name': SearchDatastore_Task, 'duration_secs': 0.015446} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.504028] env[68960]: DEBUG oslo_vmware.api [None req-a1049d03-066e-4d19-bd79-087e93553555 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Waiting for the task: (returnval){ [ 698.504028] env[68960]: value = "task-3221089" [ 698.504028] env[68960]: _type = "Task" [ 698.504028] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.504210] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e232f8e-8ed8-49d4-9bf2-380a6c5d99bd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.512498] env[68960]: DEBUG oslo_vmware.api [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221088, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.515454] env[68960]: DEBUG oslo_vmware.api [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Waiting for the task: (returnval){ [ 698.515454] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5269fb48-6a89-3328-0880-8f97717753b6" [ 698.515454] env[68960]: _type = "Task" [ 698.515454] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.518551] env[68960]: DEBUG oslo_vmware.api [None req-a1049d03-066e-4d19-bd79-087e93553555 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Task: {'id': task-3221089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.527732] env[68960]: DEBUG oslo_vmware.api [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5269fb48-6a89-3328-0880-8f97717753b6, 'name': SearchDatastore_Task, 'duration_secs': 0.0091} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.528037] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.528325] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] b93c3681-667b-4b48-bfbd-558e83220287/b93c3681-667b-4b48-bfbd-558e83220287.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.528635] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4e6cbe1-867f-4fe1-957f-0f1cb0b845d7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.534669] env[68960]: DEBUG oslo_vmware.api [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Waiting for the task: (returnval){ [ 698.534669] env[68960]: value = "task-3221090" [ 698.534669] env[68960]: _type = "Task" [ 698.534669] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.542585] env[68960]: DEBUG oslo_vmware.api [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Task: {'id': task-3221090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.550344] env[68960]: DEBUG oslo_concurrency.lockutils [req-257213a9-787c-4014-848b-5ebed515b433 req-f7409f35-2ddb-4645-afdb-f1dab81baca4 service nova] Releasing lock "refresh_cache-b93c3681-667b-4b48-bfbd-558e83220287" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.573544] env[68960]: DEBUG nova.compute.manager [req-988d206e-33ae-4bde-ac31-d607d20c1a03 req-b64dd529-520f-4de0-9389-07d2421a8027 service nova] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Received event network-vif-deleted-fe52a816-bd75-4c39-b5ab-558a2499e4bd {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.573774] env[68960]: DEBUG nova.compute.manager [req-988d206e-33ae-4bde-ac31-d607d20c1a03 req-b64dd529-520f-4de0-9389-07d2421a8027 service nova] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Received event network-vif-deleted-d34562a6-58fd-42fe-9672-27b5dcae8958 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.700770] env[68960]: DEBUG oslo_vmware.api [None req-b556bbff-80b8-4d89-a641-635aff561a6a tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Task: {'id': task-3221086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141755} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.700770] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b556bbff-80b8-4d89-a641-635aff561a6a tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.700927] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b556bbff-80b8-4d89-a641-635aff561a6a tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.701170] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b556bbff-80b8-4d89-a641-635aff561a6a tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.701495] env[68960]: INFO nova.compute.manager [None req-b556bbff-80b8-4d89-a641-635aff561a6a tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Took 1.13 seconds to destroy the instance on the hypervisor. [ 698.701642] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b556bbff-80b8-4d89-a641-635aff561a6a tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.701869] env[68960]: DEBUG nova.compute.manager [-] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.702061] env[68960]: DEBUG nova.network.neutron [-] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.726078] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.928838] env[68960]: INFO nova.compute.manager [-] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Took 1.03 seconds to deallocate network for instance. [ 699.008839] env[68960]: DEBUG oslo_vmware.api [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.028449] env[68960]: DEBUG oslo_vmware.api [None req-a1049d03-066e-4d19-bd79-087e93553555 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Task: {'id': task-3221089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147415} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.029538] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1049d03-066e-4d19-bd79-087e93553555 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.029805] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a1049d03-066e-4d19-bd79-087e93553555 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 699.029950] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a1049d03-066e-4d19-bd79-087e93553555 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.030428] env[68960]: INFO nova.compute.manager [None req-a1049d03-066e-4d19-bd79-087e93553555 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Took 1.22 seconds to destroy the instance on the hypervisor. [ 699.030642] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1049d03-066e-4d19-bd79-087e93553555 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.030738] env[68960]: DEBUG nova.compute.manager [-] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 699.030877] env[68960]: DEBUG nova.network.neutron [-] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 699.048094] env[68960]: DEBUG oslo_vmware.api [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Task: {'id': task-3221090, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.403560] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d2e53c-6634-4404-ac42-f146b073560d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.413808] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af4f762-1a22-421c-bee0-a37e9c014c6a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.445433] env[68960]: INFO nova.compute.manager [None req-2e1e1e51-5987-41e0-9583-6b9c48898577 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Instance disappeared during terminate [ 699.445524] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2e1e1e51-5987-41e0-9583-6b9c48898577 tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Lock "44e5ac3d-09ea-4410-941a-971e4e9b55d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.290s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.447295] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935f55e3-a568-4039-a30c-6f1195075039 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.455329] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76287a1-6a78-4992-b30c-bd94658c8a02 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.468731] env[68960]: DEBUG nova.compute.provider_tree [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.483981] env[68960]: DEBUG nova.network.neutron [-] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.509265] env[68960]: DEBUG oslo_vmware.api [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221088, 'name': ReconfigVM_Task, 'duration_secs': 0.658857} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.509579] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 42fa00ac-ab86-4729-969b-ababacf6b99c/42fa00ac-ab86-4729-969b-ababacf6b99c.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.510257] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5455eb6e-0edb-4d78-8084-712a577849f9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.516202] env[68960]: DEBUG oslo_vmware.api [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 699.516202] env[68960]: value = "task-3221091" [ 699.516202] env[68960]: _type = "Task" [ 699.516202] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.525526] env[68960]: DEBUG oslo_vmware.api [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221091, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.545037] env[68960]: DEBUG oslo_vmware.api [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Task: {'id': task-3221090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51854} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.545293] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] b93c3681-667b-4b48-bfbd-558e83220287/b93c3681-667b-4b48-bfbd-558e83220287.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.545502] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.545747] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-789d3c9a-a8e5-4411-b9ff-f78e9a02a048 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.551705] env[68960]: DEBUG oslo_vmware.api [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Waiting for the task: (returnval){ [ 699.551705] env[68960]: value = "task-3221092" [ 699.551705] env[68960]: _type = "Task" [ 699.551705] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.560697] env[68960]: DEBUG oslo_vmware.api [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Task: {'id': task-3221092, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.680852] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "637ba32b-97be-465d-a923-4eed68a2bb68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.681175] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "637ba32b-97be-465d-a923-4eed68a2bb68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.767635] env[68960]: DEBUG nova.network.neutron [-] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.972519] env[68960]: DEBUG nova.scheduler.client.report [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.986397] env[68960]: INFO nova.compute.manager [-] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Took 1.28 seconds to deallocate network for instance. [ 700.026995] env[68960]: DEBUG oslo_vmware.api [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221091, 'name': Rename_Task, 'duration_secs': 0.263278} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.027841] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.028100] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b2f07a5-0977-4110-be84-48981622a364 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.035100] env[68960]: DEBUG oslo_vmware.api [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 700.035100] env[68960]: value = "task-3221093" [ 700.035100] env[68960]: _type = "Task" [ 700.035100] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.043633] env[68960]: DEBUG oslo_vmware.api [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.060777] env[68960]: DEBUG oslo_vmware.api [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Task: {'id': task-3221092, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06792} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.061078] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.061991] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09062073-e225-4e8c-bd9b-7e46f11ecf95 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.084216] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] b93c3681-667b-4b48-bfbd-558e83220287/b93c3681-667b-4b48-bfbd-558e83220287.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.084561] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e89252fe-4668-473d-8a6d-64a9ee8f4a5d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.103725] env[68960]: DEBUG oslo_vmware.api [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Waiting for the task: (returnval){ [ 700.103725] env[68960]: value = "task-3221094" [ 700.103725] env[68960]: _type = "Task" [ 700.103725] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.111565] env[68960]: DEBUG oslo_vmware.api [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Task: {'id': task-3221094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.270737] env[68960]: INFO nova.compute.manager [-] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Took 1.24 seconds to deallocate network for instance. [ 700.478548] env[68960]: DEBUG oslo_concurrency.lockutils [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.479129] env[68960]: DEBUG nova.compute.manager [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.481832] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.069s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.483264] env[68960]: INFO nova.compute.claims [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.492664] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b556bbff-80b8-4d89-a641-635aff561a6a tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.546927] env[68960]: DEBUG oslo_vmware.api [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221093, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.613656] env[68960]: DEBUG oslo_vmware.api [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Task: {'id': task-3221094, 'name': ReconfigVM_Task, 'duration_secs': 0.342994} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.613945] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Reconfigured VM instance instance-0000001d to attach disk [datastore2] b93c3681-667b-4b48-bfbd-558e83220287/b93c3681-667b-4b48-bfbd-558e83220287.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.614668] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04742088-1809-4b91-a8c2-40cbab060eaa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.622524] env[68960]: DEBUG oslo_vmware.api [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Waiting for the task: (returnval){ [ 700.622524] env[68960]: value = "task-3221095" [ 700.622524] env[68960]: _type = "Task" [ 700.622524] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.630729] env[68960]: DEBUG oslo_vmware.api [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Task: {'id': task-3221095, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.633145] env[68960]: DEBUG nova.compute.manager [req-eb8542ea-e514-48b5-931f-ecdd339cf229 req-23690d17-e94b-499f-879f-7fce72bad14f service nova] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Received event network-vif-deleted-1f237bc5-adc1-4868-8ab7-7d00a42be820 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.633372] env[68960]: DEBUG nova.compute.manager [req-eb8542ea-e514-48b5-931f-ecdd339cf229 req-23690d17-e94b-499f-879f-7fce72bad14f service nova] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Received event network-vif-deleted-c8620d5d-eb4e-4937-8d32-dcc243f3ca43 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.778687] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a1049d03-066e-4d19-bd79-087e93553555 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.990066] env[68960]: DEBUG nova.compute.utils [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.991458] env[68960]: DEBUG nova.compute.manager [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.991626] env[68960]: DEBUG nova.network.neutron [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.037679] env[68960]: DEBUG nova.policy [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '033839bec290488189f222884f18dc60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4c63f88f20340cbb8eba0c2935f9832', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.049305] env[68960]: DEBUG oslo_vmware.api [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221093, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.133086] env[68960]: DEBUG oslo_vmware.api [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Task: {'id': task-3221095, 'name': Rename_Task, 'duration_secs': 0.144431} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.133086] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.133287] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4445a7af-796e-4b99-9a47-d01e113da579 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.139724] env[68960]: DEBUG oslo_vmware.api [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Waiting for the task: (returnval){ [ 701.139724] env[68960]: value = "task-3221096" [ 701.139724] env[68960]: _type = "Task" [ 701.139724] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.147459] env[68960]: DEBUG oslo_vmware.api [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Task: {'id': task-3221096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.495724] env[68960]: DEBUG nova.compute.manager [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.531623] env[68960]: DEBUG nova.network.neutron [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Successfully created port: bfc57e33-4771-4898-8d6f-c7c58e6912e6 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.550629] env[68960]: DEBUG oslo_vmware.api [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221093, 'name': PowerOnVM_Task, 'duration_secs': 1.144514} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.553626] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.553974] env[68960]: INFO nova.compute.manager [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Took 9.93 seconds to spawn the instance on the hypervisor. [ 701.554297] env[68960]: DEBUG nova.compute.manager [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.555466] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44696abe-ba97-41ff-a734-348a4f382d55 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.650755] env[68960]: DEBUG oslo_vmware.api [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Task: {'id': task-3221096, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.982491] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c531c6f1-f55d-4464-99d8-4592f5a45113 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.991572] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beeff138-d212-42ae-acb6-d8c97d14bbff {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.024038] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe8e970-d43a-4088-9326-ccdc65cfb309 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.031477] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8317a0-fc4a-4a77-acbc-693d8b688dfb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.044513] env[68960]: DEBUG nova.compute.provider_tree [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.075525] env[68960]: INFO nova.compute.manager [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Took 31.40 seconds to build instance. [ 702.149365] env[68960]: DEBUG oslo_vmware.api [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Task: {'id': task-3221096, 'name': PowerOnVM_Task, 'duration_secs': 0.535293} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.149637] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.149858] env[68960]: INFO nova.compute.manager [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Took 7.72 seconds to spawn the instance on the hypervisor. [ 702.150048] env[68960]: DEBUG nova.compute.manager [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.150825] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc8c0f2-6c4b-4b8e-8101-4cd473d29829 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.528744] env[68960]: DEBUG nova.compute.manager [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.548991] env[68960]: DEBUG nova.scheduler.client.report [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.558574] env[68960]: DEBUG nova.virt.hardware [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.558819] env[68960]: DEBUG nova.virt.hardware [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.558978] env[68960]: DEBUG nova.virt.hardware [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.559183] env[68960]: DEBUG nova.virt.hardware [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.559330] env[68960]: DEBUG nova.virt.hardware [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.559475] env[68960]: DEBUG nova.virt.hardware [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.559706] env[68960]: DEBUG nova.virt.hardware [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.559926] env[68960]: DEBUG nova.virt.hardware [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.560167] env[68960]: DEBUG nova.virt.hardware [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.560422] env[68960]: DEBUG nova.virt.hardware [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.560645] env[68960]: DEBUG nova.virt.hardware [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.561665] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c597dfc9-6b3f-42c7-88c4-0431aa25da3b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.570873] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50bc955-d887-4b32-8199-d4ff4e477170 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.585691] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4236b32f-fcb7-4f01-98f0-1e63d5d8e5a6 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "42fa00ac-ab86-4729-969b-ababacf6b99c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.149s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.669324] env[68960]: INFO nova.compute.manager [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Took 30.82 seconds to build instance. [ 703.021653] env[68960]: DEBUG nova.network.neutron [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Successfully updated port: bfc57e33-4771-4898-8d6f-c7c58e6912e6 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.054433] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.054560] env[68960]: DEBUG nova.compute.manager [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.057322] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 22.333s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.057486] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.057628] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68960) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 703.058846] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.978s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.059296] env[68960]: INFO nova.compute.claims [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.065812] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56aa000c-e97c-4ced-8f05-596474a37d37 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.074718] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038346b6-b73a-409c-b2bd-acca5564d87b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.092502] env[68960]: DEBUG nova.compute.manager [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.096792] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8838df03-e238-4303-9fc1-1f43f7e930d2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.104900] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51277148-f822-4595-9fef-ac5b9e2c0012 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.138359] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180049MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=68960) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 703.138359] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.171282] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c538e370-158c-434b-8c27-ad0ffda41446 tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Lock "b93c3681-667b-4b48-bfbd-558e83220287" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.139s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.332874] env[68960]: DEBUG nova.compute.manager [req-33055cf7-3c16-4d8a-8b5a-ad2906c4eb2d req-29875666-5a2e-44ec-8be1-f64eb99da91e service nova] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Received event network-vif-plugged-bfc57e33-4771-4898-8d6f-c7c58e6912e6 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.332874] env[68960]: DEBUG oslo_concurrency.lockutils [req-33055cf7-3c16-4d8a-8b5a-ad2906c4eb2d req-29875666-5a2e-44ec-8be1-f64eb99da91e service nova] Acquiring lock "404efc31-4206-4e68-92c8-c4226982dfe1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.332874] env[68960]: DEBUG oslo_concurrency.lockutils [req-33055cf7-3c16-4d8a-8b5a-ad2906c4eb2d req-29875666-5a2e-44ec-8be1-f64eb99da91e service nova] Lock "404efc31-4206-4e68-92c8-c4226982dfe1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.332874] env[68960]: DEBUG oslo_concurrency.lockutils [req-33055cf7-3c16-4d8a-8b5a-ad2906c4eb2d req-29875666-5a2e-44ec-8be1-f64eb99da91e service nova] Lock "404efc31-4206-4e68-92c8-c4226982dfe1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.333886] env[68960]: DEBUG nova.compute.manager [req-33055cf7-3c16-4d8a-8b5a-ad2906c4eb2d req-29875666-5a2e-44ec-8be1-f64eb99da91e service nova] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] No waiting events found dispatching network-vif-plugged-bfc57e33-4771-4898-8d6f-c7c58e6912e6 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.334176] env[68960]: WARNING nova.compute.manager [req-33055cf7-3c16-4d8a-8b5a-ad2906c4eb2d req-29875666-5a2e-44ec-8be1-f64eb99da91e service nova] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Received unexpected event network-vif-plugged-bfc57e33-4771-4898-8d6f-c7c58e6912e6 for instance with vm_state building and task_state spawning. [ 703.527736] env[68960]: DEBUG oslo_concurrency.lockutils [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "refresh_cache-404efc31-4206-4e68-92c8-c4226982dfe1" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.527898] env[68960]: DEBUG oslo_concurrency.lockutils [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquired lock "refresh_cache-404efc31-4206-4e68-92c8-c4226982dfe1" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.528079] env[68960]: DEBUG nova.network.neutron [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.568593] env[68960]: DEBUG nova.compute.utils [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.569453] env[68960]: DEBUG nova.compute.manager [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.573039] env[68960]: DEBUG nova.network.neutron [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.610891] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.612391] env[68960]: DEBUG nova.policy [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5460b6f263a14e569c5f79291c6dc7e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2defcdedc1740729772373b6f6c6329', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.673607] env[68960]: DEBUG nova.compute.manager [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.910713] env[68960]: DEBUG nova.network.neutron [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Successfully created port: 5ebe3ff1-8a7d-412e-b8f2-70e644a9ecb0 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.935773] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "e333dd04-7fd6-465d-9dc0-58f2ce4fb399" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.937071] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "e333dd04-7fd6-465d-9dc0-58f2ce4fb399" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.076620] env[68960]: DEBUG nova.compute.manager [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.080764] env[68960]: DEBUG nova.network.neutron [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.198131] env[68960]: DEBUG oslo_concurrency.lockutils [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.296215] env[68960]: DEBUG nova.network.neutron [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Updating instance_info_cache with network_info: [{"id": "bfc57e33-4771-4898-8d6f-c7c58e6912e6", "address": "fa:16:3e:bd:9d:17", "network": {"id": "d2f92278-0560-43d8-bc83-ef076840fbed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1118476539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4c63f88f20340cbb8eba0c2935f9832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfc57e33-47", "ovs_interfaceid": "bfc57e33-4771-4898-8d6f-c7c58e6912e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.427503] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e2d1c944-e729-44d8-a9a8-bba2b8f999bf tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Acquiring lock "b93c3681-667b-4b48-bfbd-558e83220287" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.427770] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e2d1c944-e729-44d8-a9a8-bba2b8f999bf tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Lock "b93c3681-667b-4b48-bfbd-558e83220287" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.428140] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e2d1c944-e729-44d8-a9a8-bba2b8f999bf tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Acquiring lock "b93c3681-667b-4b48-bfbd-558e83220287-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.428346] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e2d1c944-e729-44d8-a9a8-bba2b8f999bf tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Lock "b93c3681-667b-4b48-bfbd-558e83220287-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.428516] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e2d1c944-e729-44d8-a9a8-bba2b8f999bf tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Lock "b93c3681-667b-4b48-bfbd-558e83220287-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.431089] env[68960]: INFO nova.compute.manager [None req-e2d1c944-e729-44d8-a9a8-bba2b8f999bf tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Terminating instance [ 704.621067] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbb8c5f-82c1-458d-955b-ec3d8ea137b0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.629729] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27914c2-791c-4ef1-b63a-9f8bba539255 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.661715] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60544d0-e8e2-4525-b298-7bcc91fb96a8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.670784] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7127a6-c320-4c10-b2b4-418008c3379a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.684202] env[68960]: DEBUG nova.compute.provider_tree [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.799190] env[68960]: DEBUG oslo_concurrency.lockutils [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Releasing lock "refresh_cache-404efc31-4206-4e68-92c8-c4226982dfe1" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.799533] env[68960]: DEBUG nova.compute.manager [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Instance network_info: |[{"id": "bfc57e33-4771-4898-8d6f-c7c58e6912e6", "address": "fa:16:3e:bd:9d:17", "network": {"id": "d2f92278-0560-43d8-bc83-ef076840fbed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1118476539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4c63f88f20340cbb8eba0c2935f9832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfc57e33-47", "ovs_interfaceid": "bfc57e33-4771-4898-8d6f-c7c58e6912e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.799980] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:9d:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfc57e33-4771-4898-8d6f-c7c58e6912e6', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.807494] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Creating folder: Project (e4c63f88f20340cbb8eba0c2935f9832). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.807801] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ef0c844-3ec4-42d9-aaae-ac6e853c3343 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.818947] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Created folder: Project (e4c63f88f20340cbb8eba0c2935f9832) in parent group-v643888. [ 704.819172] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Creating folder: Instances. Parent ref: group-v643970. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.819423] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e78f051-a470-48f7-8d76-1da4c3c100fd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.829758] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Created folder: Instances in parent group-v643970. [ 704.830042] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.830362] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.830446] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c27cb5dd-9a90-4c92-96f9-d219fb3eb15a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.849250] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.849250] env[68960]: value = "task-3221099" [ 704.849250] env[68960]: _type = "Task" [ 704.849250] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.857032] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221099, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.935710] env[68960]: DEBUG nova.compute.manager [None req-e2d1c944-e729-44d8-a9a8-bba2b8f999bf tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.935710] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d1c944-e729-44d8-a9a8-bba2b8f999bf tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.936736] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c7f2fb-89c4-4fb2-a60d-d15a88f7f8a3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.944803] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d1c944-e729-44d8-a9a8-bba2b8f999bf tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.945019] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cde3d72-8891-4c94-8d90-bf833b989240 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.951921] env[68960]: DEBUG oslo_vmware.api [None req-e2d1c944-e729-44d8-a9a8-bba2b8f999bf tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Waiting for the task: (returnval){ [ 704.951921] env[68960]: value = "task-3221100" [ 704.951921] env[68960]: _type = "Task" [ 704.951921] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.959870] env[68960]: DEBUG oslo_vmware.api [None req-e2d1c944-e729-44d8-a9a8-bba2b8f999bf tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Task: {'id': task-3221100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.093374] env[68960]: DEBUG nova.compute.manager [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.122617] env[68960]: DEBUG nova.virt.hardware [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.122974] env[68960]: DEBUG nova.virt.hardware [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.123168] env[68960]: DEBUG nova.virt.hardware [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.123359] env[68960]: DEBUG nova.virt.hardware [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.123505] env[68960]: DEBUG nova.virt.hardware [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.123651] env[68960]: DEBUG nova.virt.hardware [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.123877] env[68960]: DEBUG nova.virt.hardware [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.124050] env[68960]: DEBUG nova.virt.hardware [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.124222] env[68960]: DEBUG nova.virt.hardware [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.124385] env[68960]: DEBUG nova.virt.hardware [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.124556] env[68960]: DEBUG nova.virt.hardware [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.125568] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64be410-f5dd-4a3c-a2f6-e41b532c9298 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.134396] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10b42b3-7312-4c3a-84ac-7c5b34911905 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.187876] env[68960]: DEBUG nova.scheduler.client.report [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.359112] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221099, 'name': CreateVM_Task, 'duration_secs': 0.372304} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.363034] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.363034] env[68960]: DEBUG nova.compute.manager [req-5f207a5e-0925-447f-9736-bf918d152269 req-52acf059-5641-408b-afe2-7b091110053f service nova] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Received event network-changed-bfc57e33-4771-4898-8d6f-c7c58e6912e6 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.363034] env[68960]: DEBUG nova.compute.manager [req-5f207a5e-0925-447f-9736-bf918d152269 req-52acf059-5641-408b-afe2-7b091110053f service nova] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Refreshing instance network info cache due to event network-changed-bfc57e33-4771-4898-8d6f-c7c58e6912e6. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.363034] env[68960]: DEBUG oslo_concurrency.lockutils [req-5f207a5e-0925-447f-9736-bf918d152269 req-52acf059-5641-408b-afe2-7b091110053f service nova] Acquiring lock "refresh_cache-404efc31-4206-4e68-92c8-c4226982dfe1" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.363034] env[68960]: DEBUG oslo_concurrency.lockutils [req-5f207a5e-0925-447f-9736-bf918d152269 req-52acf059-5641-408b-afe2-7b091110053f service nova] Acquired lock "refresh_cache-404efc31-4206-4e68-92c8-c4226982dfe1" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.363034] env[68960]: DEBUG nova.network.neutron [req-5f207a5e-0925-447f-9736-bf918d152269 req-52acf059-5641-408b-afe2-7b091110053f service nova] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Refreshing network info cache for port bfc57e33-4771-4898-8d6f-c7c58e6912e6 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.363922] env[68960]: DEBUG oslo_concurrency.lockutils [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.364091] env[68960]: DEBUG oslo_concurrency.lockutils [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.364425] env[68960]: DEBUG oslo_concurrency.lockutils [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.365131] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b152b6ef-9216-4149-8d4d-9ba50975f4a6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.370512] env[68960]: DEBUG oslo_vmware.api [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 705.370512] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52286eac-78a0-8746-3f45-acfd8071ece5" [ 705.370512] env[68960]: _type = "Task" [ 705.370512] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.379729] env[68960]: DEBUG oslo_vmware.api [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52286eac-78a0-8746-3f45-acfd8071ece5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.461727] env[68960]: DEBUG oslo_vmware.api [None req-e2d1c944-e729-44d8-a9a8-bba2b8f999bf tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Task: {'id': task-3221100, 'name': PowerOffVM_Task, 'duration_secs': 0.210729} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.462148] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d1c944-e729-44d8-a9a8-bba2b8f999bf tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.462387] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d1c944-e729-44d8-a9a8-bba2b8f999bf tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.462711] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bb9318d-bba0-45af-9b63-870f0a3a520e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.526729] env[68960]: DEBUG nova.network.neutron [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Successfully updated port: 5ebe3ff1-8a7d-412e-b8f2-70e644a9ecb0 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.538018] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d1c944-e729-44d8-a9a8-bba2b8f999bf tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.538291] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d1c944-e729-44d8-a9a8-bba2b8f999bf tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.538477] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2d1c944-e729-44d8-a9a8-bba2b8f999bf tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Deleting the datastore file [datastore2] b93c3681-667b-4b48-bfbd-558e83220287 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.538744] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8aab022-4b39-4c21-a432-86723ade9a97 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.548470] env[68960]: DEBUG oslo_vmware.api [None req-e2d1c944-e729-44d8-a9a8-bba2b8f999bf tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Waiting for the task: (returnval){ [ 705.548470] env[68960]: value = "task-3221102" [ 705.548470] env[68960]: _type = "Task" [ 705.548470] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.556453] env[68960]: DEBUG oslo_vmware.api [None req-e2d1c944-e729-44d8-a9a8-bba2b8f999bf tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Task: {'id': task-3221102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.693247] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.693851] env[68960]: DEBUG nova.compute.manager [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 705.697036] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.424s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.697408] env[68960]: DEBUG nova.objects.instance [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Lazy-loading 'resources' on Instance uuid 75f185f7-7424-4e12-9b06-69c6094267d9 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.880999] env[68960]: DEBUG oslo_vmware.api [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52286eac-78a0-8746-3f45-acfd8071ece5, 'name': SearchDatastore_Task, 'duration_secs': 0.01037} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.881320] env[68960]: DEBUG oslo_concurrency.lockutils [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.881550] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.881773] env[68960]: DEBUG oslo_concurrency.lockutils [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.881974] env[68960]: DEBUG oslo_concurrency.lockutils [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.882170] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.882427] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ec6352e-60b2-4884-b7d1-319400fd4dbd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.890673] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.890852] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.891567] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf18a8b5-b32a-401d-8a79-d8469d42ec9c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.896249] env[68960]: DEBUG oslo_vmware.api [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 705.896249] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b05676-8c99-e5ad-0097-4140a698e840" [ 705.896249] env[68960]: _type = "Task" [ 705.896249] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.906560] env[68960]: DEBUG oslo_vmware.api [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b05676-8c99-e5ad-0097-4140a698e840, 'name': SearchDatastore_Task, 'duration_secs': 0.007795} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.907310] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-145d1669-7203-45f7-bcd7-15ab774571e7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.911904] env[68960]: DEBUG oslo_vmware.api [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 705.911904] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f1fdf0-b8d8-a8ab-28c4-48d3019ebadb" [ 705.911904] env[68960]: _type = "Task" [ 705.911904] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.921925] env[68960]: DEBUG oslo_vmware.api [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f1fdf0-b8d8-a8ab-28c4-48d3019ebadb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.031150] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Acquiring lock "refresh_cache-273c49d9-4798-49ae-9b8b-6029dd52c5ad" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.031150] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Acquired lock "refresh_cache-273c49d9-4798-49ae-9b8b-6029dd52c5ad" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.031150] env[68960]: DEBUG nova.network.neutron [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.058274] env[68960]: DEBUG oslo_vmware.api [None req-e2d1c944-e729-44d8-a9a8-bba2b8f999bf tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Task: {'id': task-3221102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134793} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.058680] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2d1c944-e729-44d8-a9a8-bba2b8f999bf tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.058971] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d1c944-e729-44d8-a9a8-bba2b8f999bf tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.059261] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d1c944-e729-44d8-a9a8-bba2b8f999bf tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.059531] env[68960]: INFO nova.compute.manager [None req-e2d1c944-e729-44d8-a9a8-bba2b8f999bf tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Took 1.12 seconds to destroy the instance on the hypervisor. [ 706.059878] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2d1c944-e729-44d8-a9a8-bba2b8f999bf tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.060168] env[68960]: DEBUG nova.compute.manager [-] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 706.060350] env[68960]: DEBUG nova.network.neutron [-] [instance: b93c3681-667b-4b48-bfbd-558e83220287] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 706.063723] env[68960]: DEBUG nova.network.neutron [req-5f207a5e-0925-447f-9736-bf918d152269 req-52acf059-5641-408b-afe2-7b091110053f service nova] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Updated VIF entry in instance network info cache for port bfc57e33-4771-4898-8d6f-c7c58e6912e6. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.064190] env[68960]: DEBUG nova.network.neutron [req-5f207a5e-0925-447f-9736-bf918d152269 req-52acf059-5641-408b-afe2-7b091110053f service nova] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Updating instance_info_cache with network_info: [{"id": "bfc57e33-4771-4898-8d6f-c7c58e6912e6", "address": "fa:16:3e:bd:9d:17", "network": {"id": "d2f92278-0560-43d8-bc83-ef076840fbed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1118476539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4c63f88f20340cbb8eba0c2935f9832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfc57e33-47", "ovs_interfaceid": "bfc57e33-4771-4898-8d6f-c7c58e6912e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.198738] env[68960]: DEBUG nova.compute.utils [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.200247] env[68960]: DEBUG nova.compute.manager [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 706.200420] env[68960]: DEBUG nova.network.neutron [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 706.274744] env[68960]: DEBUG nova.policy [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19bdd52363d343de8eee903f19cd777f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28959d29e2f44fa183796511fbba6330', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.423827] env[68960]: DEBUG oslo_vmware.api [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f1fdf0-b8d8-a8ab-28c4-48d3019ebadb, 'name': SearchDatastore_Task, 'duration_secs': 0.008126} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.426274] env[68960]: DEBUG oslo_concurrency.lockutils [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.426538] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 404efc31-4206-4e68-92c8-c4226982dfe1/404efc31-4206-4e68-92c8-c4226982dfe1.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.426975] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-190d6f2b-17b8-419f-8968-4fb6f1547f81 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.436144] env[68960]: DEBUG oslo_vmware.api [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 706.436144] env[68960]: value = "task-3221103" [ 706.436144] env[68960]: _type = "Task" [ 706.436144] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.446392] env[68960]: DEBUG oslo_vmware.api [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.566790] env[68960]: DEBUG oslo_concurrency.lockutils [req-5f207a5e-0925-447f-9736-bf918d152269 req-52acf059-5641-408b-afe2-7b091110053f service nova] Releasing lock "refresh_cache-404efc31-4206-4e68-92c8-c4226982dfe1" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.581066] env[68960]: DEBUG nova.network.neutron [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.707948] env[68960]: DEBUG nova.compute.manager [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 706.845777] env[68960]: DEBUG nova.network.neutron [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Successfully created port: 4f4c7ea1-ad33-4735-b756-eb556898856b {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.852924] env[68960]: DEBUG nova.network.neutron [-] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.856572] env[68960]: DEBUG nova.network.neutron [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Updating instance_info_cache with network_info: [{"id": "5ebe3ff1-8a7d-412e-b8f2-70e644a9ecb0", "address": "fa:16:3e:6d:e8:f8", "network": {"id": "fcc98b4b-4485-4351-9f02-d7fac58ebd35", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-909654401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2defcdedc1740729772373b6f6c6329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ebe3ff1-8a", "ovs_interfaceid": "5ebe3ff1-8a7d-412e-b8f2-70e644a9ecb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.869941] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816865c1-24b0-4a8b-a225-c965d399062c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.884607] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74de6c9a-a87f-44da-8431-f39879a22e62 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.926575] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9aba74-214d-41ff-ab3c-5d9380952d18 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.935243] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e54730-299c-428f-8e5b-e5b48ff48768 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.955069] env[68960]: DEBUG nova.compute.provider_tree [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.960520] env[68960]: DEBUG oslo_vmware.api [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221103, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.360600] env[68960]: INFO nova.compute.manager [-] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Took 1.30 seconds to deallocate network for instance. [ 707.362394] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Releasing lock "refresh_cache-273c49d9-4798-49ae-9b8b-6029dd52c5ad" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.362724] env[68960]: DEBUG nova.compute.manager [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Instance network_info: |[{"id": "5ebe3ff1-8a7d-412e-b8f2-70e644a9ecb0", "address": "fa:16:3e:6d:e8:f8", "network": {"id": "fcc98b4b-4485-4351-9f02-d7fac58ebd35", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-909654401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2defcdedc1740729772373b6f6c6329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ebe3ff1-8a", "ovs_interfaceid": "5ebe3ff1-8a7d-412e-b8f2-70e644a9ecb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.363810] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:e8:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ebe3ff1-8a7d-412e-b8f2-70e644a9ecb0', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.371667] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Creating folder: Project (b2defcdedc1740729772373b6f6c6329). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.375358] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e084923-a55c-4758-a1ce-f81cb658052e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.386318] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Created folder: Project (b2defcdedc1740729772373b6f6c6329) in parent group-v643888. [ 707.386528] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Creating folder: Instances. Parent ref: group-v643973. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.386776] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a926f49-318b-4348-837a-bdac6da0c1e3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.395282] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Created folder: Instances in parent group-v643973. [ 707.395515] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.395706] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.395904] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25211231-6836-4024-bbd1-b9c902035d92 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.413883] env[68960]: DEBUG nova.compute.manager [req-9a5715d8-5f50-415b-ada7-1a5ec44cc634 req-360988a9-ba37-4ace-abf2-4cf2d3762139 service nova] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Received event network-vif-plugged-5ebe3ff1-8a7d-412e-b8f2-70e644a9ecb0 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.413883] env[68960]: DEBUG oslo_concurrency.lockutils [req-9a5715d8-5f50-415b-ada7-1a5ec44cc634 req-360988a9-ba37-4ace-abf2-4cf2d3762139 service nova] Acquiring lock "273c49d9-4798-49ae-9b8b-6029dd52c5ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.413883] env[68960]: DEBUG oslo_concurrency.lockutils [req-9a5715d8-5f50-415b-ada7-1a5ec44cc634 req-360988a9-ba37-4ace-abf2-4cf2d3762139 service nova] Lock "273c49d9-4798-49ae-9b8b-6029dd52c5ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.413883] env[68960]: DEBUG oslo_concurrency.lockutils [req-9a5715d8-5f50-415b-ada7-1a5ec44cc634 req-360988a9-ba37-4ace-abf2-4cf2d3762139 service nova] Lock "273c49d9-4798-49ae-9b8b-6029dd52c5ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.413883] env[68960]: DEBUG nova.compute.manager [req-9a5715d8-5f50-415b-ada7-1a5ec44cc634 req-360988a9-ba37-4ace-abf2-4cf2d3762139 service nova] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] No waiting events found dispatching network-vif-plugged-5ebe3ff1-8a7d-412e-b8f2-70e644a9ecb0 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.415062] env[68960]: WARNING nova.compute.manager [req-9a5715d8-5f50-415b-ada7-1a5ec44cc634 req-360988a9-ba37-4ace-abf2-4cf2d3762139 service nova] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Received unexpected event network-vif-plugged-5ebe3ff1-8a7d-412e-b8f2-70e644a9ecb0 for instance with vm_state building and task_state spawning. [ 707.415062] env[68960]: DEBUG nova.compute.manager [req-9a5715d8-5f50-415b-ada7-1a5ec44cc634 req-360988a9-ba37-4ace-abf2-4cf2d3762139 service nova] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Received event network-changed-5ebe3ff1-8a7d-412e-b8f2-70e644a9ecb0 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.415062] env[68960]: DEBUG nova.compute.manager [req-9a5715d8-5f50-415b-ada7-1a5ec44cc634 req-360988a9-ba37-4ace-abf2-4cf2d3762139 service nova] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Refreshing instance network info cache due to event network-changed-5ebe3ff1-8a7d-412e-b8f2-70e644a9ecb0. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.415062] env[68960]: DEBUG oslo_concurrency.lockutils [req-9a5715d8-5f50-415b-ada7-1a5ec44cc634 req-360988a9-ba37-4ace-abf2-4cf2d3762139 service nova] Acquiring lock "refresh_cache-273c49d9-4798-49ae-9b8b-6029dd52c5ad" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.415062] env[68960]: DEBUG oslo_concurrency.lockutils [req-9a5715d8-5f50-415b-ada7-1a5ec44cc634 req-360988a9-ba37-4ace-abf2-4cf2d3762139 service nova] Acquired lock "refresh_cache-273c49d9-4798-49ae-9b8b-6029dd52c5ad" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.415062] env[68960]: DEBUG nova.network.neutron [req-9a5715d8-5f50-415b-ada7-1a5ec44cc634 req-360988a9-ba37-4ace-abf2-4cf2d3762139 service nova] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Refreshing network info cache for port 5ebe3ff1-8a7d-412e-b8f2-70e644a9ecb0 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.421178] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.421178] env[68960]: value = "task-3221106" [ 707.421178] env[68960]: _type = "Task" [ 707.421178] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.430514] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221106, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.449767] env[68960]: DEBUG oslo_vmware.api [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221103, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537345} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.450387] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 404efc31-4206-4e68-92c8-c4226982dfe1/404efc31-4206-4e68-92c8-c4226982dfe1.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.450731] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.451493] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa7591b0-0e98-4409-9ee4-4991766193e4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.458435] env[68960]: DEBUG nova.scheduler.client.report [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.462436] env[68960]: DEBUG oslo_vmware.api [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 707.462436] env[68960]: value = "task-3221107" [ 707.462436] env[68960]: _type = "Task" [ 707.462436] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.471790] env[68960]: DEBUG oslo_vmware.api [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.728289] env[68960]: DEBUG nova.compute.manager [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 707.755201] env[68960]: DEBUG nova.virt.hardware [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.755454] env[68960]: DEBUG nova.virt.hardware [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.755616] env[68960]: DEBUG nova.virt.hardware [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.755791] env[68960]: DEBUG nova.virt.hardware [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.755936] env[68960]: DEBUG nova.virt.hardware [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.756096] env[68960]: DEBUG nova.virt.hardware [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.756324] env[68960]: DEBUG nova.virt.hardware [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.756454] env[68960]: DEBUG nova.virt.hardware [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.756620] env[68960]: DEBUG nova.virt.hardware [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.756818] env[68960]: DEBUG nova.virt.hardware [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.756949] env[68960]: DEBUG nova.virt.hardware [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.757857] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164681a3-3f55-4d02-a7fa-99c683685f5a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.767508] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192673b0-67a6-4ac6-81ea-1fdbd926dcb1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.877030] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e2d1c944-e729-44d8-a9a8-bba2b8f999bf tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.932713] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221106, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.965166] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.268s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.967419] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.677s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.968929] env[68960]: INFO nova.compute.claims [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.981579] env[68960]: DEBUG oslo_vmware.api [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.368539} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.981829] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.982725] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c26434-a6c8-4281-8f47-18f084a57aa7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.007402] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 404efc31-4206-4e68-92c8-c4226982dfe1/404efc31-4206-4e68-92c8-c4226982dfe1.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.008730] env[68960]: INFO nova.scheduler.client.report [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Deleted allocations for instance 75f185f7-7424-4e12-9b06-69c6094267d9 [ 708.009824] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe6270a4-3fce-4bfb-a457-b4ecb20cde7c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.035678] env[68960]: DEBUG oslo_vmware.api [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 708.035678] env[68960]: value = "task-3221108" [ 708.035678] env[68960]: _type = "Task" [ 708.035678] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.055053] env[68960]: DEBUG oslo_vmware.api [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.214423] env[68960]: DEBUG nova.network.neutron [req-9a5715d8-5f50-415b-ada7-1a5ec44cc634 req-360988a9-ba37-4ace-abf2-4cf2d3762139 service nova] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Updated VIF entry in instance network info cache for port 5ebe3ff1-8a7d-412e-b8f2-70e644a9ecb0. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.215092] env[68960]: DEBUG nova.network.neutron [req-9a5715d8-5f50-415b-ada7-1a5ec44cc634 req-360988a9-ba37-4ace-abf2-4cf2d3762139 service nova] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Updating instance_info_cache with network_info: [{"id": "5ebe3ff1-8a7d-412e-b8f2-70e644a9ecb0", "address": "fa:16:3e:6d:e8:f8", "network": {"id": "fcc98b4b-4485-4351-9f02-d7fac58ebd35", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-909654401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2defcdedc1740729772373b6f6c6329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ebe3ff1-8a", "ovs_interfaceid": "5ebe3ff1-8a7d-412e-b8f2-70e644a9ecb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.402996] env[68960]: DEBUG nova.network.neutron [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Successfully updated port: 4f4c7ea1-ad33-4735-b756-eb556898856b {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.432051] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221106, 'name': CreateVM_Task, 'duration_secs': 0.718692} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.432210] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.432866] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.433039] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.433347] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.433597] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ca09c21-701a-428b-9922-33ad6f49fe3e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.437899] env[68960]: DEBUG oslo_vmware.api [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Waiting for the task: (returnval){ [ 708.437899] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52fdc00b-4176-a60b-9ec5-804662ed5ef7" [ 708.437899] env[68960]: _type = "Task" [ 708.437899] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.445444] env[68960]: DEBUG oslo_vmware.api [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52fdc00b-4176-a60b-9ec5-804662ed5ef7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.534546] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6dd4eee2-530d-44d6-bb62-8fd853c1c88c tempest-ServersListShow2100Test-646807515 tempest-ServersListShow2100Test-646807515-project-member] Lock "75f185f7-7424-4e12-9b06-69c6094267d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.598s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.546044] env[68960]: DEBUG oslo_vmware.api [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221108, 'name': ReconfigVM_Task, 'duration_secs': 0.33074} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.546193] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 404efc31-4206-4e68-92c8-c4226982dfe1/404efc31-4206-4e68-92c8-c4226982dfe1.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.546861] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dc4dc0c-7160-45a1-b372-e0bf8e2d4a68 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.555503] env[68960]: DEBUG oslo_vmware.api [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 708.555503] env[68960]: value = "task-3221109" [ 708.555503] env[68960]: _type = "Task" [ 708.555503] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.565195] env[68960]: DEBUG oslo_vmware.api [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221109, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.718290] env[68960]: DEBUG oslo_concurrency.lockutils [req-9a5715d8-5f50-415b-ada7-1a5ec44cc634 req-360988a9-ba37-4ace-abf2-4cf2d3762139 service nova] Releasing lock "refresh_cache-273c49d9-4798-49ae-9b8b-6029dd52c5ad" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.718543] env[68960]: DEBUG nova.compute.manager [req-9a5715d8-5f50-415b-ada7-1a5ec44cc634 req-360988a9-ba37-4ace-abf2-4cf2d3762139 service nova] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Received event network-vif-deleted-61b2b1db-fc95-4ed3-a1cd-edd88d64b209 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.905334] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Acquiring lock "refresh_cache-9f920545-ec05-4422-948b-6a47381d01b3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.905498] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Acquired lock "refresh_cache-9f920545-ec05-4422-948b-6a47381d01b3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.905701] env[68960]: DEBUG nova.network.neutron [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.949276] env[68960]: DEBUG oslo_vmware.api [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52fdc00b-4176-a60b-9ec5-804662ed5ef7, 'name': SearchDatastore_Task, 'duration_secs': 0.05573} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.949604] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.949875] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.950022] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.950174] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.950359] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.950619] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80ee5457-5361-460b-a6de-c59d37e721a7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.960747] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.961010] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.961767] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c142eb06-8d0e-4b85-a18a-85f321587ba2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.967400] env[68960]: DEBUG oslo_vmware.api [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Waiting for the task: (returnval){ [ 708.967400] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525feb0e-76ba-ae49-1b9f-029b71af0aaa" [ 708.967400] env[68960]: _type = "Task" [ 708.967400] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.975257] env[68960]: DEBUG oslo_vmware.api [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525feb0e-76ba-ae49-1b9f-029b71af0aaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.066472] env[68960]: DEBUG oslo_vmware.api [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221109, 'name': Rename_Task, 'duration_secs': 0.151674} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.066767] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.067040] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3eb7c5fa-6027-4af9-adcb-b4057b6a255b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.077451] env[68960]: DEBUG oslo_vmware.api [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 709.077451] env[68960]: value = "task-3221110" [ 709.077451] env[68960]: _type = "Task" [ 709.077451] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.087359] env[68960]: DEBUG oslo_vmware.api [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.435456] env[68960]: DEBUG nova.compute.manager [req-0e2d9bad-e4eb-4926-9886-a78ce3e90ce4 req-6d782b46-5db8-42c6-a35f-105943cfb9f5 service nova] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Received event network-vif-plugged-4f4c7ea1-ad33-4735-b756-eb556898856b {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.436191] env[68960]: DEBUG oslo_concurrency.lockutils [req-0e2d9bad-e4eb-4926-9886-a78ce3e90ce4 req-6d782b46-5db8-42c6-a35f-105943cfb9f5 service nova] Acquiring lock "9f920545-ec05-4422-948b-6a47381d01b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.437205] env[68960]: DEBUG oslo_concurrency.lockutils [req-0e2d9bad-e4eb-4926-9886-a78ce3e90ce4 req-6d782b46-5db8-42c6-a35f-105943cfb9f5 service nova] Lock "9f920545-ec05-4422-948b-6a47381d01b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.437455] env[68960]: DEBUG oslo_concurrency.lockutils [req-0e2d9bad-e4eb-4926-9886-a78ce3e90ce4 req-6d782b46-5db8-42c6-a35f-105943cfb9f5 service nova] Lock "9f920545-ec05-4422-948b-6a47381d01b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.437685] env[68960]: DEBUG nova.compute.manager [req-0e2d9bad-e4eb-4926-9886-a78ce3e90ce4 req-6d782b46-5db8-42c6-a35f-105943cfb9f5 service nova] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] No waiting events found dispatching network-vif-plugged-4f4c7ea1-ad33-4735-b756-eb556898856b {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.437793] env[68960]: WARNING nova.compute.manager [req-0e2d9bad-e4eb-4926-9886-a78ce3e90ce4 req-6d782b46-5db8-42c6-a35f-105943cfb9f5 service nova] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Received unexpected event network-vif-plugged-4f4c7ea1-ad33-4735-b756-eb556898856b for instance with vm_state building and task_state spawning. [ 709.437951] env[68960]: DEBUG nova.compute.manager [req-0e2d9bad-e4eb-4926-9886-a78ce3e90ce4 req-6d782b46-5db8-42c6-a35f-105943cfb9f5 service nova] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Received event network-changed-4f4c7ea1-ad33-4735-b756-eb556898856b {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.438118] env[68960]: DEBUG nova.compute.manager [req-0e2d9bad-e4eb-4926-9886-a78ce3e90ce4 req-6d782b46-5db8-42c6-a35f-105943cfb9f5 service nova] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Refreshing instance network info cache due to event network-changed-4f4c7ea1-ad33-4735-b756-eb556898856b. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.438282] env[68960]: DEBUG oslo_concurrency.lockutils [req-0e2d9bad-e4eb-4926-9886-a78ce3e90ce4 req-6d782b46-5db8-42c6-a35f-105943cfb9f5 service nova] Acquiring lock "refresh_cache-9f920545-ec05-4422-948b-6a47381d01b3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.444389] env[68960]: DEBUG nova.network.neutron [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.473100] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a32bffe-0831-492e-82c1-82a63a7e01b8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.484749] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f9adb1-b116-4d35-b7d9-95e7407ef59f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.488354] env[68960]: DEBUG oslo_vmware.api [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525feb0e-76ba-ae49-1b9f-029b71af0aaa, 'name': SearchDatastore_Task, 'duration_secs': 0.014531} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.491983] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4b7301a-44f0-473b-aa74-c7a57fa31416 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.520432] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8de97d-4699-43f4-b5b4-5051afedc198 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.527712] env[68960]: DEBUG oslo_vmware.api [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Waiting for the task: (returnval){ [ 709.527712] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52cab04a-c38c-71cb-7609-b60c8a4d9478" [ 709.527712] env[68960]: _type = "Task" [ 709.527712] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.535997] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab77b63-f9b0-41b3-8729-e5b46bbb5f47 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.543661] env[68960]: DEBUG oslo_vmware.api [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52cab04a-c38c-71cb-7609-b60c8a4d9478, 'name': SearchDatastore_Task, 'duration_secs': 0.011852} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.544270] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.544529] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 273c49d9-4798-49ae-9b8b-6029dd52c5ad/273c49d9-4798-49ae-9b8b-6029dd52c5ad.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.544772] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7bced9a-031d-426d-8c63-5375e941b378 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.553896] env[68960]: DEBUG nova.compute.provider_tree [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.561947] env[68960]: DEBUG oslo_vmware.api [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Waiting for the task: (returnval){ [ 709.561947] env[68960]: value = "task-3221111" [ 709.561947] env[68960]: _type = "Task" [ 709.561947] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.570751] env[68960]: DEBUG oslo_vmware.api [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.587778] env[68960]: DEBUG oslo_vmware.api [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221110, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.595500] env[68960]: DEBUG nova.network.neutron [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Updating instance_info_cache with network_info: [{"id": "4f4c7ea1-ad33-4735-b756-eb556898856b", "address": "fa:16:3e:f2:1f:7b", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f4c7ea1-ad", "ovs_interfaceid": "4f4c7ea1-ad33-4735-b756-eb556898856b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.057935] env[68960]: DEBUG nova.scheduler.client.report [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.074449] env[68960]: DEBUG oslo_vmware.api [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485113} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.075377] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 273c49d9-4798-49ae-9b8b-6029dd52c5ad/273c49d9-4798-49ae-9b8b-6029dd52c5ad.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.075603] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.075848] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79be7a10-a8eb-4723-ab34-57020bd801e4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.084410] env[68960]: DEBUG oslo_vmware.api [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Waiting for the task: (returnval){ [ 710.084410] env[68960]: value = "task-3221112" [ 710.084410] env[68960]: _type = "Task" [ 710.084410] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.092999] env[68960]: DEBUG oslo_vmware.api [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221110, 'name': PowerOnVM_Task, 'duration_secs': 0.556166} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.093569] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.093805] env[68960]: INFO nova.compute.manager [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Took 7.56 seconds to spawn the instance on the hypervisor. [ 710.094018] env[68960]: DEBUG nova.compute.manager [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.094869] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d378d8c-fe4b-43e6-ab70-0309c67b6692 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.101614] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Releasing lock "refresh_cache-9f920545-ec05-4422-948b-6a47381d01b3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.101614] env[68960]: DEBUG nova.compute.manager [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Instance network_info: |[{"id": "4f4c7ea1-ad33-4735-b756-eb556898856b", "address": "fa:16:3e:f2:1f:7b", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f4c7ea1-ad", "ovs_interfaceid": "4f4c7ea1-ad33-4735-b756-eb556898856b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.101614] env[68960]: DEBUG oslo_vmware.api [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.101614] env[68960]: DEBUG oslo_concurrency.lockutils [req-0e2d9bad-e4eb-4926-9886-a78ce3e90ce4 req-6d782b46-5db8-42c6-a35f-105943cfb9f5 service nova] Acquired lock "refresh_cache-9f920545-ec05-4422-948b-6a47381d01b3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.101614] env[68960]: DEBUG nova.network.neutron [req-0e2d9bad-e4eb-4926-9886-a78ce3e90ce4 req-6d782b46-5db8-42c6-a35f-105943cfb9f5 service nova] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Refreshing network info cache for port 4f4c7ea1-ad33-4735-b756-eb556898856b {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.102340] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:1f:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f4c7ea1-ad33-4735-b756-eb556898856b', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.109593] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Creating folder: Project (28959d29e2f44fa183796511fbba6330). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.113520] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d5bf8a4-debd-49a2-9062-08b22d03ed4a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.127776] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Created folder: Project (28959d29e2f44fa183796511fbba6330) in parent group-v643888. [ 710.127965] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Creating folder: Instances. Parent ref: group-v643976. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.128212] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70c41942-7564-442a-8815-7870c5798005 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.137432] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Created folder: Instances in parent group-v643976. [ 710.137667] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.137853] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.138333] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-403a4370-a825-4962-a812-70df37fbf05c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.160796] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.160796] env[68960]: value = "task-3221115" [ 710.160796] env[68960]: _type = "Task" [ 710.160796] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.168846] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221115, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.434041] env[68960]: DEBUG nova.network.neutron [req-0e2d9bad-e4eb-4926-9886-a78ce3e90ce4 req-6d782b46-5db8-42c6-a35f-105943cfb9f5 service nova] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Updated VIF entry in instance network info cache for port 4f4c7ea1-ad33-4735-b756-eb556898856b. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.434430] env[68960]: DEBUG nova.network.neutron [req-0e2d9bad-e4eb-4926-9886-a78ce3e90ce4 req-6d782b46-5db8-42c6-a35f-105943cfb9f5 service nova] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Updating instance_info_cache with network_info: [{"id": "4f4c7ea1-ad33-4735-b756-eb556898856b", "address": "fa:16:3e:f2:1f:7b", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f4c7ea1-ad", "ovs_interfaceid": "4f4c7ea1-ad33-4735-b756-eb556898856b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.562768] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.563414] env[68960]: DEBUG nova.compute.manager [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.565982] env[68960]: DEBUG oslo_concurrency.lockutils [None req-300876fd-37cd-44ee-89d4-03d1c598faa0 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.430s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.566221] env[68960]: DEBUG nova.objects.instance [None req-300876fd-37cd-44ee-89d4-03d1c598faa0 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Lazy-loading 'resources' on Instance uuid b5d9ce0a-f1be-486b-8f4d-7f53285c464f {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.599037] env[68960]: DEBUG oslo_vmware.api [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.243079} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.601528] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.601528] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e216c0-ca94-46db-8e57-216cd3976b3d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.627646] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 273c49d9-4798-49ae-9b8b-6029dd52c5ad/273c49d9-4798-49ae-9b8b-6029dd52c5ad.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.632882] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f661500-368d-4e8b-94f9-74816e4d6058 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.649601] env[68960]: INFO nova.compute.manager [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Took 32.43 seconds to build instance. [ 710.655118] env[68960]: DEBUG oslo_vmware.api [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Waiting for the task: (returnval){ [ 710.655118] env[68960]: value = "task-3221116" [ 710.655118] env[68960]: _type = "Task" [ 710.655118] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.665336] env[68960]: DEBUG oslo_vmware.api [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221116, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.673899] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221115, 'name': CreateVM_Task, 'duration_secs': 0.394474} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.675082] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.675082] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.675082] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.675296] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.675584] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61dcc281-f1f3-4db2-a9ae-394c9d84ba55 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.680274] env[68960]: DEBUG oslo_vmware.api [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Waiting for the task: (returnval){ [ 710.680274] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d965b5-b39a-9848-cab3-8c930f8626b7" [ 710.680274] env[68960]: _type = "Task" [ 710.680274] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.690040] env[68960]: DEBUG oslo_vmware.api [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d965b5-b39a-9848-cab3-8c930f8626b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.937618] env[68960]: DEBUG oslo_concurrency.lockutils [req-0e2d9bad-e4eb-4926-9886-a78ce3e90ce4 req-6d782b46-5db8-42c6-a35f-105943cfb9f5 service nova] Releasing lock "refresh_cache-9f920545-ec05-4422-948b-6a47381d01b3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.075526] env[68960]: DEBUG nova.compute.utils [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.075526] env[68960]: DEBUG nova.compute.manager [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Not allocating networking since 'none' was specified. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 711.153322] env[68960]: DEBUG oslo_concurrency.lockutils [None req-81565047-56c3-4256-99af-947f34841946 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "404efc31-4206-4e68-92c8-c4226982dfe1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.132s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.173534] env[68960]: DEBUG oslo_vmware.api [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221116, 'name': ReconfigVM_Task, 'duration_secs': 0.317882} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.177023] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 273c49d9-4798-49ae-9b8b-6029dd52c5ad/273c49d9-4798-49ae-9b8b-6029dd52c5ad.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.177023] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9db6e7a-2ba3-421c-a60f-f6bb56801121 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.186045] env[68960]: DEBUG oslo_vmware.api [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Waiting for the task: (returnval){ [ 711.186045] env[68960]: value = "task-3221117" [ 711.186045] env[68960]: _type = "Task" [ 711.186045] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.193865] env[68960]: DEBUG oslo_vmware.api [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d965b5-b39a-9848-cab3-8c930f8626b7, 'name': SearchDatastore_Task, 'duration_secs': 0.043793} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.196676] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.196676] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.196676] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.196676] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.196676] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.196676] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec90b176-f3e3-4bfb-8534-0ba33e72dbe0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.203742] env[68960]: DEBUG oslo_vmware.api [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221117, 'name': Rename_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.213103] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.213424] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.214221] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-849ace4d-9beb-499c-8fbf-e7a737a4a70a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.223085] env[68960]: DEBUG oslo_vmware.api [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Waiting for the task: (returnval){ [ 711.223085] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524699d9-a32d-b27f-f8ef-bd3589a59081" [ 711.223085] env[68960]: _type = "Task" [ 711.223085] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.232795] env[68960]: DEBUG oslo_vmware.api [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524699d9-a32d-b27f-f8ef-bd3589a59081, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.578316] env[68960]: DEBUG nova.compute.manager [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.630836] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febe6887-e616-4390-a872-7d0144d3ecc6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.645566] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d490c60b-7a8f-4ab0-9ec2-943e9d61fa34 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.678811] env[68960]: DEBUG nova.compute.manager [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.685114] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df64e1d4-c0e6-4b9f-93bb-bef24107f4e3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.699699] env[68960]: DEBUG oslo_vmware.api [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221117, 'name': Rename_Task, 'duration_secs': 0.465046} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.700078] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.701622] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1e9ee9-461e-4271-a89b-b8fe16c0101a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.705896] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bb71b99-9111-45c7-b195-ae8744b8e1cd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.717777] env[68960]: DEBUG nova.compute.provider_tree [None req-300876fd-37cd-44ee-89d4-03d1c598faa0 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.720742] env[68960]: DEBUG oslo_vmware.api [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Waiting for the task: (returnval){ [ 711.720742] env[68960]: value = "task-3221118" [ 711.720742] env[68960]: _type = "Task" [ 711.720742] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.736433] env[68960]: DEBUG oslo_vmware.api [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221118, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.736691] env[68960]: DEBUG oslo_vmware.api [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524699d9-a32d-b27f-f8ef-bd3589a59081, 'name': SearchDatastore_Task, 'duration_secs': 0.059863} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.738029] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61c8b3fa-a0f7-419f-9f61-4d8ca5226b15 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.743039] env[68960]: DEBUG oslo_vmware.api [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Waiting for the task: (returnval){ [ 711.743039] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ee7d11-4773-907c-5f68-76a02712721f" [ 711.743039] env[68960]: _type = "Task" [ 711.743039] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.751647] env[68960]: DEBUG oslo_vmware.api [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ee7d11-4773-907c-5f68-76a02712721f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.120773] env[68960]: DEBUG nova.compute.manager [req-094c18ce-aacb-472c-95e1-35113a0c1261 req-85f96278-88b0-4205-86d9-5bba46ed5761 service nova] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Received event network-changed-bfc57e33-4771-4898-8d6f-c7c58e6912e6 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.120773] env[68960]: DEBUG nova.compute.manager [req-094c18ce-aacb-472c-95e1-35113a0c1261 req-85f96278-88b0-4205-86d9-5bba46ed5761 service nova] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Refreshing instance network info cache due to event network-changed-bfc57e33-4771-4898-8d6f-c7c58e6912e6. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.120773] env[68960]: DEBUG oslo_concurrency.lockutils [req-094c18ce-aacb-472c-95e1-35113a0c1261 req-85f96278-88b0-4205-86d9-5bba46ed5761 service nova] Acquiring lock "refresh_cache-404efc31-4206-4e68-92c8-c4226982dfe1" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.120773] env[68960]: DEBUG oslo_concurrency.lockutils [req-094c18ce-aacb-472c-95e1-35113a0c1261 req-85f96278-88b0-4205-86d9-5bba46ed5761 service nova] Acquired lock "refresh_cache-404efc31-4206-4e68-92c8-c4226982dfe1" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.120773] env[68960]: DEBUG nova.network.neutron [req-094c18ce-aacb-472c-95e1-35113a0c1261 req-85f96278-88b0-4205-86d9-5bba46ed5761 service nova] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Refreshing network info cache for port bfc57e33-4771-4898-8d6f-c7c58e6912e6 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.215463] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.226460] env[68960]: DEBUG nova.scheduler.client.report [None req-300876fd-37cd-44ee-89d4-03d1c598faa0 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.239321] env[68960]: DEBUG oslo_vmware.api [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221118, 'name': PowerOnVM_Task, 'duration_secs': 0.453029} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.239635] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.239848] env[68960]: INFO nova.compute.manager [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Took 7.15 seconds to spawn the instance on the hypervisor. [ 712.240033] env[68960]: DEBUG nova.compute.manager [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.240869] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2708ec4-9812-48be-a62d-12159084a150 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.259425] env[68960]: DEBUG oslo_vmware.api [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ee7d11-4773-907c-5f68-76a02712721f, 'name': SearchDatastore_Task, 'duration_secs': 0.018015} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.259780] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.260120] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 9f920545-ec05-4422-948b-6a47381d01b3/9f920545-ec05-4422-948b-6a47381d01b3.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.260688] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a519a8d-0ebf-4680-b7b5-dba6bf5a9450 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.268652] env[68960]: DEBUG oslo_vmware.api [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Waiting for the task: (returnval){ [ 712.268652] env[68960]: value = "task-3221119" [ 712.268652] env[68960]: _type = "Task" [ 712.268652] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.281847] env[68960]: DEBUG oslo_vmware.api [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': task-3221119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.589324] env[68960]: DEBUG nova.compute.manager [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.623644] env[68960]: DEBUG nova.virt.hardware [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.623916] env[68960]: DEBUG nova.virt.hardware [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.624853] env[68960]: DEBUG nova.virt.hardware [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.625707] env[68960]: DEBUG nova.virt.hardware [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.625930] env[68960]: DEBUG nova.virt.hardware [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.626228] env[68960]: DEBUG nova.virt.hardware [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.626457] env[68960]: DEBUG nova.virt.hardware [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.626600] env[68960]: DEBUG nova.virt.hardware [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.626767] env[68960]: DEBUG nova.virt.hardware [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.627401] env[68960]: DEBUG nova.virt.hardware [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.627653] env[68960]: DEBUG nova.virt.hardware [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.629010] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4877c7fb-95c1-4b12-906b-1ed87723f91d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.644612] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da8c0b1-0d63-4b27-812a-af7467247292 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.663320] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Instance VIF info [] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.670024] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Creating folder: Project (2a7bf568ce38488b8187f8c8b6a2c91a). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.670489] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33d2821c-5de3-4de0-a502-3200394e719f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.684776] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Created folder: Project (2a7bf568ce38488b8187f8c8b6a2c91a) in parent group-v643888. [ 712.684923] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Creating folder: Instances. Parent ref: group-v643979. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.685207] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d13f4e9-83a1-4b7e-9f15-e0a26d61ab1d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.697908] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Created folder: Instances in parent group-v643979. [ 712.698221] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.698467] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.698687] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-720cfb8f-672c-4352-ab9c-25a9eb4e2d18 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.720107] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.720107] env[68960]: value = "task-3221122" [ 712.720107] env[68960]: _type = "Task" [ 712.720107] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.730625] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221122, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.732672] env[68960]: DEBUG oslo_concurrency.lockutils [None req-300876fd-37cd-44ee-89d4-03d1c598faa0 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.735241] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3ffbb53d-51e2-4b5b-99d7-ba1f1b043482 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.217s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.735510] env[68960]: DEBUG nova.objects.instance [None req-3ffbb53d-51e2-4b5b-99d7-ba1f1b043482 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Lazy-loading 'resources' on Instance uuid 12a4b514-d9a7-4f41-9195-ac5accc73079 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.766206] env[68960]: INFO nova.compute.manager [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Took 34.38 seconds to build instance. [ 712.778027] env[68960]: INFO nova.scheduler.client.report [None req-300876fd-37cd-44ee-89d4-03d1c598faa0 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Deleted allocations for instance b5d9ce0a-f1be-486b-8f4d-7f53285c464f [ 712.789767] env[68960]: DEBUG oslo_vmware.api [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': task-3221119, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.083638] env[68960]: DEBUG nova.network.neutron [req-094c18ce-aacb-472c-95e1-35113a0c1261 req-85f96278-88b0-4205-86d9-5bba46ed5761 service nova] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Updated VIF entry in instance network info cache for port bfc57e33-4771-4898-8d6f-c7c58e6912e6. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.083996] env[68960]: DEBUG nova.network.neutron [req-094c18ce-aacb-472c-95e1-35113a0c1261 req-85f96278-88b0-4205-86d9-5bba46ed5761 service nova] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Updating instance_info_cache with network_info: [{"id": "bfc57e33-4771-4898-8d6f-c7c58e6912e6", "address": "fa:16:3e:bd:9d:17", "network": {"id": "d2f92278-0560-43d8-bc83-ef076840fbed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1118476539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4c63f88f20340cbb8eba0c2935f9832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfc57e33-47", "ovs_interfaceid": "bfc57e33-4771-4898-8d6f-c7c58e6912e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.231225] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221122, 'name': CreateVM_Task, 'duration_secs': 0.444456} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.231446] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.231824] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.232017] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.232385] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.232656] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbfc6268-2c06-4bfc-99a2-bdbb600673c7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.238066] env[68960]: DEBUG oslo_vmware.api [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Waiting for the task: (returnval){ [ 713.238066] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52175602-0789-ab14-bf9f-46e54b7718e1" [ 713.238066] env[68960]: _type = "Task" [ 713.238066] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.248586] env[68960]: DEBUG oslo_vmware.api [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52175602-0789-ab14-bf9f-46e54b7718e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.267874] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d6f59e8c-813d-467b-9571-4b910b78d151 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Lock "273c49d9-4798-49ae-9b8b-6029dd52c5ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.123s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.284326] env[68960]: DEBUG oslo_vmware.api [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': task-3221119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550614} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.284326] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 9f920545-ec05-4422-948b-6a47381d01b3/9f920545-ec05-4422-948b-6a47381d01b3.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.284326] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.284326] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8414cf3-3605-4c61-a349-16f78f41281a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.293950] env[68960]: DEBUG oslo_concurrency.lockutils [None req-300876fd-37cd-44ee-89d4-03d1c598faa0 tempest-ImagesNegativeTestJSON-984506016 tempest-ImagesNegativeTestJSON-984506016-project-member] Lock "b5d9ce0a-f1be-486b-8f4d-7f53285c464f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.691s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.297593] env[68960]: DEBUG oslo_vmware.api [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Waiting for the task: (returnval){ [ 713.297593] env[68960]: value = "task-3221123" [ 713.297593] env[68960]: _type = "Task" [ 713.297593] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.312029] env[68960]: DEBUG oslo_vmware.api [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': task-3221123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.588760] env[68960]: DEBUG oslo_concurrency.lockutils [req-094c18ce-aacb-472c-95e1-35113a0c1261 req-85f96278-88b0-4205-86d9-5bba46ed5761 service nova] Releasing lock "refresh_cache-404efc31-4206-4e68-92c8-c4226982dfe1" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.756033] env[68960]: DEBUG oslo_vmware.api [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52175602-0789-ab14-bf9f-46e54b7718e1, 'name': SearchDatastore_Task, 'duration_secs': 0.02768} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.756358] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.756586] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.756818] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.756959] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.757282] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.757547] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0f4407e-1768-4da5-92ef-b15f0ad25c9f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.771152] env[68960]: DEBUG nova.compute.manager [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.783017] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.783017] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.784173] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25095104-074c-4091-bdba-37be0be41b25 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.789031] env[68960]: DEBUG oslo_vmware.api [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Waiting for the task: (returnval){ [ 713.789031] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522a5e0d-00d4-019e-ce0d-d69d1c0abba3" [ 713.789031] env[68960]: _type = "Task" [ 713.789031] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.803349] env[68960]: DEBUG oslo_vmware.api [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522a5e0d-00d4-019e-ce0d-d69d1c0abba3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.813289] env[68960]: DEBUG oslo_vmware.api [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': task-3221123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075073} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.813852] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.816505] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b870e2f8-59a7-4a8b-ab48-41c87d820d02 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.845884] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 9f920545-ec05-4422-948b-6a47381d01b3/9f920545-ec05-4422-948b-6a47381d01b3.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.847818] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70d3f8ee-9856-4aea-8fca-77a873e22079 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.864768] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f2e141-fb08-455c-a281-d048acdf52fc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.876434] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4059b7-12ae-4907-82d7-edafa0307276 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.879902] env[68960]: DEBUG oslo_vmware.api [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Waiting for the task: (returnval){ [ 713.879902] env[68960]: value = "task-3221124" [ 713.879902] env[68960]: _type = "Task" [ 713.879902] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.914971] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733c6fa6-55aa-400a-b0b2-b75cd4d0ba17 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.921904] env[68960]: DEBUG oslo_vmware.api [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': task-3221124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.926771] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7700b6fe-67f8-4dae-abf3-afc3314a1b80 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.941490] env[68960]: DEBUG nova.compute.provider_tree [None req-3ffbb53d-51e2-4b5b-99d7-ba1f1b043482 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.156957] env[68960]: DEBUG nova.compute.manager [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.158220] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fe8693-4408-43bb-ba73-b414d442614e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.297906] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.304370] env[68960]: DEBUG oslo_vmware.api [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522a5e0d-00d4-019e-ce0d-d69d1c0abba3, 'name': SearchDatastore_Task, 'duration_secs': 0.020449} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.305244] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec72d99d-8ef2-4dfa-93aa-14da8ae5ec8b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.310997] env[68960]: DEBUG oslo_vmware.api [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Waiting for the task: (returnval){ [ 714.310997] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c332e9-b5d1-d2b7-d27d-4837f2334a48" [ 714.310997] env[68960]: _type = "Task" [ 714.310997] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.318756] env[68960]: DEBUG oslo_vmware.api [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c332e9-b5d1-d2b7-d27d-4837f2334a48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.397127] env[68960]: DEBUG oslo_vmware.api [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': task-3221124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.445964] env[68960]: DEBUG nova.scheduler.client.report [None req-3ffbb53d-51e2-4b5b-99d7-ba1f1b043482 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.671494] env[68960]: INFO nova.compute.manager [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] instance snapshotting [ 714.676257] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb87f05e-26e0-4495-b1f7-bfc89f9a642e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.699585] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c735fc7e-44e3-4d62-99db-e31c16552f0a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.831167] env[68960]: DEBUG oslo_vmware.api [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c332e9-b5d1-d2b7-d27d-4837f2334a48, 'name': SearchDatastore_Task, 'duration_secs': 0.042897} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.832249] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.832812] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] a1231cce-8493-43ef-892c-428bbfd5144b/a1231cce-8493-43ef-892c-428bbfd5144b.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.833935] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5097b73-1b59-4053-8cc3-bde3835dc91f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.848508] env[68960]: DEBUG oslo_vmware.api [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Waiting for the task: (returnval){ [ 714.848508] env[68960]: value = "task-3221125" [ 714.848508] env[68960]: _type = "Task" [ 714.848508] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.864934] env[68960]: DEBUG oslo_vmware.api [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': task-3221125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.897096] env[68960]: DEBUG oslo_vmware.api [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': task-3221124, 'name': ReconfigVM_Task, 'duration_secs': 0.782985} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.897468] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 9f920545-ec05-4422-948b-6a47381d01b3/9f920545-ec05-4422-948b-6a47381d01b3.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.899275] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d3f6e43-5a6c-4b22-98b6-7dc5ac7e0f0a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.906315] env[68960]: DEBUG oslo_vmware.api [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Waiting for the task: (returnval){ [ 714.906315] env[68960]: value = "task-3221126" [ 714.906315] env[68960]: _type = "Task" [ 714.906315] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.919011] env[68960]: DEBUG oslo_vmware.api [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': task-3221126, 'name': Rename_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.951394] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3ffbb53d-51e2-4b5b-99d7-ba1f1b043482 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.954737] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c53130bb-6bef-4c73-9bca-8ee001fba5fb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.436s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.955040] env[68960]: DEBUG nova.objects.instance [None req-c53130bb-6bef-4c73-9bca-8ee001fba5fb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lazy-loading 'resources' on Instance uuid 5a1a5e2f-ce84-4dff-a9e2-02308041d09e {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.976744] env[68960]: INFO nova.scheduler.client.report [None req-3ffbb53d-51e2-4b5b-99d7-ba1f1b043482 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Deleted allocations for instance 12a4b514-d9a7-4f41-9195-ac5accc73079 [ 715.211292] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Creating Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 715.211710] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-aaea9032-aff8-48bd-89c5-88cc97c9ada6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.222684] env[68960]: DEBUG oslo_vmware.api [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Waiting for the task: (returnval){ [ 715.222684] env[68960]: value = "task-3221127" [ 715.222684] env[68960]: _type = "Task" [ 715.222684] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.240765] env[68960]: DEBUG oslo_vmware.api [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221127, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.359389] env[68960]: DEBUG oslo_vmware.api [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': task-3221125, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.419424] env[68960]: DEBUG oslo_vmware.api [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': task-3221126, 'name': Rename_Task, 'duration_secs': 0.14694} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.420734] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.420734] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-276828d7-ab83-4039-adb8-da8e904bf2ad {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.428455] env[68960]: DEBUG oslo_vmware.api [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Waiting for the task: (returnval){ [ 715.428455] env[68960]: value = "task-3221128" [ 715.428455] env[68960]: _type = "Task" [ 715.428455] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.437275] env[68960]: DEBUG oslo_vmware.api [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': task-3221128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.492584] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3ffbb53d-51e2-4b5b-99d7-ba1f1b043482 tempest-DeleteServersAdminTestJSON-950103341 tempest-DeleteServersAdminTestJSON-950103341-project-member] Lock "12a4b514-d9a7-4f41-9195-ac5accc73079" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.807s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.742340] env[68960]: DEBUG oslo_vmware.api [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221127, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.861142] env[68960]: DEBUG oslo_vmware.api [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': task-3221125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527685} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.861553] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] a1231cce-8493-43ef-892c-428bbfd5144b/a1231cce-8493-43ef-892c-428bbfd5144b.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.861805] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.862142] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42ffae41-0b22-4810-8f9c-191e1db7d82e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.871024] env[68960]: DEBUG oslo_vmware.api [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Waiting for the task: (returnval){ [ 715.871024] env[68960]: value = "task-3221129" [ 715.871024] env[68960]: _type = "Task" [ 715.871024] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.887714] env[68960]: DEBUG oslo_vmware.api [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': task-3221129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.943812] env[68960]: DEBUG oslo_vmware.api [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': task-3221128, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.069056] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e287408-7975-4f63-89a9-c6633e96d465 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.078195] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5796a76e-dbd4-41ab-99b2-ad11828d98cd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.110594] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474eb4c8-ff75-4270-abb2-b394964db71e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.119213] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652757c5-4778-4bcb-8882-6c7a50810f37 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.135372] env[68960]: DEBUG nova.compute.provider_tree [None req-c53130bb-6bef-4c73-9bca-8ee001fba5fb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.234168] env[68960]: DEBUG oslo_vmware.api [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221127, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.387472] env[68960]: DEBUG oslo_vmware.api [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': task-3221129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.214917} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.389117] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.389117] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e91bd3-ef72-478c-bdb9-f3a6e1847180 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.419597] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] a1231cce-8493-43ef-892c-428bbfd5144b/a1231cce-8493-43ef-892c-428bbfd5144b.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.419973] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1158994e-a6dc-4e2d-a79b-4cd561f9afec {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.443681] env[68960]: DEBUG oslo_vmware.api [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': task-3221128, 'name': PowerOnVM_Task, 'duration_secs': 0.519402} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.445077] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.445301] env[68960]: INFO nova.compute.manager [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Took 8.72 seconds to spawn the instance on the hypervisor. [ 716.445402] env[68960]: DEBUG nova.compute.manager [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.446433] env[68960]: DEBUG oslo_vmware.api [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Waiting for the task: (returnval){ [ 716.446433] env[68960]: value = "task-3221130" [ 716.446433] env[68960]: _type = "Task" [ 716.446433] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.446572] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ac8c43-fab6-44ec-bd4d-1538102c278b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.462084] env[68960]: DEBUG oslo_vmware.api [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': task-3221130, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.637934] env[68960]: DEBUG nova.scheduler.client.report [None req-c53130bb-6bef-4c73-9bca-8ee001fba5fb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.736103] env[68960]: DEBUG oslo_vmware.api [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221127, 'name': CreateSnapshot_Task, 'duration_secs': 1.475429} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.736437] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Created Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 716.737226] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5dafb6f-011b-4089-9c69-a8dd2c2ebf18 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.744444] env[68960]: DEBUG oslo_concurrency.lockutils [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Acquiring lock "d9be8677-b7dc-405e-9b09-77bd8b212c5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.744659] env[68960]: DEBUG oslo_concurrency.lockutils [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Lock "d9be8677-b7dc-405e-9b09-77bd8b212c5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.960201] env[68960]: DEBUG oslo_vmware.api [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': task-3221130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.972085] env[68960]: INFO nova.compute.manager [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Took 35.91 seconds to build instance. [ 717.148330] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c53130bb-6bef-4c73-9bca-8ee001fba5fb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.153988] env[68960]: DEBUG oslo_concurrency.lockutils [None req-210c9279-c66a-4b0f-a10c-7ab516f153dc tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.213s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.154275] env[68960]: DEBUG nova.objects.instance [None req-210c9279-c66a-4b0f-a10c-7ab516f153dc tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Lazy-loading 'resources' on Instance uuid f254798c-4d12-4249-824d-d1a93727280b {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.182224] env[68960]: INFO nova.scheduler.client.report [None req-c53130bb-6bef-4c73-9bca-8ee001fba5fb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Deleted allocations for instance 5a1a5e2f-ce84-4dff-a9e2-02308041d09e [ 717.258846] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Creating linked-clone VM from snapshot {{(pid=68960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 717.259162] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-95e0e267-f2cf-4f45-ae20-5f3c8605d634 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.267780] env[68960]: DEBUG oslo_vmware.api [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Waiting for the task: (returnval){ [ 717.267780] env[68960]: value = "task-3221131" [ 717.267780] env[68960]: _type = "Task" [ 717.267780] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.275802] env[68960]: DEBUG oslo_vmware.api [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221131, 'name': CloneVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.462856] env[68960]: DEBUG oslo_vmware.api [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': task-3221130, 'name': ReconfigVM_Task, 'duration_secs': 0.841433} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.462856] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Reconfigured VM instance instance-00000021 to attach disk [datastore2] a1231cce-8493-43ef-892c-428bbfd5144b/a1231cce-8493-43ef-892c-428bbfd5144b.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.462856] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a43f5b3-1079-45e1-bfed-51f870f0b9ce {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.469856] env[68960]: DEBUG oslo_vmware.api [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Waiting for the task: (returnval){ [ 717.469856] env[68960]: value = "task-3221132" [ 717.469856] env[68960]: _type = "Task" [ 717.469856] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.473702] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48b691e2-628f-4732-804f-9fddf9c37fba tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Lock "9f920545-ec05-4422-948b-6a47381d01b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.774s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.479616] env[68960]: DEBUG oslo_vmware.api [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': task-3221132, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.698593] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c53130bb-6bef-4c73-9bca-8ee001fba5fb tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "5a1a5e2f-ce84-4dff-a9e2-02308041d09e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.528s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.778561] env[68960]: DEBUG oslo_vmware.api [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221131, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.982657] env[68960]: DEBUG nova.compute.manager [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.985226] env[68960]: DEBUG oslo_vmware.api [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': task-3221132, 'name': Rename_Task, 'duration_secs': 0.154819} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.985674] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.988200] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e32ebb63-c32f-4342-a096-f0da9107668f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.994882] env[68960]: DEBUG oslo_vmware.api [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Waiting for the task: (returnval){ [ 717.994882] env[68960]: value = "task-3221133" [ 717.994882] env[68960]: _type = "Task" [ 717.994882] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.010050] env[68960]: DEBUG oslo_vmware.api [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': task-3221133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.191896] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a444df8-d3f6-40c0-8059-e6211fe55ded {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.199920] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44aba8c7-32c6-41c5-b7f3-4b7ac42aa32a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.231148] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123be289-91a2-4d50-be86-735f2a4d70b9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.239487] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80d1040-b4f1-453f-bcf5-c398819ad745 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.255665] env[68960]: DEBUG nova.compute.provider_tree [None req-210c9279-c66a-4b0f-a10c-7ab516f153dc tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.277975] env[68960]: DEBUG oslo_vmware.api [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221131, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.505984] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.511700] env[68960]: DEBUG oslo_vmware.api [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': task-3221133, 'name': PowerOnVM_Task, 'duration_secs': 0.43538} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.511998] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.512295] env[68960]: INFO nova.compute.manager [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Took 5.92 seconds to spawn the instance on the hypervisor. [ 718.512498] env[68960]: DEBUG nova.compute.manager [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.517500] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172c842f-8e45-4dc7-ac1d-4c1ef9ea91c7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.681611] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Acquiring lock "ea511f6f-216d-476d-8d6a-46d4375263d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.681905] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Lock "ea511f6f-216d-476d-8d6a-46d4375263d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.759096] env[68960]: DEBUG nova.scheduler.client.report [None req-210c9279-c66a-4b0f-a10c-7ab516f153dc tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.785755] env[68960]: DEBUG oslo_vmware.api [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221131, 'name': CloneVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.037472] env[68960]: INFO nova.compute.manager [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Took 37.76 seconds to build instance. [ 719.264334] env[68960]: DEBUG oslo_concurrency.lockutils [None req-210c9279-c66a-4b0f-a10c-7ab516f153dc tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.267950] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.257s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.267950] env[68960]: DEBUG nova.objects.instance [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Lazy-loading 'resources' on Instance uuid aefaaeae-1518-4704-968b-329ef01e2523 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.280708] env[68960]: DEBUG oslo_vmware.api [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221131, 'name': CloneVM_Task, 'duration_secs': 1.589064} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.280951] env[68960]: INFO nova.virt.vmwareapi.vmops [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Created linked-clone VM from snapshot [ 719.281677] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce9dea6-4c36-4a84-ace5-ae02a89ee0c4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.289413] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Uploading image 795b8179-131e-4966-8b14-98909951cbab {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 719.293361] env[68960]: INFO nova.scheduler.client.report [None req-210c9279-c66a-4b0f-a10c-7ab516f153dc tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Deleted allocations for instance f254798c-4d12-4249-824d-d1a93727280b [ 719.312167] env[68960]: DEBUG oslo_vmware.rw_handles [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 719.312167] env[68960]: value = "vm-643983" [ 719.312167] env[68960]: _type = "VirtualMachine" [ 719.312167] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 719.312460] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-76d23e57-e212-4821-bfaf-0b7989e6852c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.319243] env[68960]: DEBUG oslo_vmware.rw_handles [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Lease: (returnval){ [ 719.319243] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d10e3e-a1de-61bd-663c-7ad1451e1512" [ 719.319243] env[68960]: _type = "HttpNfcLease" [ 719.319243] env[68960]: } obtained for exporting VM: (result){ [ 719.319243] env[68960]: value = "vm-643983" [ 719.319243] env[68960]: _type = "VirtualMachine" [ 719.319243] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 719.319543] env[68960]: DEBUG oslo_vmware.api [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Waiting for the lease: (returnval){ [ 719.319543] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d10e3e-a1de-61bd-663c-7ad1451e1512" [ 719.319543] env[68960]: _type = "HttpNfcLease" [ 719.319543] env[68960]: } to be ready. {{(pid=68960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 719.327282] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 719.327282] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d10e3e-a1de-61bd-663c-7ad1451e1512" [ 719.327282] env[68960]: _type = "HttpNfcLease" [ 719.327282] env[68960]: } is initializing. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 719.539619] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b0160e7-445c-41d1-8433-aa15eeff9208 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Lock "a1231cce-8493-43ef-892c-428bbfd5144b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.585s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.803464] env[68960]: DEBUG oslo_concurrency.lockutils [None req-210c9279-c66a-4b0f-a10c-7ab516f153dc tempest-ServerExternalEventsTest-669217667 tempest-ServerExternalEventsTest-669217667-project-member] Lock "f254798c-4d12-4249-824d-d1a93727280b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.875s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.839044] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 719.839044] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d10e3e-a1de-61bd-663c-7ad1451e1512" [ 719.839044] env[68960]: _type = "HttpNfcLease" [ 719.839044] env[68960]: } is ready. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 719.840307] env[68960]: DEBUG oslo_vmware.rw_handles [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 719.840307] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d10e3e-a1de-61bd-663c-7ad1451e1512" [ 719.840307] env[68960]: _type = "HttpNfcLease" [ 719.840307] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 719.840794] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ca8587-15a2-4447-bc17-c78942febbc1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.851623] env[68960]: DEBUG oslo_vmware.rw_handles [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d03f4e-d83a-4aff-2af4-f3fc789997f8/disk-0.vmdk from lease info. {{(pid=68960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 719.851860] env[68960]: DEBUG oslo_vmware.rw_handles [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d03f4e-d83a-4aff-2af4-f3fc789997f8/disk-0.vmdk for reading. {{(pid=68960) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 719.982588] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-42a86209-465e-44e4-9aef-6c9536840200 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.042127] env[68960]: DEBUG nova.compute.manager [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.389893] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3a8d57-5642-453f-849f-5406d0fc01ea {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.398702] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e6999c-abc0-430a-afe5-3e7d40081c18 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.439025] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014fa3a1-6a1a-478a-8f6c-216603775843 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.447131] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf521c0-8d0e-43d9-a025-b5541a9d5e74 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.466441] env[68960]: INFO nova.compute.manager [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Rebuilding instance [ 720.470587] env[68960]: DEBUG nova.compute.provider_tree [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.529538] env[68960]: DEBUG nova.compute.manager [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.530469] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947bd4c1-f72a-471f-982e-7f4e26325dbc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.565967] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.898017] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Acquiring lock "5f1245c7-9ab4-4a4f-b30f-613c00d82612" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.898017] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Lock "5f1245c7-9ab4-4a4f-b30f-613c00d82612" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.975096] env[68960]: DEBUG nova.scheduler.client.report [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.481197] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.484023] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.217s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.485880] env[68960]: INFO nova.compute.claims [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.507141] env[68960]: INFO nova.scheduler.client.report [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Deleted allocations for instance aefaaeae-1518-4704-968b-329ef01e2523 [ 721.546254] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.546698] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d7afb56-0e3e-44bb-8e20-103857940529 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.556644] env[68960]: DEBUG oslo_vmware.api [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Waiting for the task: (returnval){ [ 721.556644] env[68960]: value = "task-3221135" [ 721.556644] env[68960]: _type = "Task" [ 721.556644] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.571122] env[68960]: DEBUG oslo_vmware.api [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': task-3221135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.015176] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7b8218a4-cc32-4ea8-add3-a6947bed84b2 tempest-ServersAaction247Test-405257530 tempest-ServersAaction247Test-405257530-project-member] Lock "aefaaeae-1518-4704-968b-329ef01e2523" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.794s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.069475] env[68960]: DEBUG oslo_vmware.api [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': task-3221135, 'name': PowerOffVM_Task, 'duration_secs': 0.155519} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.069475] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.069639] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.070296] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6270c8e4-3bfb-419e-9f30-618688ecfdfa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.078319] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.078592] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85c72877-b3cd-4748-b499-106d4c958b7b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.109350] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.109575] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.109699] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Deleting the datastore file [datastore2] a1231cce-8493-43ef-892c-428bbfd5144b {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.109971] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2890601-04aa-44fc-aa75-a94a59252c47 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.118652] env[68960]: DEBUG oslo_vmware.api [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Waiting for the task: (returnval){ [ 722.118652] env[68960]: value = "task-3221137" [ 722.118652] env[68960]: _type = "Task" [ 722.118652] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.130197] env[68960]: DEBUG oslo_vmware.api [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': task-3221137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.635088] env[68960]: DEBUG oslo_vmware.api [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': task-3221137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17117} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.635389] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.635594] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.635774] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.066145] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacdd898-162c-480f-98de-00849a2e6393 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.077477] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf57bd07-34d7-476b-aeea-0953661edef0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.115108] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6222fc1e-4476-43cf-a1db-0e889a7f4872 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.126854] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68453f0d-8af1-442c-acc8-1daa0f84f138 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.162738] env[68960]: DEBUG nova.compute.provider_tree [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.670221] env[68960]: DEBUG nova.scheduler.client.report [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.701579] env[68960]: DEBUG nova.virt.hardware [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.701579] env[68960]: DEBUG nova.virt.hardware [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.701717] env[68960]: DEBUG nova.virt.hardware [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.702428] env[68960]: DEBUG nova.virt.hardware [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.702428] env[68960]: DEBUG nova.virt.hardware [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.702428] env[68960]: DEBUG nova.virt.hardware [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.702591] env[68960]: DEBUG nova.virt.hardware [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.702725] env[68960]: DEBUG nova.virt.hardware [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.702913] env[68960]: DEBUG nova.virt.hardware [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.703263] env[68960]: DEBUG nova.virt.hardware [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.703372] env[68960]: DEBUG nova.virt.hardware [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.704333] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75948f4a-0265-48cf-9b88-d674c9ecbd6a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.714918] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6a8e20-72e8-46bf-ac21-a40624fadf85 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.736036] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Instance VIF info [] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.742828] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.743099] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.743348] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f93c70c-dcbf-4151-89ba-a9e27c3952d6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.764256] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.764256] env[68960]: value = "task-3221138" [ 723.764256] env[68960]: _type = "Task" [ 723.764256] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.777957] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221138, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.176674] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.179021] env[68960]: DEBUG nova.compute.manager [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.182628] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8bf98fdd-c381-49be-b404-e7c5199705a1 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.482s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.182628] env[68960]: DEBUG nova.objects.instance [None req-8bf98fdd-c381-49be-b404-e7c5199705a1 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Lazy-loading 'resources' on Instance uuid 9254d105-f6bd-40d2-8ccf-20058139ddd0 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.282798] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221138, 'name': CreateVM_Task, 'duration_secs': 0.336644} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.282798] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.283392] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.286615] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.287051] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.287389] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a3dd98e-26d4-4716-800e-a717f430387e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.293866] env[68960]: DEBUG oslo_vmware.api [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Waiting for the task: (returnval){ [ 724.293866] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52dfcd83-43cf-3215-e7ea-ba71c4c5d4bc" [ 724.293866] env[68960]: _type = "Task" [ 724.293866] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.309498] env[68960]: DEBUG oslo_vmware.api [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52dfcd83-43cf-3215-e7ea-ba71c4c5d4bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.685103] env[68960]: DEBUG nova.compute.utils [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.690199] env[68960]: DEBUG nova.compute.manager [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 724.690199] env[68960]: DEBUG nova.network.neutron [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 724.780551] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Acquiring lock "b9ec3351-09c4-44ef-a6d1-28392c70b058" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.780997] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Lock "b9ec3351-09c4-44ef-a6d1-28392c70b058" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.807623] env[68960]: DEBUG oslo_vmware.api [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52dfcd83-43cf-3215-e7ea-ba71c4c5d4bc, 'name': SearchDatastore_Task, 'duration_secs': 0.01321} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.812186] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.812186] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.812186] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.812186] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.812186] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.813844] env[68960]: DEBUG nova.policy [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '762c8b8dc3bf480e82ec7b4f3cd2256b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '832a88eafaaf462c84a215ed6907c1bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.815534] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4e3c319-0100-4672-af52-a40318a1b76c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.828082] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.828082] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.828413] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec9eb54d-bcc3-452e-8950-9584cac55d40 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.838914] env[68960]: DEBUG oslo_vmware.api [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Waiting for the task: (returnval){ [ 724.838914] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52949658-7ad8-550b-5fab-303b81277c32" [ 724.838914] env[68960]: _type = "Task" [ 724.838914] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.850708] env[68960]: DEBUG oslo_vmware.api [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52949658-7ad8-550b-5fab-303b81277c32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.190745] env[68960]: DEBUG nova.compute.manager [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.197165] env[68960]: DEBUG nova.network.neutron [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Successfully created port: 38a81433-7090-41f8-ac3f-b65fa4c3fdf1 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.295034] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Acquiring lock "95a45975-d70e-4618-9721-5788972df11d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.295375] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Lock "95a45975-d70e-4618-9721-5788972df11d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.330690] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff01a6d-ba06-41b2-97db-abc8c9fe2f6e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.346986] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07cceb8-7d10-4955-b77d-f7c49a89267f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.385418] env[68960]: DEBUG oslo_vmware.api [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52949658-7ad8-550b-5fab-303b81277c32, 'name': SearchDatastore_Task, 'duration_secs': 0.0146} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.388012] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2616980-acb3-4442-9195-ea33ad67e82d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.390645] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-500a36bb-0517-43af-ad11-4c08c33b4f76 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.397075] env[68960]: DEBUG oslo_vmware.api [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Waiting for the task: (returnval){ [ 725.397075] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52650ae3-f8b8-af41-cbef-00b0566baef5" [ 725.397075] env[68960]: _type = "Task" [ 725.397075] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.404402] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c03857-6fdd-4416-88a9-a8a7dbf9bf5c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.420267] env[68960]: DEBUG nova.compute.provider_tree [None req-8bf98fdd-c381-49be-b404-e7c5199705a1 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.426641] env[68960]: DEBUG oslo_vmware.api [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52650ae3-f8b8-af41-cbef-00b0566baef5, 'name': SearchDatastore_Task, 'duration_secs': 0.012726} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.430144] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.430144] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] a1231cce-8493-43ef-892c-428bbfd5144b/a1231cce-8493-43ef-892c-428bbfd5144b.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.430144] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20eeab58-e226-4c95-a77a-fadbd0547ca4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.437424] env[68960]: DEBUG oslo_vmware.api [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Waiting for the task: (returnval){ [ 725.437424] env[68960]: value = "task-3221139" [ 725.437424] env[68960]: _type = "Task" [ 725.437424] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.447066] env[68960]: DEBUG oslo_vmware.api [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': task-3221139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.928269] env[68960]: DEBUG nova.scheduler.client.report [None req-8bf98fdd-c381-49be-b404-e7c5199705a1 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.953606] env[68960]: DEBUG oslo_vmware.api [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': task-3221139, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.089833] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Acquiring lock "e24e6be9-3686-47e4-99a4-459576dc7dfc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.090137] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Lock "e24e6be9-3686-47e4-99a4-459576dc7dfc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.201546] env[68960]: DEBUG nova.compute.manager [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.231015] env[68960]: DEBUG nova.virt.hardware [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.231291] env[68960]: DEBUG nova.virt.hardware [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.231449] env[68960]: DEBUG nova.virt.hardware [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.231646] env[68960]: DEBUG nova.virt.hardware [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.231788] env[68960]: DEBUG nova.virt.hardware [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.231931] env[68960]: DEBUG nova.virt.hardware [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.232270] env[68960]: DEBUG nova.virt.hardware [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.232452] env[68960]: DEBUG nova.virt.hardware [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.232622] env[68960]: DEBUG nova.virt.hardware [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.232785] env[68960]: DEBUG nova.virt.hardware [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.232955] env[68960]: DEBUG nova.virt.hardware [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.233925] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1558b1-c892-4ccb-8bed-07d88257f936 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.242681] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2677426-ed18-4d36-b3ac-652b99432138 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.436076] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8bf98fdd-c381-49be-b404-e7c5199705a1 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.438442] env[68960]: DEBUG oslo_concurrency.lockutils [None req-230d5f5f-dd28-412f-963f-ba7d3412fc02 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.654s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.438678] env[68960]: DEBUG nova.objects.instance [None req-230d5f5f-dd28-412f-963f-ba7d3412fc02 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Lazy-loading 'resources' on Instance uuid a57509a1-3ec5-40a0-a53f-515c4d19839c {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.450453] env[68960]: DEBUG oslo_vmware.api [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': task-3221139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570341} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.451347] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] a1231cce-8493-43ef-892c-428bbfd5144b/a1231cce-8493-43ef-892c-428bbfd5144b.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.451570] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.451924] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5859b4f-ba5f-4eb7-92e3-17320ade5bfd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.460175] env[68960]: INFO nova.scheduler.client.report [None req-8bf98fdd-c381-49be-b404-e7c5199705a1 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Deleted allocations for instance 9254d105-f6bd-40d2-8ccf-20058139ddd0 [ 726.462746] env[68960]: DEBUG oslo_vmware.api [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Waiting for the task: (returnval){ [ 726.462746] env[68960]: value = "task-3221140" [ 726.462746] env[68960]: _type = "Task" [ 726.462746] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.475279] env[68960]: DEBUG oslo_vmware.api [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': task-3221140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.762712] env[68960]: DEBUG nova.network.neutron [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Successfully updated port: 38a81433-7090-41f8-ac3f-b65fa4c3fdf1 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.977035] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8bf98fdd-c381-49be-b404-e7c5199705a1 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Lock "9254d105-f6bd-40d2-8ccf-20058139ddd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.782s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.984861] env[68960]: DEBUG oslo_vmware.api [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': task-3221140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080652} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.985419] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.986262] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4faa7903-b7c2-4e11-8a32-1de742ce6765 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.010141] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] a1231cce-8493-43ef-892c-428bbfd5144b/a1231cce-8493-43ef-892c-428bbfd5144b.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.014487] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fcdb7ee-63a0-4bb4-bc84-8491e64b617e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.033139] env[68960]: DEBUG nova.compute.manager [req-261c1884-72ca-4819-8b73-a63abf3f7c52 req-b752ecc4-47ef-49bb-b51f-ac4aa3abca1c service nova] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Received event network-vif-plugged-38a81433-7090-41f8-ac3f-b65fa4c3fdf1 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.033423] env[68960]: DEBUG oslo_concurrency.lockutils [req-261c1884-72ca-4819-8b73-a63abf3f7c52 req-b752ecc4-47ef-49bb-b51f-ac4aa3abca1c service nova] Acquiring lock "0f6bc940-b9d6-4f4b-a9cc-454b71abee7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.034098] env[68960]: DEBUG oslo_concurrency.lockutils [req-261c1884-72ca-4819-8b73-a63abf3f7c52 req-b752ecc4-47ef-49bb-b51f-ac4aa3abca1c service nova] Lock "0f6bc940-b9d6-4f4b-a9cc-454b71abee7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.034188] env[68960]: DEBUG oslo_concurrency.lockutils [req-261c1884-72ca-4819-8b73-a63abf3f7c52 req-b752ecc4-47ef-49bb-b51f-ac4aa3abca1c service nova] Lock "0f6bc940-b9d6-4f4b-a9cc-454b71abee7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.034380] env[68960]: DEBUG nova.compute.manager [req-261c1884-72ca-4819-8b73-a63abf3f7c52 req-b752ecc4-47ef-49bb-b51f-ac4aa3abca1c service nova] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] No waiting events found dispatching network-vif-plugged-38a81433-7090-41f8-ac3f-b65fa4c3fdf1 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.035046] env[68960]: WARNING nova.compute.manager [req-261c1884-72ca-4819-8b73-a63abf3f7c52 req-b752ecc4-47ef-49bb-b51f-ac4aa3abca1c service nova] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Received unexpected event network-vif-plugged-38a81433-7090-41f8-ac3f-b65fa4c3fdf1 for instance with vm_state building and task_state spawning. [ 727.043419] env[68960]: DEBUG oslo_vmware.api [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Waiting for the task: (returnval){ [ 727.043419] env[68960]: value = "task-3221141" [ 727.043419] env[68960]: _type = "Task" [ 727.043419] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.054508] env[68960]: DEBUG oslo_vmware.api [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': task-3221141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.134725] env[68960]: DEBUG oslo_vmware.rw_handles [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d03f4e-d83a-4aff-2af4-f3fc789997f8/disk-0.vmdk. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 727.135765] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597b93cd-8d96-48c1-9f1d-2c869a74a967 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.143261] env[68960]: DEBUG oslo_vmware.rw_handles [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d03f4e-d83a-4aff-2af4-f3fc789997f8/disk-0.vmdk is in state: ready. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 727.143377] env[68960]: ERROR oslo_vmware.rw_handles [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d03f4e-d83a-4aff-2af4-f3fc789997f8/disk-0.vmdk due to incomplete transfer. [ 727.143560] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-390a9892-ed0c-4846-b6b1-465431cb66df {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.152460] env[68960]: DEBUG oslo_vmware.rw_handles [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d03f4e-d83a-4aff-2af4-f3fc789997f8/disk-0.vmdk. {{(pid=68960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 727.152660] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Uploaded image 795b8179-131e-4966-8b14-98909951cbab to the Glance image server {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 727.154986] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Destroying the VM {{(pid=68960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 727.155416] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e200a0f8-6627-424b-a3e9-3beaaf16167d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.163482] env[68960]: DEBUG oslo_vmware.api [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Waiting for the task: (returnval){ [ 727.163482] env[68960]: value = "task-3221142" [ 727.163482] env[68960]: _type = "Task" [ 727.163482] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.174080] env[68960]: DEBUG oslo_vmware.api [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221142, 'name': Destroy_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.266927] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Acquiring lock "refresh_cache-0f6bc940-b9d6-4f4b-a9cc-454b71abee7f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.266927] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Acquired lock "refresh_cache-0f6bc940-b9d6-4f4b-a9cc-454b71abee7f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.267167] env[68960]: DEBUG nova.network.neutron [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.561052] env[68960]: DEBUG oslo_vmware.api [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': task-3221141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.596881] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30becf9e-5ac5-4605-a53c-249d27527af3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.605190] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5512c6ff-65da-48e3-b0f0-5f0fee26d395 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.648968] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07168f36-af24-4e65-8873-7c80fd0ced46 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.660579] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ddbe32-f72c-4122-965b-f9b96420a4b0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.686366] env[68960]: DEBUG nova.compute.provider_tree [None req-230d5f5f-dd28-412f-963f-ba7d3412fc02 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.690598] env[68960]: DEBUG oslo_vmware.api [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221142, 'name': Destroy_Task, 'duration_secs': 0.392216} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.691078] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Destroyed the VM [ 727.691405] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Deleting Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 727.691654] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6386acec-b39c-4c8d-89f0-a4be70e1c1d6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.699449] env[68960]: DEBUG oslo_vmware.api [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Waiting for the task: (returnval){ [ 727.699449] env[68960]: value = "task-3221143" [ 727.699449] env[68960]: _type = "Task" [ 727.699449] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.708068] env[68960]: DEBUG oslo_vmware.api [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221143, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.802389] env[68960]: DEBUG nova.network.neutron [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.931143] env[68960]: DEBUG nova.network.neutron [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Updating instance_info_cache with network_info: [{"id": "38a81433-7090-41f8-ac3f-b65fa4c3fdf1", "address": "fa:16:3e:8d:13:f3", "network": {"id": "e0decdf3-a478-4127-bace-45e70410d3e3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1902713457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "832a88eafaaf462c84a215ed6907c1bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a81433-70", "ovs_interfaceid": "38a81433-7090-41f8-ac3f-b65fa4c3fdf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.054216] env[68960]: DEBUG oslo_vmware.api [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': task-3221141, 'name': ReconfigVM_Task, 'duration_secs': 0.746361} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.054523] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Reconfigured VM instance instance-00000021 to attach disk [datastore1] a1231cce-8493-43ef-892c-428bbfd5144b/a1231cce-8493-43ef-892c-428bbfd5144b.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.055227] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bdad46c-c34b-45b2-9355-f67a0421818a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.062604] env[68960]: DEBUG oslo_vmware.api [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Waiting for the task: (returnval){ [ 728.062604] env[68960]: value = "task-3221144" [ 728.062604] env[68960]: _type = "Task" [ 728.062604] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.071860] env[68960]: DEBUG oslo_vmware.api [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': task-3221144, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.192347] env[68960]: DEBUG nova.scheduler.client.report [None req-230d5f5f-dd28-412f-963f-ba7d3412fc02 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.210100] env[68960]: DEBUG oslo_vmware.api [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221143, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.433931] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Releasing lock "refresh_cache-0f6bc940-b9d6-4f4b-a9cc-454b71abee7f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.434341] env[68960]: DEBUG nova.compute.manager [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Instance network_info: |[{"id": "38a81433-7090-41f8-ac3f-b65fa4c3fdf1", "address": "fa:16:3e:8d:13:f3", "network": {"id": "e0decdf3-a478-4127-bace-45e70410d3e3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1902713457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "832a88eafaaf462c84a215ed6907c1bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a81433-70", "ovs_interfaceid": "38a81433-7090-41f8-ac3f-b65fa4c3fdf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.434774] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:13:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be8bd197-4b2b-46e7-88ea-2554b0438584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38a81433-7090-41f8-ac3f-b65fa4c3fdf1', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.442636] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Creating folder: Project (832a88eafaaf462c84a215ed6907c1bb). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.442636] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2e70518-f55d-4f9b-9890-fe208f8c43bc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.457266] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Created folder: Project (832a88eafaaf462c84a215ed6907c1bb) in parent group-v643888. [ 728.457365] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Creating folder: Instances. Parent ref: group-v643985. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.457628] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ec82627-ddbf-48c7-bda3-bb146e05746f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.469078] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Created folder: Instances in parent group-v643985. [ 728.469380] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.469584] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.469804] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94d1259b-73a3-460b-b99c-4088b1d20f88 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.490762] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.490762] env[68960]: value = "task-3221147" [ 728.490762] env[68960]: _type = "Task" [ 728.490762] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.498968] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221147, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.573273] env[68960]: DEBUG oslo_vmware.api [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': task-3221144, 'name': Rename_Task, 'duration_secs': 0.173988} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.573587] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.573834] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b559b91-3b7b-4f3b-b538-bfdadf74d214 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.582883] env[68960]: DEBUG oslo_vmware.api [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Waiting for the task: (returnval){ [ 728.582883] env[68960]: value = "task-3221148" [ 728.582883] env[68960]: _type = "Task" [ 728.582883] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.591380] env[68960]: DEBUG oslo_vmware.api [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': task-3221148, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.698751] env[68960]: DEBUG oslo_concurrency.lockutils [None req-230d5f5f-dd28-412f-963f-ba7d3412fc02 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.260s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.701673] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4cc06415-8d12-4d99-bdbf-a494e1960fc8 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.994s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.701814] env[68960]: DEBUG nova.objects.instance [None req-4cc06415-8d12-4d99-bdbf-a494e1960fc8 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Lazy-loading 'resources' on Instance uuid d4c99f61-5621-4bff-9bc6-c8c0ca132533 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.713352] env[68960]: DEBUG oslo_vmware.api [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221143, 'name': RemoveSnapshot_Task, 'duration_secs': 0.668443} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.714352] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Deleted Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 728.714468] env[68960]: INFO nova.compute.manager [None req-dc2ef15b-2b9a-4974-9f3f-c79856fe9a7a tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Took 14.04 seconds to snapshot the instance on the hypervisor. [ 728.725225] env[68960]: INFO nova.scheduler.client.report [None req-230d5f5f-dd28-412f-963f-ba7d3412fc02 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Deleted allocations for instance a57509a1-3ec5-40a0-a53f-515c4d19839c [ 729.003446] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221147, 'name': CreateVM_Task, 'duration_secs': 0.457494} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.003699] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.004624] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.004624] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.004982] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.005334] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d547442e-2b9a-4f33-a8b2-d7aaa3c9dcdb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.010420] env[68960]: DEBUG oslo_vmware.api [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Waiting for the task: (returnval){ [ 729.010420] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528d1770-81a7-4a46-1091-ace17c8547ec" [ 729.010420] env[68960]: _type = "Task" [ 729.010420] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.018674] env[68960]: DEBUG oslo_vmware.api [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528d1770-81a7-4a46-1091-ace17c8547ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.030592] env[68960]: DEBUG nova.compute.manager [req-08d86912-951b-4694-a2c7-cc3b0b4b9cf5 req-fabd943b-1524-4fee-876c-b4a6b72f8fe3 service nova] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Received event network-changed-38a81433-7090-41f8-ac3f-b65fa4c3fdf1 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.030729] env[68960]: DEBUG nova.compute.manager [req-08d86912-951b-4694-a2c7-cc3b0b4b9cf5 req-fabd943b-1524-4fee-876c-b4a6b72f8fe3 service nova] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Refreshing instance network info cache due to event network-changed-38a81433-7090-41f8-ac3f-b65fa4c3fdf1. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.030923] env[68960]: DEBUG oslo_concurrency.lockutils [req-08d86912-951b-4694-a2c7-cc3b0b4b9cf5 req-fabd943b-1524-4fee-876c-b4a6b72f8fe3 service nova] Acquiring lock "refresh_cache-0f6bc940-b9d6-4f4b-a9cc-454b71abee7f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.031105] env[68960]: DEBUG oslo_concurrency.lockutils [req-08d86912-951b-4694-a2c7-cc3b0b4b9cf5 req-fabd943b-1524-4fee-876c-b4a6b72f8fe3 service nova] Acquired lock "refresh_cache-0f6bc940-b9d6-4f4b-a9cc-454b71abee7f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.031231] env[68960]: DEBUG nova.network.neutron [req-08d86912-951b-4694-a2c7-cc3b0b4b9cf5 req-fabd943b-1524-4fee-876c-b4a6b72f8fe3 service nova] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Refreshing network info cache for port 38a81433-7090-41f8-ac3f-b65fa4c3fdf1 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.092605] env[68960]: DEBUG oslo_vmware.api [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': task-3221148, 'name': PowerOnVM_Task, 'duration_secs': 0.488147} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.092897] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.093107] env[68960]: DEBUG nova.compute.manager [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.093985] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5444e260-1983-45aa-8581-85fef2ac0d47 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.231852] env[68960]: DEBUG oslo_concurrency.lockutils [None req-230d5f5f-dd28-412f-963f-ba7d3412fc02 tempest-ListServersNegativeTestJSON-1110832257 tempest-ListServersNegativeTestJSON-1110832257-project-member] Lock "a57509a1-3ec5-40a0-a53f-515c4d19839c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.223s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.520682] env[68960]: DEBUG oslo_vmware.api [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528d1770-81a7-4a46-1091-ace17c8547ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010613} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.523400] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.523583] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.523820] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.523965] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.524157] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.524747] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e52ac672-3c04-43ee-a2d2-b33fab30003b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.538423] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.538609] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.539739] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6a5d3af-e5a9-4a5e-9d7d-925f834de3d8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.545517] env[68960]: DEBUG oslo_vmware.api [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Waiting for the task: (returnval){ [ 729.545517] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524324b7-6316-3243-89de-2d939aa76649" [ 729.545517] env[68960]: _type = "Task" [ 729.545517] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.558178] env[68960]: DEBUG oslo_vmware.api [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524324b7-6316-3243-89de-2d939aa76649, 'name': SearchDatastore_Task, 'duration_secs': 0.010447} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.558946] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a60b2e2-1f8f-424b-91d4-72776eb29c29 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.566944] env[68960]: DEBUG oslo_vmware.api [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Waiting for the task: (returnval){ [ 729.566944] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a1b6c3-49b7-3de5-937f-11834f1c579e" [ 729.566944] env[68960]: _type = "Task" [ 729.566944] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.573660] env[68960]: DEBUG oslo_vmware.api [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a1b6c3-49b7-3de5-937f-11834f1c579e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.612566] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.700336] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662d65db-8b63-4bd9-8373-439e4243eadb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.711665] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737b8e39-0da9-43ce-a49f-918bc7a6fb9a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.754046] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec52e01-d67b-411f-80be-afe3a6eff09d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.763043] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476c356e-814b-4f1a-9ee1-c53e49feb368 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.777434] env[68960]: DEBUG nova.compute.provider_tree [None req-4cc06415-8d12-4d99-bdbf-a494e1960fc8 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.788189] env[68960]: DEBUG nova.network.neutron [req-08d86912-951b-4694-a2c7-cc3b0b4b9cf5 req-fabd943b-1524-4fee-876c-b4a6b72f8fe3 service nova] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Updated VIF entry in instance network info cache for port 38a81433-7090-41f8-ac3f-b65fa4c3fdf1. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.788542] env[68960]: DEBUG nova.network.neutron [req-08d86912-951b-4694-a2c7-cc3b0b4b9cf5 req-fabd943b-1524-4fee-876c-b4a6b72f8fe3 service nova] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Updating instance_info_cache with network_info: [{"id": "38a81433-7090-41f8-ac3f-b65fa4c3fdf1", "address": "fa:16:3e:8d:13:f3", "network": {"id": "e0decdf3-a478-4127-bace-45e70410d3e3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1902713457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "832a88eafaaf462c84a215ed6907c1bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a81433-70", "ovs_interfaceid": "38a81433-7090-41f8-ac3f-b65fa4c3fdf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.846355] env[68960]: DEBUG oslo_concurrency.lockutils [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Acquiring lock "a1231cce-8493-43ef-892c-428bbfd5144b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.846647] env[68960]: DEBUG oslo_concurrency.lockutils [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Lock "a1231cce-8493-43ef-892c-428bbfd5144b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.847221] env[68960]: DEBUG oslo_concurrency.lockutils [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Acquiring lock "a1231cce-8493-43ef-892c-428bbfd5144b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.847322] env[68960]: DEBUG oslo_concurrency.lockutils [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Lock "a1231cce-8493-43ef-892c-428bbfd5144b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.847477] env[68960]: DEBUG oslo_concurrency.lockutils [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Lock "a1231cce-8493-43ef-892c-428bbfd5144b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.849444] env[68960]: INFO nova.compute.manager [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Terminating instance [ 730.077397] env[68960]: DEBUG oslo_vmware.api [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a1b6c3-49b7-3de5-937f-11834f1c579e, 'name': SearchDatastore_Task, 'duration_secs': 0.0096} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.077730] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.078096] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f/0f6bc940-b9d6-4f4b-a9cc-454b71abee7f.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.078263] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7af921b-7845-47f2-ab1e-7a5d9af8cfbb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.086160] env[68960]: DEBUG oslo_vmware.api [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Waiting for the task: (returnval){ [ 730.086160] env[68960]: value = "task-3221149" [ 730.086160] env[68960]: _type = "Task" [ 730.086160] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.095116] env[68960]: DEBUG oslo_vmware.api [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Task: {'id': task-3221149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.281647] env[68960]: DEBUG nova.scheduler.client.report [None req-4cc06415-8d12-4d99-bdbf-a494e1960fc8 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.291329] env[68960]: DEBUG oslo_concurrency.lockutils [req-08d86912-951b-4694-a2c7-cc3b0b4b9cf5 req-fabd943b-1524-4fee-876c-b4a6b72f8fe3 service nova] Releasing lock "refresh_cache-0f6bc940-b9d6-4f4b-a9cc-454b71abee7f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.354314] env[68960]: DEBUG oslo_concurrency.lockutils [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Acquiring lock "refresh_cache-a1231cce-8493-43ef-892c-428bbfd5144b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.354519] env[68960]: DEBUG oslo_concurrency.lockutils [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Acquired lock "refresh_cache-a1231cce-8493-43ef-892c-428bbfd5144b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.354696] env[68960]: DEBUG nova.network.neutron [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.599953] env[68960]: DEBUG oslo_vmware.api [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Task: {'id': task-3221149, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.790367] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4cc06415-8d12-4d99-bdbf-a494e1960fc8 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.089s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.793930] env[68960]: DEBUG oslo_concurrency.lockutils [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.823s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.795077] env[68960]: INFO nova.compute.claims [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.820836] env[68960]: INFO nova.scheduler.client.report [None req-4cc06415-8d12-4d99-bdbf-a494e1960fc8 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Deleted allocations for instance d4c99f61-5621-4bff-9bc6-c8c0ca132533 [ 730.888613] env[68960]: DEBUG nova.network.neutron [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.967823] env[68960]: DEBUG nova.network.neutron [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.097684] env[68960]: DEBUG oslo_vmware.api [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Task: {'id': task-3221149, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518735} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.097961] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f/0f6bc940-b9d6-4f4b-a9cc-454b71abee7f.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.098175] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.098430] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e804551d-8906-4192-a3d6-d7eacdb3abae {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.105700] env[68960]: DEBUG oslo_vmware.api [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Waiting for the task: (returnval){ [ 731.105700] env[68960]: value = "task-3221150" [ 731.105700] env[68960]: _type = "Task" [ 731.105700] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.116378] env[68960]: DEBUG oslo_vmware.api [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Task: {'id': task-3221150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.328574] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4cc06415-8d12-4d99-bdbf-a494e1960fc8 tempest-InstanceActionsTestJSON-120858582 tempest-InstanceActionsTestJSON-120858582-project-member] Lock "d4c99f61-5621-4bff-9bc6-c8c0ca132533" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.081s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.344453] env[68960]: DEBUG nova.compute.manager [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.344453] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cdaf40-de93-4718-9927-eef7c40ca83a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.471396] env[68960]: DEBUG oslo_concurrency.lockutils [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Releasing lock "refresh_cache-a1231cce-8493-43ef-892c-428bbfd5144b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.471636] env[68960]: DEBUG nova.compute.manager [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.471992] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.473262] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fec27a-23ff-4a65-925c-8be8e43a7c08 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.482454] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.482715] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87ee90e8-31b7-40f1-aa8e-f784a6ad8830 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.492434] env[68960]: DEBUG oslo_vmware.api [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Waiting for the task: (returnval){ [ 731.492434] env[68960]: value = "task-3221151" [ 731.492434] env[68960]: _type = "Task" [ 731.492434] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.502382] env[68960]: DEBUG oslo_vmware.api [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': task-3221151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.617471] env[68960]: DEBUG oslo_vmware.api [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Task: {'id': task-3221150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.216683} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.617732] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.618545] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc96eeb5-4948-423e-969f-88091a0d6103 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.643396] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f/0f6bc940-b9d6-4f4b-a9cc-454b71abee7f.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.644107] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf908f03-907d-4a64-8c80-caa49c18ae32 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.664577] env[68960]: DEBUG oslo_vmware.api [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Waiting for the task: (returnval){ [ 731.664577] env[68960]: value = "task-3221152" [ 731.664577] env[68960]: _type = "Task" [ 731.664577] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.674600] env[68960]: DEBUG oslo_vmware.api [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Task: {'id': task-3221152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.856682] env[68960]: INFO nova.compute.manager [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] instance snapshotting [ 731.863919] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa287e8-e5fb-4295-9527-103305f580c3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.890505] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6c6781-246e-4e79-a6f9-9aebf935a05e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.002450] env[68960]: DEBUG oslo_vmware.api [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': task-3221151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.174361] env[68960]: DEBUG oslo_vmware.api [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Task: {'id': task-3221152, 'name': ReconfigVM_Task, 'duration_secs': 0.309306} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.177087] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f/0f6bc940-b9d6-4f4b-a9cc-454b71abee7f.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.177960] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8dca69fb-f000-4518-9e6a-669c1c9d7371 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.187838] env[68960]: DEBUG oslo_vmware.api [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Waiting for the task: (returnval){ [ 732.187838] env[68960]: value = "task-3221153" [ 732.187838] env[68960]: _type = "Task" [ 732.187838] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.198956] env[68960]: DEBUG oslo_vmware.api [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Task: {'id': task-3221153, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.345738] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6793acf6-d6a3-4b90-9f47-fca655a4fc0b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.355849] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1d0292-853b-4521-846b-b068ebc0fe08 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.397033] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5be8d2-680a-4984-a105-23d5c60b1d2d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.406173] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Creating Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 732.406500] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3a191589-62ff-41c1-a66e-05ac09d4e989 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.410982] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30688c65-c00c-4b3a-baba-c49809d3d7c6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.433095] env[68960]: DEBUG nova.compute.provider_tree [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.436045] env[68960]: DEBUG oslo_vmware.api [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Waiting for the task: (returnval){ [ 732.436045] env[68960]: value = "task-3221154" [ 732.436045] env[68960]: _type = "Task" [ 732.436045] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.445901] env[68960]: DEBUG oslo_vmware.api [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221154, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.502803] env[68960]: DEBUG oslo_vmware.api [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': task-3221151, 'name': PowerOffVM_Task, 'duration_secs': 0.972446} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.503077] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.503264] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.503553] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8e4362b-3ac9-484b-ba04-2a57db730bf4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.530370] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.530370] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.530370] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Deleting the datastore file [datastore1] a1231cce-8493-43ef-892c-428bbfd5144b {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.530370] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-500e1162-ce10-49c2-8f41-386759be1355 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.538767] env[68960]: DEBUG oslo_vmware.api [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Waiting for the task: (returnval){ [ 732.538767] env[68960]: value = "task-3221156" [ 732.538767] env[68960]: _type = "Task" [ 732.538767] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.548249] env[68960]: DEBUG oslo_vmware.api [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': task-3221156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.699328] env[68960]: DEBUG oslo_vmware.api [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Task: {'id': task-3221153, 'name': Rename_Task, 'duration_secs': 0.163619} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.699619] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.699870] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2588bd37-5988-4a5e-800f-c14fd97a0825 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.710278] env[68960]: DEBUG oslo_vmware.api [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Waiting for the task: (returnval){ [ 732.710278] env[68960]: value = "task-3221157" [ 732.710278] env[68960]: _type = "Task" [ 732.710278] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.720741] env[68960]: DEBUG oslo_vmware.api [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Task: {'id': task-3221157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.938841] env[68960]: DEBUG nova.scheduler.client.report [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.961432] env[68960]: DEBUG oslo_vmware.api [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221154, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.051069] env[68960]: DEBUG oslo_vmware.api [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Task: {'id': task-3221156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101913} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.051393] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.051587] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.051780] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.051975] env[68960]: INFO nova.compute.manager [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Took 1.58 seconds to destroy the instance on the hypervisor. [ 733.052300] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.052517] env[68960]: DEBUG nova.compute.manager [-] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.052621] env[68960]: DEBUG nova.network.neutron [-] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 733.071718] env[68960]: DEBUG nova.network.neutron [-] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.224898] env[68960]: DEBUG oslo_vmware.api [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Task: {'id': task-3221157, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.446346] env[68960]: DEBUG oslo_concurrency.lockutils [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.447509] env[68960]: DEBUG nova.compute.manager [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.455660] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.390s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.458271] env[68960]: INFO nova.compute.claims [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.470921] env[68960]: DEBUG oslo_vmware.api [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221154, 'name': CreateSnapshot_Task, 'duration_secs': 0.705696} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.471239] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Created Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 733.472038] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de1a030-0513-475c-a064-8dfcee2e6de3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.574464] env[68960]: DEBUG nova.network.neutron [-] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.723949] env[68960]: DEBUG oslo_vmware.api [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Task: {'id': task-3221157, 'name': PowerOnVM_Task, 'duration_secs': 0.532546} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.724365] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.724365] env[68960]: INFO nova.compute.manager [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Took 7.52 seconds to spawn the instance on the hypervisor. [ 733.724458] env[68960]: DEBUG nova.compute.manager [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.725275] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9902f26b-2d50-4ae9-9dad-d21bb5cfe908 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.966173] env[68960]: DEBUG nova.compute.utils [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.969621] env[68960]: DEBUG nova.compute.manager [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 733.969814] env[68960]: DEBUG nova.network.neutron [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.991819] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Creating linked-clone VM from snapshot {{(pid=68960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 733.994272] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f531f148-9d37-448e-880b-49adaf1bf24d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.005213] env[68960]: DEBUG oslo_vmware.api [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Waiting for the task: (returnval){ [ 734.005213] env[68960]: value = "task-3221158" [ 734.005213] env[68960]: _type = "Task" [ 734.005213] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.019021] env[68960]: DEBUG oslo_vmware.api [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221158, 'name': CloneVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.054492] env[68960]: DEBUG nova.policy [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eaf6531128fe4494851bd25a6e70bf8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcc3fc8c5ae8499f98c4ddb98311f9cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.080380] env[68960]: INFO nova.compute.manager [-] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Took 1.03 seconds to deallocate network for instance. [ 734.249548] env[68960]: INFO nova.compute.manager [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Took 48.00 seconds to build instance. [ 734.472913] env[68960]: DEBUG nova.compute.manager [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.526336] env[68960]: DEBUG oslo_vmware.api [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221158, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.588755] env[68960]: DEBUG oslo_concurrency.lockutils [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.677805] env[68960]: DEBUG nova.network.neutron [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Successfully created port: 893e8e14-e272-433a-8e6c-5118e3a0747b {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.751955] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5ae37421-93c0-4078-8635-d097fb2cd066 tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Lock "0f6bc940-b9d6-4f4b-a9cc-454b71abee7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.849s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.025028] env[68960]: DEBUG oslo_vmware.api [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221158, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.090651] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dac4c3-97b7-4851-a636-297a35bfa5d8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.102237] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd22410d-ee5e-4934-894d-078aad199bbf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.141738] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b2ce93-8c6b-4ec3-85e8-6c22b04b2f48 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.151355] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2754d467-a9c6-4695-b4e2-76f55b9e8175 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.167728] env[68960]: DEBUG nova.compute.provider_tree [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.259282] env[68960]: DEBUG nova.compute.manager [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.488620] env[68960]: DEBUG nova.compute.manager [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.509812] env[68960]: DEBUG nova.compute.manager [req-8d8f828f-af93-47ac-8a83-8379bb520ddc req-194f2993-8d01-47c1-98ad-92ba29b1354b service nova] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Received event network-changed-38a81433-7090-41f8-ac3f-b65fa4c3fdf1 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.509812] env[68960]: DEBUG nova.compute.manager [req-8d8f828f-af93-47ac-8a83-8379bb520ddc req-194f2993-8d01-47c1-98ad-92ba29b1354b service nova] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Refreshing instance network info cache due to event network-changed-38a81433-7090-41f8-ac3f-b65fa4c3fdf1. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.510230] env[68960]: DEBUG oslo_concurrency.lockutils [req-8d8f828f-af93-47ac-8a83-8379bb520ddc req-194f2993-8d01-47c1-98ad-92ba29b1354b service nova] Acquiring lock "refresh_cache-0f6bc940-b9d6-4f4b-a9cc-454b71abee7f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.510230] env[68960]: DEBUG oslo_concurrency.lockutils [req-8d8f828f-af93-47ac-8a83-8379bb520ddc req-194f2993-8d01-47c1-98ad-92ba29b1354b service nova] Acquired lock "refresh_cache-0f6bc940-b9d6-4f4b-a9cc-454b71abee7f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.510230] env[68960]: DEBUG nova.network.neutron [req-8d8f828f-af93-47ac-8a83-8379bb520ddc req-194f2993-8d01-47c1-98ad-92ba29b1354b service nova] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Refreshing network info cache for port 38a81433-7090-41f8-ac3f-b65fa4c3fdf1 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.528162] env[68960]: DEBUG oslo_vmware.api [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221158, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.529880] env[68960]: DEBUG nova.virt.hardware [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.530145] env[68960]: DEBUG nova.virt.hardware [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.530312] env[68960]: DEBUG nova.virt.hardware [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.530496] env[68960]: DEBUG nova.virt.hardware [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.530636] env[68960]: DEBUG nova.virt.hardware [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.530778] env[68960]: DEBUG nova.virt.hardware [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.530980] env[68960]: DEBUG nova.virt.hardware [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.531154] env[68960]: DEBUG nova.virt.hardware [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.531324] env[68960]: DEBUG nova.virt.hardware [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.531481] env[68960]: DEBUG nova.virt.hardware [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.531651] env[68960]: DEBUG nova.virt.hardware [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.532757] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b9508d-e499-4203-8895-ae3f4597bfd4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.544158] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39baa7d-65a2-402f-a988-3863c69a167c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.671150] env[68960]: DEBUG nova.scheduler.client.report [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.782878] env[68960]: DEBUG oslo_concurrency.lockutils [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.027075] env[68960]: DEBUG oslo_vmware.api [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221158, 'name': CloneVM_Task} progress is 95%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.176456] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.176994] env[68960]: DEBUG nova.compute.manager [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.179581] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1130c0c2-a56f-4f36-835e-23423061a53e tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 38.244s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.397298] env[68960]: DEBUG nova.network.neutron [req-8d8f828f-af93-47ac-8a83-8379bb520ddc req-194f2993-8d01-47c1-98ad-92ba29b1354b service nova] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Updated VIF entry in instance network info cache for port 38a81433-7090-41f8-ac3f-b65fa4c3fdf1. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.397298] env[68960]: DEBUG nova.network.neutron [req-8d8f828f-af93-47ac-8a83-8379bb520ddc req-194f2993-8d01-47c1-98ad-92ba29b1354b service nova] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Updating instance_info_cache with network_info: [{"id": "38a81433-7090-41f8-ac3f-b65fa4c3fdf1", "address": "fa:16:3e:8d:13:f3", "network": {"id": "e0decdf3-a478-4127-bace-45e70410d3e3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1902713457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "832a88eafaaf462c84a215ed6907c1bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a81433-70", "ovs_interfaceid": "38a81433-7090-41f8-ac3f-b65fa4c3fdf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.526791] env[68960]: DEBUG oslo_vmware.api [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221158, 'name': CloneVM_Task, 'duration_secs': 2.132632} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.527199] env[68960]: INFO nova.virt.vmwareapi.vmops [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Created linked-clone VM from snapshot [ 736.528075] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f20e864-a857-4d49-a481-e6c80e3f64cb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.539909] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Uploading image c3f2de40-00ee-438c-b134-b4013805a189 {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 736.574109] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 736.574109] env[68960]: value = "vm-643989" [ 736.574109] env[68960]: _type = "VirtualMachine" [ 736.574109] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 736.574109] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-93361f5d-2777-4e8d-ac3a-d48d227d3f6d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.582600] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Lease: (returnval){ [ 736.582600] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5292f837-0a37-cbfc-d77d-96ae5aa8dd2d" [ 736.582600] env[68960]: _type = "HttpNfcLease" [ 736.582600] env[68960]: } obtained for exporting VM: (result){ [ 736.582600] env[68960]: value = "vm-643989" [ 736.582600] env[68960]: _type = "VirtualMachine" [ 736.582600] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 736.582600] env[68960]: DEBUG oslo_vmware.api [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Waiting for the lease: (returnval){ [ 736.582600] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5292f837-0a37-cbfc-d77d-96ae5aa8dd2d" [ 736.582600] env[68960]: _type = "HttpNfcLease" [ 736.582600] env[68960]: } to be ready. {{(pid=68960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 736.590244] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 736.590244] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5292f837-0a37-cbfc-d77d-96ae5aa8dd2d" [ 736.590244] env[68960]: _type = "HttpNfcLease" [ 736.590244] env[68960]: } is initializing. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 736.633230] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c739268c-414d-49c9-8f6e-a0d4d23894ea tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] Acquiring lock "ff25865e-413a-4b40-a054-d445d5529220" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.633230] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c739268c-414d-49c9-8f6e-a0d4d23894ea tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] Lock "ff25865e-413a-4b40-a054-d445d5529220" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.684535] env[68960]: DEBUG nova.compute.utils [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.689824] env[68960]: DEBUG nova.compute.manager [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.689875] env[68960]: DEBUG nova.network.neutron [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.706034] env[68960]: DEBUG nova.compute.manager [req-a85db2a5-72d9-4106-9946-654f1b354b5a req-acf08eb9-53ee-4bd5-9df6-0556ee99bfcb service nova] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Received event network-vif-plugged-893e8e14-e272-433a-8e6c-5118e3a0747b {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.706034] env[68960]: DEBUG oslo_concurrency.lockutils [req-a85db2a5-72d9-4106-9946-654f1b354b5a req-acf08eb9-53ee-4bd5-9df6-0556ee99bfcb service nova] Acquiring lock "ea608d17-d860-4f41-9324-378a8336b33b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.706034] env[68960]: DEBUG oslo_concurrency.lockutils [req-a85db2a5-72d9-4106-9946-654f1b354b5a req-acf08eb9-53ee-4bd5-9df6-0556ee99bfcb service nova] Lock "ea608d17-d860-4f41-9324-378a8336b33b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.706034] env[68960]: DEBUG oslo_concurrency.lockutils [req-a85db2a5-72d9-4106-9946-654f1b354b5a req-acf08eb9-53ee-4bd5-9df6-0556ee99bfcb service nova] Lock "ea608d17-d860-4f41-9324-378a8336b33b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.706034] env[68960]: DEBUG nova.compute.manager [req-a85db2a5-72d9-4106-9946-654f1b354b5a req-acf08eb9-53ee-4bd5-9df6-0556ee99bfcb service nova] [instance: ea608d17-d860-4f41-9324-378a8336b33b] No waiting events found dispatching network-vif-plugged-893e8e14-e272-433a-8e6c-5118e3a0747b {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 736.706034] env[68960]: WARNING nova.compute.manager [req-a85db2a5-72d9-4106-9946-654f1b354b5a req-acf08eb9-53ee-4bd5-9df6-0556ee99bfcb service nova] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Received unexpected event network-vif-plugged-893e8e14-e272-433a-8e6c-5118e3a0747b for instance with vm_state building and task_state spawning. [ 736.763927] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Acquiring lock "c783b1cb-778d-4edf-9eba-c938222f67ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.764310] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Lock "c783b1cb-778d-4edf-9eba-c938222f67ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.804485] env[68960]: DEBUG nova.policy [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eaf6531128fe4494851bd25a6e70bf8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcc3fc8c5ae8499f98c4ddb98311f9cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.847030] env[68960]: DEBUG nova.network.neutron [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Successfully updated port: 893e8e14-e272-433a-8e6c-5118e3a0747b {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.900790] env[68960]: DEBUG oslo_concurrency.lockutils [req-8d8f828f-af93-47ac-8a83-8379bb520ddc req-194f2993-8d01-47c1-98ad-92ba29b1354b service nova] Releasing lock "refresh_cache-0f6bc940-b9d6-4f4b-a9cc-454b71abee7f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.098094] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 737.098094] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5292f837-0a37-cbfc-d77d-96ae5aa8dd2d" [ 737.098094] env[68960]: _type = "HttpNfcLease" [ 737.098094] env[68960]: } is ready. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 737.098840] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 737.098840] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5292f837-0a37-cbfc-d77d-96ae5aa8dd2d" [ 737.098840] env[68960]: _type = "HttpNfcLease" [ 737.098840] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 737.099415] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45421dc-8fca-4d67-b176-3a0496fa47fa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.108680] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211756c-194f-1560-19c7-21b2b1c8a411/disk-0.vmdk from lease info. {{(pid=68960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 737.108861] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211756c-194f-1560-19c7-21b2b1c8a411/disk-0.vmdk for reading. {{(pid=68960) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 737.178807] env[68960]: DEBUG nova.compute.utils [None req-c739268c-414d-49c9-8f6e-a0d4d23894ea tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.190484] env[68960]: DEBUG nova.compute.manager [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.259139] env[68960]: DEBUG nova.network.neutron [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Successfully created port: 6b3cf253-8cd9-4c16-a949-7bfd3fc01326 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.266195] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-41f79531-2587-48d2-ab26-fc3c0841379c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.349221] env[68960]: DEBUG oslo_concurrency.lockutils [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Acquiring lock "refresh_cache-ea608d17-d860-4f41-9324-378a8336b33b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.349378] env[68960]: DEBUG oslo_concurrency.lockutils [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Acquired lock "refresh_cache-ea608d17-d860-4f41-9324-378a8336b33b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.349529] env[68960]: DEBUG nova.network.neutron [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.456917] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14be6170-bde6-4598-b716-e14f98144e60 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.465662] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2d7e1b-e754-4abf-af96-13ed790d3897 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.498769] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2b5288-4247-490d-8366-4c90f0d388c0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.510181] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831128e5-92d4-49cb-88ba-474c33f6f809 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.526209] env[68960]: DEBUG nova.compute.provider_tree [None req-1130c0c2-a56f-4f36-835e-23423061a53e tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.685376] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c739268c-414d-49c9-8f6e-a0d4d23894ea tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] Lock "ff25865e-413a-4b40-a054-d445d5529220" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.053s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.906992] env[68960]: DEBUG nova.network.neutron [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.930447] env[68960]: INFO nova.compute.manager [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Rebuilding instance [ 737.996155] env[68960]: DEBUG nova.compute.manager [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.996155] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3884d3-9cd1-4626-a96d-67daf37dee95 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.029273] env[68960]: DEBUG nova.scheduler.client.report [None req-1130c0c2-a56f-4f36-835e-23423061a53e tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.064325] env[68960]: DEBUG nova.network.neutron [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Updating instance_info_cache with network_info: [{"id": "893e8e14-e272-433a-8e6c-5118e3a0747b", "address": "fa:16:3e:c4:91:72", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap893e8e14-e2", "ovs_interfaceid": "893e8e14-e272-433a-8e6c-5118e3a0747b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.202252] env[68960]: DEBUG nova.compute.manager [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.235586] env[68960]: DEBUG nova.virt.hardware [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.235953] env[68960]: DEBUG nova.virt.hardware [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.236525] env[68960]: DEBUG nova.virt.hardware [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.236525] env[68960]: DEBUG nova.virt.hardware [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.236654] env[68960]: DEBUG nova.virt.hardware [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.237691] env[68960]: DEBUG nova.virt.hardware [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.238683] env[68960]: DEBUG nova.virt.hardware [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.239734] env[68960]: DEBUG nova.virt.hardware [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.240997] env[68960]: DEBUG nova.virt.hardware [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.241281] env[68960]: DEBUG nova.virt.hardware [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.241825] env[68960]: DEBUG nova.virt.hardware [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.242855] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b99af6-e0a3-4c02-9b27-acc85393d034 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.255735] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2358bedc-4784-4cf8-985d-48fbda56a86a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.567576] env[68960]: DEBUG oslo_concurrency.lockutils [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Releasing lock "refresh_cache-ea608d17-d860-4f41-9324-378a8336b33b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.567853] env[68960]: DEBUG nova.compute.manager [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Instance network_info: |[{"id": "893e8e14-e272-433a-8e6c-5118e3a0747b", "address": "fa:16:3e:c4:91:72", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap893e8e14-e2", "ovs_interfaceid": "893e8e14-e272-433a-8e6c-5118e3a0747b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.568248] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:91:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '893e8e14-e272-433a-8e6c-5118e3a0747b', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.577631] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Creating folder: Project (fcc3fc8c5ae8499f98c4ddb98311f9cc). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.578017] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7db1e204-c8b6-41ad-8445-c21a0006b410 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.594374] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Created folder: Project (fcc3fc8c5ae8499f98c4ddb98311f9cc) in parent group-v643888. [ 738.594822] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Creating folder: Instances. Parent ref: group-v643990. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.595674] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8359702-3b18-4c4b-b3d9-28012a1f917c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.607811] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Created folder: Instances in parent group-v643990. [ 738.608167] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.612604] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.617018] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45169ce8-e095-4182-ab56-6a9c0fde25dd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.641936] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.641936] env[68960]: value = "task-3221162" [ 738.641936] env[68960]: _type = "Task" [ 738.641936] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.654622] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221162, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.716974] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c739268c-414d-49c9-8f6e-a0d4d23894ea tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] Acquiring lock "ff25865e-413a-4b40-a054-d445d5529220" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.717325] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c739268c-414d-49c9-8f6e-a0d4d23894ea tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] Lock "ff25865e-413a-4b40-a054-d445d5529220" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.717551] env[68960]: INFO nova.compute.manager [None req-c739268c-414d-49c9-8f6e-a0d4d23894ea tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] [instance: ff25865e-413a-4b40-a054-d445d5529220] Attaching volume 6f80d65d-4fed-4b48-909f-5efc0905287d to /dev/sdb [ 738.767158] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238ed74e-9ee7-4b06-a2e7-6c82ac2d79f1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.781363] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6941867-0068-4743-9a33-96d11ef81fa2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.797740] env[68960]: DEBUG nova.virt.block_device [None req-c739268c-414d-49c9-8f6e-a0d4d23894ea tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] [instance: ff25865e-413a-4b40-a054-d445d5529220] Updating existing volume attachment record: 120ec3a7-70ac-4cec-8900-73c3904f4b2e {{(pid=68960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 739.012633] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.013750] env[68960]: DEBUG nova.compute.manager [req-bce43503-45d0-4d3a-b338-64b999d6e5b3 req-1746859a-11e1-4425-88e0-96c88484b943 service nova] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Received event network-changed-893e8e14-e272-433a-8e6c-5118e3a0747b {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.013885] env[68960]: DEBUG nova.compute.manager [req-bce43503-45d0-4d3a-b338-64b999d6e5b3 req-1746859a-11e1-4425-88e0-96c88484b943 service nova] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Refreshing instance network info cache due to event network-changed-893e8e14-e272-433a-8e6c-5118e3a0747b. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 739.013979] env[68960]: DEBUG oslo_concurrency.lockutils [req-bce43503-45d0-4d3a-b338-64b999d6e5b3 req-1746859a-11e1-4425-88e0-96c88484b943 service nova] Acquiring lock "refresh_cache-ea608d17-d860-4f41-9324-378a8336b33b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.014935] env[68960]: DEBUG oslo_concurrency.lockutils [req-bce43503-45d0-4d3a-b338-64b999d6e5b3 req-1746859a-11e1-4425-88e0-96c88484b943 service nova] Acquired lock "refresh_cache-ea608d17-d860-4f41-9324-378a8336b33b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.015181] env[68960]: DEBUG nova.network.neutron [req-bce43503-45d0-4d3a-b338-64b999d6e5b3 req-1746859a-11e1-4425-88e0-96c88484b943 service nova] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Refreshing network info cache for port 893e8e14-e272-433a-8e6c-5118e3a0747b {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.017615] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f8b9709-859d-4dcc-90c7-25877c36e342 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.043029] env[68960]: DEBUG oslo_vmware.api [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Waiting for the task: (returnval){ [ 739.043029] env[68960]: value = "task-3221165" [ 739.043029] env[68960]: _type = "Task" [ 739.043029] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.043029] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1130c0c2-a56f-4f36-835e-23423061a53e tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.863s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.046958] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9fd18656-cefa-45d1-850e-6a71af5250b0 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.706s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.047478] env[68960]: DEBUG nova.objects.instance [None req-9fd18656-cefa-45d1-850e-6a71af5250b0 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Lazy-loading 'resources' on Instance uuid caadf2f6-d5c1-4bb7-bc84-78731c465a6d {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.058421] env[68960]: DEBUG oslo_vmware.api [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Task: {'id': task-3221165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.138211] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1e2fa791-e8a1-4b56-9ddd-b9903e85ccad tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Acquiring lock "ee1f7fe7-b19c-4637-8b29-e58874c9af14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.138211] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1e2fa791-e8a1-4b56-9ddd-b9903e85ccad tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Lock "ee1f7fe7-b19c-4637-8b29-e58874c9af14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.138211] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1e2fa791-e8a1-4b56-9ddd-b9903e85ccad tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Acquiring lock "ee1f7fe7-b19c-4637-8b29-e58874c9af14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.138211] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1e2fa791-e8a1-4b56-9ddd-b9903e85ccad tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Lock "ee1f7fe7-b19c-4637-8b29-e58874c9af14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.138211] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1e2fa791-e8a1-4b56-9ddd-b9903e85ccad tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Lock "ee1f7fe7-b19c-4637-8b29-e58874c9af14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.142503] env[68960]: INFO nova.compute.manager [None req-1e2fa791-e8a1-4b56-9ddd-b9903e85ccad tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Terminating instance [ 739.160946] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221162, 'name': CreateVM_Task, 'duration_secs': 0.483938} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.161816] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.162802] env[68960]: DEBUG oslo_concurrency.lockutils [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.165620] env[68960]: DEBUG oslo_concurrency.lockutils [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.165620] env[68960]: DEBUG oslo_concurrency.lockutils [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.165620] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e82effbc-0954-4b19-a1d3-09cfa3aaa56e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.174024] env[68960]: DEBUG oslo_vmware.api [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the task: (returnval){ [ 739.174024] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e9e151-508f-d8dd-c505-31e301691491" [ 739.174024] env[68960]: _type = "Task" [ 739.174024] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.185256] env[68960]: DEBUG oslo_vmware.api [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e9e151-508f-d8dd-c505-31e301691491, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.231332] env[68960]: DEBUG nova.network.neutron [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Successfully updated port: 6b3cf253-8cd9-4c16-a949-7bfd3fc01326 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.528465] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquiring lock "39b7088e-be04-4f58-93e6-f71b16dc7c02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.528917] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Lock "39b7088e-be04-4f58-93e6-f71b16dc7c02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.548734] env[68960]: DEBUG oslo_vmware.api [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Task: {'id': task-3221165, 'name': PowerOffVM_Task, 'duration_secs': 0.236536} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.549019] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.549820] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.552020] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb7c3832-ab0e-496b-9433-6395f1206b77 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.567386] env[68960]: DEBUG oslo_vmware.api [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Waiting for the task: (returnval){ [ 739.567386] env[68960]: value = "task-3221167" [ 739.567386] env[68960]: _type = "Task" [ 739.567386] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.584762] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] VM already powered off {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 739.585259] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Volume detach. Driver type: vmdk {{(pid=68960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 739.585259] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643911', 'volume_id': 'fd14eb3a-9909-4ab2-8cba-16f156839524', 'name': 'volume-fd14eb3a-9909-4ab2-8cba-16f156839524', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '232504f9-2248-4e28-ab5f-5121b50b9643', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd14eb3a-9909-4ab2-8cba-16f156839524', 'serial': 'fd14eb3a-9909-4ab2-8cba-16f156839524'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 739.586227] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0aae212-440e-4690-9661-5f580e115450 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.612991] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349fb9bd-1039-4429-b6fd-a55fe722bc7b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.623183] env[68960]: INFO nova.scheduler.client.report [None req-1130c0c2-a56f-4f36-835e-23423061a53e tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Deleted allocation for migration 9b0b61a2-f84c-47ef-ac2d-7d577919413a [ 739.632798] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2766bf64-e205-4026-bf86-14ded8a03508 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.654982] env[68960]: DEBUG nova.compute.manager [None req-1e2fa791-e8a1-4b56-9ddd-b9903e85ccad tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 739.655229] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2fa791-e8a1-4b56-9ddd-b9903e85ccad tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 739.659108] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e067719-8ef1-42f0-899a-b615ddea9917 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.661690] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee392779-f28c-4872-ac59-de9d2cd20ead {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.688356] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] The volume has not been displaced from its original location: [datastore2] volume-fd14eb3a-9909-4ab2-8cba-16f156839524/volume-fd14eb3a-9909-4ab2-8cba-16f156839524.vmdk. No consolidation needed. {{(pid=68960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 739.695048] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Reconfiguring VM instance instance-00000012 to detach disk 2000 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 739.695329] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2fa791-e8a1-4b56-9ddd-b9903e85ccad tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.702018] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17862cf3-37f5-4954-9bca-38e4b420592b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.715499] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34d1c572-bf05-4bc6-b0fe-2561fd09527a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.729953] env[68960]: DEBUG oslo_vmware.api [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e9e151-508f-d8dd-c505-31e301691491, 'name': SearchDatastore_Task, 'duration_secs': 0.012871} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.731985] env[68960]: DEBUG oslo_concurrency.lockutils [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.732352] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.732603] env[68960]: DEBUG oslo_concurrency.lockutils [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.732746] env[68960]: DEBUG oslo_concurrency.lockutils [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.732918] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.733286] env[68960]: DEBUG oslo_vmware.api [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Waiting for the task: (returnval){ [ 739.733286] env[68960]: value = "task-3221169" [ 739.733286] env[68960]: _type = "Task" [ 739.733286] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.733513] env[68960]: DEBUG oslo_vmware.api [None req-1e2fa791-e8a1-4b56-9ddd-b9903e85ccad tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Waiting for the task: (returnval){ [ 739.733513] env[68960]: value = "task-3221168" [ 739.733513] env[68960]: _type = "Task" [ 739.733513] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.736274] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-939b1500-f070-4653-b389-8b6b16c065a4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.738658] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Acquiring lock "refresh_cache-a7ef2b37-b7e4-48f3-987b-6b3e3e31e347" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.738720] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Acquired lock "refresh_cache-a7ef2b37-b7e4-48f3-987b-6b3e3e31e347" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.738831] env[68960]: DEBUG nova.network.neutron [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.753037] env[68960]: DEBUG oslo_vmware.api [None req-1e2fa791-e8a1-4b56-9ddd-b9903e85ccad tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3221168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.759397] env[68960]: DEBUG oslo_vmware.api [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Task: {'id': task-3221169, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.763878] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.764098] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.765880] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e21cab3-ea41-48a7-8c22-3ac16278d81b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.776923] env[68960]: DEBUG oslo_vmware.api [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the task: (returnval){ [ 739.776923] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5219805e-fea7-85b5-0c6b-7f18bdb3c777" [ 739.776923] env[68960]: _type = "Task" [ 739.776923] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.793802] env[68960]: DEBUG oslo_vmware.api [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5219805e-fea7-85b5-0c6b-7f18bdb3c777, 'name': SearchDatastore_Task, 'duration_secs': 0.01429} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.797285] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d0acc2c-4d10-4041-8d2c-ccfc4a66e80c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.804658] env[68960]: DEBUG oslo_vmware.api [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the task: (returnval){ [ 739.804658] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524d549b-30a6-a380-80a1-3d962600c8fb" [ 739.804658] env[68960]: _type = "Task" [ 739.804658] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.819102] env[68960]: DEBUG oslo_vmware.api [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524d549b-30a6-a380-80a1-3d962600c8fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.872303] env[68960]: DEBUG nova.network.neutron [req-bce43503-45d0-4d3a-b338-64b999d6e5b3 req-1746859a-11e1-4425-88e0-96c88484b943 service nova] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Updated VIF entry in instance network info cache for port 893e8e14-e272-433a-8e6c-5118e3a0747b. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.873908] env[68960]: DEBUG nova.network.neutron [req-bce43503-45d0-4d3a-b338-64b999d6e5b3 req-1746859a-11e1-4425-88e0-96c88484b943 service nova] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Updating instance_info_cache with network_info: [{"id": "893e8e14-e272-433a-8e6c-5118e3a0747b", "address": "fa:16:3e:c4:91:72", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap893e8e14-e2", "ovs_interfaceid": "893e8e14-e272-433a-8e6c-5118e3a0747b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.069658] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Acquiring lock "f80bcbe5-5386-433c-99ba-2fe9324c47a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.069892] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Lock "f80bcbe5-5386-433c-99ba-2fe9324c47a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.134336] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1130c0c2-a56f-4f36-835e-23423061a53e tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "d2b95f0e-0e70-43a2-beb1-bae828ae6967" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 45.241s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.213718] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b264cc99-3947-468d-b992-c7b0e852921e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.222678] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ab8cfb-63d3-485e-b82d-195c42eadcc0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.265793] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60db978-ac0c-443a-8505-026a71c49a6b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.273353] env[68960]: DEBUG oslo_vmware.api [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Task: {'id': task-3221169, 'name': ReconfigVM_Task, 'duration_secs': 0.24416} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.278029] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Reconfigured VM instance instance-00000012 to detach disk 2000 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 740.282733] env[68960]: DEBUG oslo_vmware.api [None req-1e2fa791-e8a1-4b56-9ddd-b9903e85ccad tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3221168, 'name': PowerOffVM_Task, 'duration_secs': 0.23341} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.282951] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2610d4c-8183-4de9-87d2-0bd38c5397ec {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.293722] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c020bfb-6dfc-4c39-a65e-5e7a91e89369 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.298316] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2fa791-e8a1-4b56-9ddd-b9903e85ccad tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.298316] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2fa791-e8a1-4b56-9ddd-b9903e85ccad tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.298878] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-095d2fd5-8ea1-41d5-8fc5-da613a434e20 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.313096] env[68960]: DEBUG nova.compute.provider_tree [None req-9fd18656-cefa-45d1-850e-6a71af5250b0 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.316227] env[68960]: DEBUG nova.network.neutron [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.321362] env[68960]: DEBUG oslo_vmware.api [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Waiting for the task: (returnval){ [ 740.321362] env[68960]: value = "task-3221171" [ 740.321362] env[68960]: _type = "Task" [ 740.321362] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.332712] env[68960]: DEBUG oslo_vmware.api [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524d549b-30a6-a380-80a1-3d962600c8fb, 'name': SearchDatastore_Task, 'duration_secs': 0.01619} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.332967] env[68960]: DEBUG oslo_concurrency.lockutils [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.333036] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] ea608d17-d860-4f41-9324-378a8336b33b/ea608d17-d860-4f41-9324-378a8336b33b.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.334962] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d46d663d-3152-4462-9d20-399b93bd1cd3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.344111] env[68960]: DEBUG oslo_vmware.api [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Task: {'id': task-3221171, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.348032] env[68960]: DEBUG oslo_vmware.api [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the task: (returnval){ [ 740.348032] env[68960]: value = "task-3221172" [ 740.348032] env[68960]: _type = "Task" [ 740.348032] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.360185] env[68960]: DEBUG oslo_vmware.api [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.375520] env[68960]: DEBUG oslo_concurrency.lockutils [req-bce43503-45d0-4d3a-b338-64b999d6e5b3 req-1746859a-11e1-4425-88e0-96c88484b943 service nova] Releasing lock "refresh_cache-ea608d17-d860-4f41-9324-378a8336b33b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.385381] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2fa791-e8a1-4b56-9ddd-b9903e85ccad tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.385459] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2fa791-e8a1-4b56-9ddd-b9903e85ccad tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.386705] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e2fa791-e8a1-4b56-9ddd-b9903e85ccad tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Deleting the datastore file [datastore1] ee1f7fe7-b19c-4637-8b29-e58874c9af14 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.386705] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e56b5d68-5ec7-46f7-8a6d-38ed6dacdbda {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.394022] env[68960]: DEBUG oslo_vmware.api [None req-1e2fa791-e8a1-4b56-9ddd-b9903e85ccad tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Waiting for the task: (returnval){ [ 740.394022] env[68960]: value = "task-3221173" [ 740.394022] env[68960]: _type = "Task" [ 740.394022] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.402778] env[68960]: DEBUG oslo_vmware.api [None req-1e2fa791-e8a1-4b56-9ddd-b9903e85ccad tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3221173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.534746] env[68960]: DEBUG nova.network.neutron [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Updating instance_info_cache with network_info: [{"id": "6b3cf253-8cd9-4c16-a949-7bfd3fc01326", "address": "fa:16:3e:f3:41:68", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b3cf253-8c", "ovs_interfaceid": "6b3cf253-8cd9-4c16-a949-7bfd3fc01326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.822967] env[68960]: DEBUG nova.scheduler.client.report [None req-9fd18656-cefa-45d1-850e-6a71af5250b0 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.841265] env[68960]: DEBUG oslo_vmware.api [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Task: {'id': task-3221171, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.864779] env[68960]: DEBUG oslo_vmware.api [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.905371] env[68960]: DEBUG oslo_vmware.api [None req-1e2fa791-e8a1-4b56-9ddd-b9903e85ccad tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3221173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285341} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.905371] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e2fa791-e8a1-4b56-9ddd-b9903e85ccad tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.905371] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2fa791-e8a1-4b56-9ddd-b9903e85ccad tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.905371] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2fa791-e8a1-4b56-9ddd-b9903e85ccad tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.905835] env[68960]: INFO nova.compute.manager [None req-1e2fa791-e8a1-4b56-9ddd-b9903e85ccad tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Took 1.25 seconds to destroy the instance on the hypervisor. [ 740.905917] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e2fa791-e8a1-4b56-9ddd-b9903e85ccad tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.906104] env[68960]: DEBUG nova.compute.manager [-] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 740.906164] env[68960]: DEBUG nova.network.neutron [-] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.038531] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Releasing lock "refresh_cache-a7ef2b37-b7e4-48f3-987b-6b3e3e31e347" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.038859] env[68960]: DEBUG nova.compute.manager [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Instance network_info: |[{"id": "6b3cf253-8cd9-4c16-a949-7bfd3fc01326", "address": "fa:16:3e:f3:41:68", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b3cf253-8c", "ovs_interfaceid": "6b3cf253-8cd9-4c16-a949-7bfd3fc01326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 741.039538] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:41:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b3cf253-8cd9-4c16-a949-7bfd3fc01326', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.051628] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.053566] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.055413] env[68960]: DEBUG nova.compute.manager [req-690ab524-0da4-43a3-b104-e44e2eb49b0a req-7a1742a0-461a-4d25-9223-b4b349cc8820 service nova] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Received event network-vif-plugged-6b3cf253-8cd9-4c16-a949-7bfd3fc01326 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.055691] env[68960]: DEBUG oslo_concurrency.lockutils [req-690ab524-0da4-43a3-b104-e44e2eb49b0a req-7a1742a0-461a-4d25-9223-b4b349cc8820 service nova] Acquiring lock "a7ef2b37-b7e4-48f3-987b-6b3e3e31e347-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.055939] env[68960]: DEBUG oslo_concurrency.lockutils [req-690ab524-0da4-43a3-b104-e44e2eb49b0a req-7a1742a0-461a-4d25-9223-b4b349cc8820 service nova] Lock "a7ef2b37-b7e4-48f3-987b-6b3e3e31e347-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.056186] env[68960]: DEBUG oslo_concurrency.lockutils [req-690ab524-0da4-43a3-b104-e44e2eb49b0a req-7a1742a0-461a-4d25-9223-b4b349cc8820 service nova] Lock "a7ef2b37-b7e4-48f3-987b-6b3e3e31e347-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.056400] env[68960]: DEBUG nova.compute.manager [req-690ab524-0da4-43a3-b104-e44e2eb49b0a req-7a1742a0-461a-4d25-9223-b4b349cc8820 service nova] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] No waiting events found dispatching network-vif-plugged-6b3cf253-8cd9-4c16-a949-7bfd3fc01326 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.056781] env[68960]: WARNING nova.compute.manager [req-690ab524-0da4-43a3-b104-e44e2eb49b0a req-7a1742a0-461a-4d25-9223-b4b349cc8820 service nova] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Received unexpected event network-vif-plugged-6b3cf253-8cd9-4c16-a949-7bfd3fc01326 for instance with vm_state building and task_state spawning. [ 741.056830] env[68960]: DEBUG nova.compute.manager [req-690ab524-0da4-43a3-b104-e44e2eb49b0a req-7a1742a0-461a-4d25-9223-b4b349cc8820 service nova] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Received event network-changed-6b3cf253-8cd9-4c16-a949-7bfd3fc01326 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.056991] env[68960]: DEBUG nova.compute.manager [req-690ab524-0da4-43a3-b104-e44e2eb49b0a req-7a1742a0-461a-4d25-9223-b4b349cc8820 service nova] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Refreshing instance network info cache due to event network-changed-6b3cf253-8cd9-4c16-a949-7bfd3fc01326. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.057222] env[68960]: DEBUG oslo_concurrency.lockutils [req-690ab524-0da4-43a3-b104-e44e2eb49b0a req-7a1742a0-461a-4d25-9223-b4b349cc8820 service nova] Acquiring lock "refresh_cache-a7ef2b37-b7e4-48f3-987b-6b3e3e31e347" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.057353] env[68960]: DEBUG oslo_concurrency.lockutils [req-690ab524-0da4-43a3-b104-e44e2eb49b0a req-7a1742a0-461a-4d25-9223-b4b349cc8820 service nova] Acquired lock "refresh_cache-a7ef2b37-b7e4-48f3-987b-6b3e3e31e347" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.057546] env[68960]: DEBUG nova.network.neutron [req-690ab524-0da4-43a3-b104-e44e2eb49b0a req-7a1742a0-461a-4d25-9223-b4b349cc8820 service nova] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Refreshing network info cache for port 6b3cf253-8cd9-4c16-a949-7bfd3fc01326 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.059017] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f81e325b-0f18-4b5f-b64b-4b110f5998e2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.092760] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.092760] env[68960]: value = "task-3221174" [ 741.092760] env[68960]: _type = "Task" [ 741.092760] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.102219] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221174, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.334366] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9fd18656-cefa-45d1-850e-6a71af5250b0 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.287s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.338037] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.612s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.339672] env[68960]: INFO nova.compute.claims [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.356442] env[68960]: DEBUG oslo_vmware.api [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Task: {'id': task-3221171, 'name': ReconfigVM_Task, 'duration_secs': 0.761989} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.357017] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643911', 'volume_id': 'fd14eb3a-9909-4ab2-8cba-16f156839524', 'name': 'volume-fd14eb3a-9909-4ab2-8cba-16f156839524', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '232504f9-2248-4e28-ab5f-5121b50b9643', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd14eb3a-9909-4ab2-8cba-16f156839524', 'serial': 'fd14eb3a-9909-4ab2-8cba-16f156839524'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 741.357585] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.358878] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cf308b-5380-4604-b6ae-a4dedf588ad8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.373897] env[68960]: DEBUG oslo_vmware.api [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221172, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.373897] env[68960]: INFO nova.scheduler.client.report [None req-9fd18656-cefa-45d1-850e-6a71af5250b0 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Deleted allocations for instance caadf2f6-d5c1-4bb7-bc84-78731c465a6d [ 741.384035] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.384817] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdd468ad-5c2f-4689-81e7-c2c8d7763486 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.488046] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.488238] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.488475] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Deleting the datastore file [datastore2] 232504f9-2248-4e28-ab5f-5121b50b9643 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.488825] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1d88dc1-e527-4249-99cc-d3a1868d141e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.499925] env[68960]: DEBUG oslo_vmware.api [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Waiting for the task: (returnval){ [ 741.499925] env[68960]: value = "task-3221177" [ 741.499925] env[68960]: _type = "Task" [ 741.499925] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.515400] env[68960]: DEBUG oslo_vmware.api [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Task: {'id': task-3221177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.539777] env[68960]: DEBUG nova.network.neutron [req-690ab524-0da4-43a3-b104-e44e2eb49b0a req-7a1742a0-461a-4d25-9223-b4b349cc8820 service nova] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Updated VIF entry in instance network info cache for port 6b3cf253-8cd9-4c16-a949-7bfd3fc01326. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.541025] env[68960]: DEBUG nova.network.neutron [req-690ab524-0da4-43a3-b104-e44e2eb49b0a req-7a1742a0-461a-4d25-9223-b4b349cc8820 service nova] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Updating instance_info_cache with network_info: [{"id": "6b3cf253-8cd9-4c16-a949-7bfd3fc01326", "address": "fa:16:3e:f3:41:68", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b3cf253-8c", "ovs_interfaceid": "6b3cf253-8cd9-4c16-a949-7bfd3fc01326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.604511] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221174, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.865181] env[68960]: DEBUG oslo_vmware.api [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221172, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.156495} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.866192] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] ea608d17-d860-4f41-9324-378a8336b33b/ea608d17-d860-4f41-9324-378a8336b33b.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.866447] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.866880] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af3badc0-58d9-4a93-8d9b-6cf81de13cae {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.875826] env[68960]: DEBUG oslo_vmware.api [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the task: (returnval){ [ 741.875826] env[68960]: value = "task-3221178" [ 741.875826] env[68960]: _type = "Task" [ 741.875826] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.889289] env[68960]: DEBUG oslo_vmware.api [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.890424] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9fd18656-cefa-45d1-850e-6a71af5250b0 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Lock "caadf2f6-d5c1-4bb7-bc84-78731c465a6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.627s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.011122] env[68960]: DEBUG oslo_vmware.api [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Task: {'id': task-3221177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143848} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.011384] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.011570] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.011740] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.044801] env[68960]: DEBUG oslo_concurrency.lockutils [req-690ab524-0da4-43a3-b104-e44e2eb49b0a req-7a1742a0-461a-4d25-9223-b4b349cc8820 service nova] Releasing lock "refresh_cache-a7ef2b37-b7e4-48f3-987b-6b3e3e31e347" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.082988] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Volume detach. Driver type: vmdk {{(pid=68960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 742.083335] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e3498e2-99d3-47bb-89ff-7448037dcd1f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.094103] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631814e2-3d2d-418d-ae9c-a045bbce7bf2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.115668] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221174, 'name': CreateVM_Task, 'duration_secs': 0.712323} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.115916] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.117049] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.117148] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.117416] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.117686] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f638601-a23a-48cc-9ce3-72aabe2c0922 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.140633] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquiring lock "e612e90d-cfb1-45cd-89d9-2ecc6603f3d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.140799] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "e612e90d-cfb1-45cd-89d9-2ecc6603f3d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.145465] env[68960]: ERROR nova.compute.manager [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Failed to detach volume fd14eb3a-9909-4ab2-8cba-16f156839524 from /dev/sda: nova.exception.InstanceNotFound: Instance 232504f9-2248-4e28-ab5f-5121b50b9643 could not be found. [ 742.145465] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Traceback (most recent call last): [ 742.145465] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 742.145465] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] self.driver.rebuild(**kwargs) [ 742.145465] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 742.145465] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] raise NotImplementedError() [ 742.145465] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] NotImplementedError [ 742.145465] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] [ 742.145465] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] During handling of the above exception, another exception occurred: [ 742.145465] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] [ 742.145465] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Traceback (most recent call last): [ 742.145465] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 742.145465] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] self.driver.detach_volume(context, old_connection_info, [ 742.145465] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 742.145465] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] return self._volumeops.detach_volume(connection_info, instance) [ 742.145465] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 742.145465] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] self._detach_volume_vmdk(connection_info, instance) [ 742.145465] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 742.145465] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 742.145465] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 742.145465] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] stable_ref.fetch_moref(session) [ 742.145465] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 742.145465] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] raise exception.InstanceNotFound(instance_id=self._uuid) [ 742.145465] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] nova.exception.InstanceNotFound: Instance 232504f9-2248-4e28-ab5f-5121b50b9643 could not be found. [ 742.145465] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] [ 742.150941] env[68960]: DEBUG oslo_vmware.api [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the task: (returnval){ [ 742.150941] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5260657b-7396-ebb3-2749-0ae29cdb213f" [ 742.150941] env[68960]: _type = "Task" [ 742.150941] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.163443] env[68960]: DEBUG oslo_vmware.api [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5260657b-7396-ebb3-2749-0ae29cdb213f, 'name': SearchDatastore_Task, 'duration_secs': 0.01561} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.164137] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.164380] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.165024] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.165024] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.165024] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.166411] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c60e485b-8d59-49b7-9bde-b8a6644abab5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.175177] env[68960]: DEBUG nova.network.neutron [-] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.178115] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.178115] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.181613] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4475ef2-683a-4977-a666-46ab2b2f8209 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.189554] env[68960]: DEBUG oslo_vmware.api [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the task: (returnval){ [ 742.189554] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]520afe62-366a-12c6-556b-55d20fe95224" [ 742.189554] env[68960]: _type = "Task" [ 742.189554] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.199920] env[68960]: DEBUG oslo_vmware.api [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]520afe62-366a-12c6-556b-55d20fe95224, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.325863] env[68960]: DEBUG nova.compute.utils [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Build of instance 232504f9-2248-4e28-ab5f-5121b50b9643 aborted: Failed to rebuild volume backed instance. {{(pid=68960) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 742.330061] env[68960]: ERROR nova.compute.manager [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 232504f9-2248-4e28-ab5f-5121b50b9643 aborted: Failed to rebuild volume backed instance. [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Traceback (most recent call last): [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] self.driver.rebuild(**kwargs) [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] raise NotImplementedError() [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] NotImplementedError [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] During handling of the above exception, another exception occurred: [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Traceback (most recent call last): [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] self._detach_root_volume(context, instance, root_bdm) [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] with excutils.save_and_reraise_exception(): [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] self.force_reraise() [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] raise self.value [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] self.driver.detach_volume(context, old_connection_info, [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] return self._volumeops.detach_volume(connection_info, instance) [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] self._detach_volume_vmdk(connection_info, instance) [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] stable_ref.fetch_moref(session) [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] raise exception.InstanceNotFound(instance_id=self._uuid) [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] nova.exception.InstanceNotFound: Instance 232504f9-2248-4e28-ab5f-5121b50b9643 could not be found. [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] During handling of the above exception, another exception occurred: [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Traceback (most recent call last): [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] yield [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 742.330061] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] self._do_rebuild_instance_with_claim( [ 742.331098] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 742.331098] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] self._do_rebuild_instance( [ 742.331098] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 742.331098] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] self._rebuild_default_impl(**kwargs) [ 742.331098] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 742.331098] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] self._rebuild_volume_backed_instance( [ 742.331098] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 742.331098] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] raise exception.BuildAbortException( [ 742.331098] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] nova.exception.BuildAbortException: Build of instance 232504f9-2248-4e28-ab5f-5121b50b9643 aborted: Failed to rebuild volume backed instance. [ 742.331098] env[68960]: ERROR nova.compute.manager [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] [ 742.387734] env[68960]: DEBUG oslo_vmware.api [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077521} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.387902] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.388951] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37694386-c3bc-4501-b5b7-773e7693b01f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.414895] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] ea608d17-d860-4f41-9324-378a8336b33b/ea608d17-d860-4f41-9324-378a8336b33b.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.418323] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e39dec1c-ab9a-4aa8-89ba-3794a5a1e1cd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.441190] env[68960]: DEBUG oslo_vmware.api [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the task: (returnval){ [ 742.441190] env[68960]: value = "task-3221179" [ 742.441190] env[68960]: _type = "Task" [ 742.441190] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.450181] env[68960]: DEBUG oslo_vmware.api [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.677900] env[68960]: INFO nova.compute.manager [-] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Took 1.77 seconds to deallocate network for instance. [ 742.711844] env[68960]: DEBUG oslo_vmware.api [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]520afe62-366a-12c6-556b-55d20fe95224, 'name': SearchDatastore_Task, 'duration_secs': 0.020477} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.713183] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a759968-2d35-40bd-9377-eefeecd040c9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.723257] env[68960]: DEBUG oslo_vmware.api [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the task: (returnval){ [ 742.723257] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522d903f-529d-2a79-04f6-bf622464c0c9" [ 742.723257] env[68960]: _type = "Task" [ 742.723257] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.733731] env[68960]: DEBUG oslo_vmware.api [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522d903f-529d-2a79-04f6-bf622464c0c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.943092] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7037f01a-6852-4515-8895-4d20b8ae8aeb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.962179] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6a076a-05c7-4a60-a972-e74285a892aa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.970226] env[68960]: DEBUG oslo_vmware.api [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.998682] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d845568a-3195-4ae0-a391-7b37bb12c82d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.007812] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f32d01d-d0e6-4518-b178-ade1e000d74b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.022767] env[68960]: DEBUG nova.compute.provider_tree [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.075478] env[68960]: DEBUG nova.compute.manager [req-48c122dc-e3bc-41e7-9b76-1e65e539f443 req-aec22a3e-8d4a-4b13-b7ad-99f4e7f0e376 service nova] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Received event network-vif-deleted-8174e5bc-b0bd-461f-9e05-c1d05af3f00a {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.188752] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1e2fa791-e8a1-4b56-9ddd-b9903e85ccad tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.234373] env[68960]: DEBUG oslo_vmware.api [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522d903f-529d-2a79-04f6-bf622464c0c9, 'name': SearchDatastore_Task, 'duration_secs': 0.016512} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.234662] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.234920] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] a7ef2b37-b7e4-48f3-987b-6b3e3e31e347/a7ef2b37-b7e4-48f3-987b-6b3e3e31e347.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.235256] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8873c82-df71-4887-af3b-0c7690db9cda {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.245175] env[68960]: DEBUG oslo_vmware.api [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the task: (returnval){ [ 743.245175] env[68960]: value = "task-3221180" [ 743.245175] env[68960]: _type = "Task" [ 743.245175] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.254803] env[68960]: DEBUG oslo_vmware.api [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.367185] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c739268c-414d-49c9-8f6e-a0d4d23894ea tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] [instance: ff25865e-413a-4b40-a054-d445d5529220] Volume attach. Driver type: vmdk {{(pid=68960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 743.367439] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c739268c-414d-49c9-8f6e-a0d4d23894ea tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] [instance: ff25865e-413a-4b40-a054-d445d5529220] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643995', 'volume_id': '6f80d65d-4fed-4b48-909f-5efc0905287d', 'name': 'volume-6f80d65d-4fed-4b48-909f-5efc0905287d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff25865e-413a-4b40-a054-d445d5529220', 'attached_at': '', 'detached_at': '', 'volume_id': '6f80d65d-4fed-4b48-909f-5efc0905287d', 'serial': '6f80d65d-4fed-4b48-909f-5efc0905287d'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 743.368409] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fd399f-1e09-44d4-93df-b07560ce551a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.390782] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c48702-7c13-4454-8667-f63e7b3c07f2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.424800] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c739268c-414d-49c9-8f6e-a0d4d23894ea tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] [instance: ff25865e-413a-4b40-a054-d445d5529220] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] volume-6f80d65d-4fed-4b48-909f-5efc0905287d/volume-6f80d65d-4fed-4b48-909f-5efc0905287d.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.425126] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f61b61e-a2c3-45e5-bffc-b8f09fe4551e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.454556] env[68960]: DEBUG oslo_vmware.api [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221179, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.457022] env[68960]: DEBUG oslo_vmware.api [None req-c739268c-414d-49c9-8f6e-a0d4d23894ea tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] Waiting for the task: (returnval){ [ 743.457022] env[68960]: value = "task-3221181" [ 743.457022] env[68960]: _type = "Task" [ 743.457022] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.466381] env[68960]: DEBUG oslo_vmware.api [None req-c739268c-414d-49c9-8f6e-a0d4d23894ea tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] Task: {'id': task-3221181, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.526167] env[68960]: DEBUG nova.scheduler.client.report [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.757635] env[68960]: DEBUG oslo_vmware.api [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.956825] env[68960]: DEBUG oslo_vmware.api [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221179, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.968055] env[68960]: DEBUG oslo_vmware.api [None req-c739268c-414d-49c9-8f6e-a0d4d23894ea tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] Task: {'id': task-3221181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.032194] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.032383] env[68960]: DEBUG nova.compute.manager [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.035013] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b556bbff-80b8-4d89-a641-635aff561a6a tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.542s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.035260] env[68960]: DEBUG nova.objects.instance [None req-b556bbff-80b8-4d89-a641-635aff561a6a tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Lazy-loading 'resources' on Instance uuid 4defea80-22a7-4665-bbc7-425c52af00ab {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.259309] env[68960]: DEBUG oslo_vmware.api [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221180, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.359787] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.458237] env[68960]: DEBUG oslo_vmware.api [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221179, 'name': ReconfigVM_Task, 'duration_secs': 1.647244} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.458237] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Reconfigured VM instance instance-00000023 to attach disk [datastore2] ea608d17-d860-4f41-9324-378a8336b33b/ea608d17-d860-4f41-9324-378a8336b33b.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.459443] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0d40b1f-f1dc-41e0-a2f6-a2d9adf6d80a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.472172] env[68960]: DEBUG oslo_vmware.api [None req-c739268c-414d-49c9-8f6e-a0d4d23894ea tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] Task: {'id': task-3221181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.473960] env[68960]: DEBUG oslo_vmware.api [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the task: (returnval){ [ 744.473960] env[68960]: value = "task-3221182" [ 744.473960] env[68960]: _type = "Task" [ 744.473960] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.487520] env[68960]: DEBUG oslo_vmware.api [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221182, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.538615] env[68960]: DEBUG nova.compute.utils [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.545437] env[68960]: DEBUG nova.compute.manager [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 744.545748] env[68960]: DEBUG nova.network.neutron [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 744.625897] env[68960]: DEBUG nova.policy [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8eba2e158b3a4c26bbbd904bd432f20d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbd2c1138cc640989ed7b98cdc979822', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.627573] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Acquiring lock "75989e3e-49a2-4591-8017-d7ce9b0ac18e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.628071] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Lock "75989e3e-49a2-4591-8017-d7ce9b0ac18e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.763188] env[68960]: DEBUG oslo_vmware.api [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221180, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.310594} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.763188] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] a7ef2b37-b7e4-48f3-987b-6b3e3e31e347/a7ef2b37-b7e4-48f3-987b-6b3e3e31e347.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.763188] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.763188] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8607eb92-cfe0-4233-81a4-e355998e4ab6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.773283] env[68960]: DEBUG oslo_vmware.api [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the task: (returnval){ [ 744.773283] env[68960]: value = "task-3221183" [ 744.773283] env[68960]: _type = "Task" [ 744.773283] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.791725] env[68960]: DEBUG oslo_vmware.api [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221183, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.974594] env[68960]: DEBUG oslo_vmware.api [None req-c739268c-414d-49c9-8f6e-a0d4d23894ea tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] Task: {'id': task-3221181, 'name': ReconfigVM_Task, 'duration_secs': 1.379054} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.974594] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c739268c-414d-49c9-8f6e-a0d4d23894ea tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] [instance: ff25865e-413a-4b40-a054-d445d5529220] Reconfigured VM instance instance-00000008 to attach disk [datastore2] volume-6f80d65d-4fed-4b48-909f-5efc0905287d/volume-6f80d65d-4fed-4b48-909f-5efc0905287d.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.978322] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2c11c84-ca7f-4f02-92ba-da41aed42d76 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.001469] env[68960]: DEBUG oslo_vmware.api [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221182, 'name': Rename_Task, 'duration_secs': 0.224862} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.002858] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.003262] env[68960]: DEBUG oslo_vmware.api [None req-c739268c-414d-49c9-8f6e-a0d4d23894ea tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] Waiting for the task: (returnval){ [ 745.003262] env[68960]: value = "task-3221184" [ 745.003262] env[68960]: _type = "Task" [ 745.003262] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.004053] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5860db1-ca11-4165-9e92-68bda30e7b21 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.018468] env[68960]: DEBUG oslo_vmware.api [None req-c739268c-414d-49c9-8f6e-a0d4d23894ea tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] Task: {'id': task-3221184, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.020310] env[68960]: DEBUG oslo_vmware.api [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the task: (returnval){ [ 745.020310] env[68960]: value = "task-3221185" [ 745.020310] env[68960]: _type = "Task" [ 745.020310] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.027404] env[68960]: DEBUG nova.network.neutron [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Successfully created port: 622485ab-68e5-4be4-9d79-8ac61f3d1932 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.035546] env[68960]: DEBUG oslo_vmware.api [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.046634] env[68960]: DEBUG nova.compute.manager [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.203046] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3cbff6-7b0b-47a2-a992-0e256e64276e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.211890] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15ab9a7-f3d5-45db-a71a-ffc0493fcf64 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.250349] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf64acb1-b17d-424a-a9c1-0368a78ecf49 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.259052] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476baf67-b0e4-404c-925c-58766780f909 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.275998] env[68960]: DEBUG nova.compute.provider_tree [None req-b556bbff-80b8-4d89-a641-635aff561a6a tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.287607] env[68960]: DEBUG oslo_vmware.api [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221183, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084192} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.288469] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.289360] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7efd610-70e9-41fa-83ee-8d084a699a5c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.314569] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] a7ef2b37-b7e4-48f3-987b-6b3e3e31e347/a7ef2b37-b7e4-48f3-987b-6b3e3e31e347.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.315979] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2901fdeb-394d-4d12-8f83-86c731556b26 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.340314] env[68960]: DEBUG oslo_vmware.api [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the task: (returnval){ [ 745.340314] env[68960]: value = "task-3221186" [ 745.340314] env[68960]: _type = "Task" [ 745.340314] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.349949] env[68960]: DEBUG oslo_vmware.api [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221186, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.428338] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6a4b56d8-b91f-4c0f-85ff-49d407f6b7b0 tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Acquiring lock "232504f9-2248-4e28-ab5f-5121b50b9643" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.428943] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6a4b56d8-b91f-4c0f-85ff-49d407f6b7b0 tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Lock "232504f9-2248-4e28-ab5f-5121b50b9643" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.428943] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6a4b56d8-b91f-4c0f-85ff-49d407f6b7b0 tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Acquiring lock "232504f9-2248-4e28-ab5f-5121b50b9643-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.428943] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6a4b56d8-b91f-4c0f-85ff-49d407f6b7b0 tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Lock "232504f9-2248-4e28-ab5f-5121b50b9643-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.429125] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6a4b56d8-b91f-4c0f-85ff-49d407f6b7b0 tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Lock "232504f9-2248-4e28-ab5f-5121b50b9643-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.431569] env[68960]: INFO nova.compute.manager [None req-6a4b56d8-b91f-4c0f-85ff-49d407f6b7b0 tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Terminating instance [ 745.516956] env[68960]: DEBUG oslo_vmware.api [None req-c739268c-414d-49c9-8f6e-a0d4d23894ea tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] Task: {'id': task-3221184, 'name': ReconfigVM_Task, 'duration_secs': 0.200593} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.518681] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c739268c-414d-49c9-8f6e-a0d4d23894ea tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] [instance: ff25865e-413a-4b40-a054-d445d5529220] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643995', 'volume_id': '6f80d65d-4fed-4b48-909f-5efc0905287d', 'name': 'volume-6f80d65d-4fed-4b48-909f-5efc0905287d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff25865e-413a-4b40-a054-d445d5529220', 'attached_at': '', 'detached_at': '', 'volume_id': '6f80d65d-4fed-4b48-909f-5efc0905287d', 'serial': '6f80d65d-4fed-4b48-909f-5efc0905287d'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 745.531974] env[68960]: DEBUG oslo_vmware.api [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221185, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.779571] env[68960]: DEBUG nova.scheduler.client.report [None req-b556bbff-80b8-4d89-a641-635aff561a6a tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.855138] env[68960]: DEBUG oslo_vmware.api [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221186, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.936605] env[68960]: DEBUG nova.compute.manager [None req-6a4b56d8-b91f-4c0f-85ff-49d407f6b7b0 tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.937310] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-082f5108-5255-4ebd-91e7-3ddc32da0cf3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.949149] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5043a7-a28a-407d-ac79-8a9f15a6d00c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.983969] env[68960]: WARNING nova.virt.vmwareapi.driver [None req-6a4b56d8-b91f-4c0f-85ff-49d407f6b7b0 tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 232504f9-2248-4e28-ab5f-5121b50b9643 could not be found. [ 745.984319] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4b56d8-b91f-4c0f-85ff-49d407f6b7b0 tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.984629] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64bdd306-1bae-4c9f-888b-24a5c2acdb0d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.994557] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e734ef3-7ed6-4593-8792-24b5d5adc55e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.030871] env[68960]: WARNING nova.virt.vmwareapi.vmops [None req-6a4b56d8-b91f-4c0f-85ff-49d407f6b7b0 tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 232504f9-2248-4e28-ab5f-5121b50b9643 could not be found. [ 746.031167] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4b56d8-b91f-4c0f-85ff-49d407f6b7b0 tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.031307] env[68960]: INFO nova.compute.manager [None req-6a4b56d8-b91f-4c0f-85ff-49d407f6b7b0 tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Took 0.09 seconds to destroy the instance on the hypervisor. [ 746.031548] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a4b56d8-b91f-4c0f-85ff-49d407f6b7b0 tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.035493] env[68960]: DEBUG nova.compute.manager [-] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.035537] env[68960]: DEBUG nova.network.neutron [-] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.043261] env[68960]: DEBUG oslo_vmware.api [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221185, 'name': PowerOnVM_Task, 'duration_secs': 0.70348} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.043521] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.043757] env[68960]: INFO nova.compute.manager [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Took 10.56 seconds to spawn the instance on the hypervisor. [ 746.043883] env[68960]: DEBUG nova.compute.manager [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.044779] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a88a789-f2c5-4fd1-beb9-7b71dec42f2e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.058570] env[68960]: DEBUG nova.compute.manager [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.086464] env[68960]: DEBUG nova.virt.hardware [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.086711] env[68960]: DEBUG nova.virt.hardware [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.086861] env[68960]: DEBUG nova.virt.hardware [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.087053] env[68960]: DEBUG nova.virt.hardware [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.087271] env[68960]: DEBUG nova.virt.hardware [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.087466] env[68960]: DEBUG nova.virt.hardware [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.087707] env[68960]: DEBUG nova.virt.hardware [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.087889] env[68960]: DEBUG nova.virt.hardware [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.088068] env[68960]: DEBUG nova.virt.hardware [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.088229] env[68960]: DEBUG nova.virt.hardware [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.091019] env[68960]: DEBUG nova.virt.hardware [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.091019] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303977f4-5f22-446f-9ffa-3d90275a650a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.100494] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8018d0a-1f92-4138-89b7-7b607e0d6392 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.286585] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b556bbff-80b8-4d89-a641-635aff561a6a tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.249s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.286762] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a1049d03-066e-4d19-bd79-087e93553555 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.508s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.287417] env[68960]: DEBUG nova.objects.instance [None req-a1049d03-066e-4d19-bd79-087e93553555 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Lazy-loading 'resources' on Instance uuid a30615b9-3f54-43da-bb2a-b8e6ed38fb47 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.315418] env[68960]: INFO nova.scheduler.client.report [None req-b556bbff-80b8-4d89-a641-635aff561a6a tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Deleted allocations for instance 4defea80-22a7-4665-bbc7-425c52af00ab [ 746.355616] env[68960]: DEBUG oslo_vmware.api [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221186, 'name': ReconfigVM_Task, 'duration_secs': 0.584079} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.355991] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Reconfigured VM instance instance-00000024 to attach disk [datastore2] a7ef2b37-b7e4-48f3-987b-6b3e3e31e347/a7ef2b37-b7e4-48f3-987b-6b3e3e31e347.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.357476] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85504f32-5a54-4fb4-85ad-f2ea04961c61 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.364857] env[68960]: DEBUG oslo_vmware.api [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the task: (returnval){ [ 746.364857] env[68960]: value = "task-3221187" [ 746.364857] env[68960]: _type = "Task" [ 746.364857] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.375418] env[68960]: DEBUG oslo_vmware.api [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221187, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.567246] env[68960]: INFO nova.compute.manager [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Took 51.61 seconds to build instance. [ 746.568840] env[68960]: DEBUG nova.objects.instance [None req-c739268c-414d-49c9-8f6e-a0d4d23894ea tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] Lazy-loading 'flavor' on Instance uuid ff25865e-413a-4b40-a054-d445d5529220 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.710526] env[68960]: DEBUG nova.compute.manager [req-7f879136-d993-4aa9-a9bf-3522aefa2321 req-3ff1802e-d56e-48f8-8d4d-ec796f03b420 service nova] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Received event network-vif-plugged-622485ab-68e5-4be4-9d79-8ac61f3d1932 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.710770] env[68960]: DEBUG oslo_concurrency.lockutils [req-7f879136-d993-4aa9-a9bf-3522aefa2321 req-3ff1802e-d56e-48f8-8d4d-ec796f03b420 service nova] Acquiring lock "75ea79e1-b7ef-4390-a55f-464c55dcbdbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.711016] env[68960]: DEBUG oslo_concurrency.lockutils [req-7f879136-d993-4aa9-a9bf-3522aefa2321 req-3ff1802e-d56e-48f8-8d4d-ec796f03b420 service nova] Lock "75ea79e1-b7ef-4390-a55f-464c55dcbdbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.711416] env[68960]: DEBUG oslo_concurrency.lockutils [req-7f879136-d993-4aa9-a9bf-3522aefa2321 req-3ff1802e-d56e-48f8-8d4d-ec796f03b420 service nova] Lock "75ea79e1-b7ef-4390-a55f-464c55dcbdbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.711416] env[68960]: DEBUG nova.compute.manager [req-7f879136-d993-4aa9-a9bf-3522aefa2321 req-3ff1802e-d56e-48f8-8d4d-ec796f03b420 service nova] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] No waiting events found dispatching network-vif-plugged-622485ab-68e5-4be4-9d79-8ac61f3d1932 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 746.711742] env[68960]: WARNING nova.compute.manager [req-7f879136-d993-4aa9-a9bf-3522aefa2321 req-3ff1802e-d56e-48f8-8d4d-ec796f03b420 service nova] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Received unexpected event network-vif-plugged-622485ab-68e5-4be4-9d79-8ac61f3d1932 for instance with vm_state building and task_state spawning. [ 746.833090] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b556bbff-80b8-4d89-a641-635aff561a6a tempest-FloatingIPsAssociationTestJSON-289238153 tempest-FloatingIPsAssociationTestJSON-289238153-project-member] Lock "4defea80-22a7-4665-bbc7-425c52af00ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.769s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.888951] env[68960]: DEBUG oslo_vmware.api [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221187, 'name': Rename_Task, 'duration_secs': 0.404344} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.889608] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.889883] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-debe9907-dfa3-4c2f-a25c-0641348687fd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.904263] env[68960]: DEBUG oslo_vmware.api [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the task: (returnval){ [ 746.904263] env[68960]: value = "task-3221188" [ 746.904263] env[68960]: _type = "Task" [ 746.904263] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.915809] env[68960]: DEBUG oslo_vmware.api [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.072841] env[68960]: DEBUG oslo_concurrency.lockutils [None req-14f6326c-68ef-4627-858a-f7e19b34d1b2 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Lock "ea608d17-d860-4f41-9324-378a8336b33b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.364s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.076229] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c739268c-414d-49c9-8f6e-a0d4d23894ea tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] Lock "ff25865e-413a-4b40-a054-d445d5529220" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.359s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.170346] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211756c-194f-1560-19c7-21b2b1c8a411/disk-0.vmdk. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 747.171587] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02145554-39e8-4376-b34d-ddd677b280cb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.177910] env[68960]: DEBUG nova.network.neutron [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Successfully updated port: 622485ab-68e5-4be4-9d79-8ac61f3d1932 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.185567] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211756c-194f-1560-19c7-21b2b1c8a411/disk-0.vmdk is in state: ready. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 747.185687] env[68960]: ERROR oslo_vmware.rw_handles [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211756c-194f-1560-19c7-21b2b1c8a411/disk-0.vmdk due to incomplete transfer. [ 747.186409] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b57b97a7-5aec-4607-8bce-e176d3856530 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.201367] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211756c-194f-1560-19c7-21b2b1c8a411/disk-0.vmdk. {{(pid=68960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 747.201577] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Uploaded image c3f2de40-00ee-438c-b134-b4013805a189 to the Glance image server {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 747.204361] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Destroying the VM {{(pid=68960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 747.204974] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cf9873d5-bbd0-4546-975e-43fa8870d68e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.216234] env[68960]: DEBUG oslo_vmware.api [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Waiting for the task: (returnval){ [ 747.216234] env[68960]: value = "task-3221189" [ 747.216234] env[68960]: _type = "Task" [ 747.216234] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.227230] env[68960]: DEBUG oslo_vmware.api [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221189, 'name': Destroy_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.419559] env[68960]: DEBUG oslo_vmware.api [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221188, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.468475] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2260ee-0d78-4d05-8d77-75ba0371b7b5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.476878] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa27f2b7-d817-4b30-a2ef-fd9a697a4e2e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.513353] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbaa3632-7c13-4318-89b9-0569b2da81f7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.523333] env[68960]: DEBUG nova.network.neutron [-] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.526836] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbca66a-4674-42b9-89b2-11145580baa3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.546325] env[68960]: DEBUG nova.compute.provider_tree [None req-a1049d03-066e-4d19-bd79-087e93553555 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.578728] env[68960]: DEBUG nova.compute.manager [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.619408] env[68960]: DEBUG oslo_concurrency.lockutils [None req-89ad0975-81de-46c5-9793-b90f2c7a159b tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] Acquiring lock "ff25865e-413a-4b40-a054-d445d5529220" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.619408] env[68960]: DEBUG oslo_concurrency.lockutils [None req-89ad0975-81de-46c5-9793-b90f2c7a159b tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] Lock "ff25865e-413a-4b40-a054-d445d5529220" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.688461] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Acquiring lock "refresh_cache-75ea79e1-b7ef-4390-a55f-464c55dcbdbf" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.688461] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Acquired lock "refresh_cache-75ea79e1-b7ef-4390-a55f-464c55dcbdbf" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.688461] env[68960]: DEBUG nova.network.neutron [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.729596] env[68960]: DEBUG oslo_vmware.api [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221189, 'name': Destroy_Task} progress is 33%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.917028] env[68960]: DEBUG oslo_vmware.api [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221188, 'name': PowerOnVM_Task, 'duration_secs': 0.976734} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.917028] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.917028] env[68960]: INFO nova.compute.manager [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Took 9.71 seconds to spawn the instance on the hypervisor. [ 747.917028] env[68960]: DEBUG nova.compute.manager [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.917028] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b824c8-00bf-45f1-b724-7c8df2400de4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.033460] env[68960]: INFO nova.compute.manager [-] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Took 2.00 seconds to deallocate network for instance. [ 748.050456] env[68960]: DEBUG nova.scheduler.client.report [None req-a1049d03-066e-4d19-bd79-087e93553555 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.104571] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.121839] env[68960]: INFO nova.compute.manager [None req-89ad0975-81de-46c5-9793-b90f2c7a159b tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] [instance: ff25865e-413a-4b40-a054-d445d5529220] Detaching volume 6f80d65d-4fed-4b48-909f-5efc0905287d [ 748.156418] env[68960]: INFO nova.virt.block_device [None req-89ad0975-81de-46c5-9793-b90f2c7a159b tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] [instance: ff25865e-413a-4b40-a054-d445d5529220] Attempting to driver detach volume 6f80d65d-4fed-4b48-909f-5efc0905287d from mountpoint /dev/sdb [ 748.156699] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-89ad0975-81de-46c5-9793-b90f2c7a159b tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] [instance: ff25865e-413a-4b40-a054-d445d5529220] Volume detach. Driver type: vmdk {{(pid=68960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 748.156950] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-89ad0975-81de-46c5-9793-b90f2c7a159b tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] [instance: ff25865e-413a-4b40-a054-d445d5529220] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643995', 'volume_id': '6f80d65d-4fed-4b48-909f-5efc0905287d', 'name': 'volume-6f80d65d-4fed-4b48-909f-5efc0905287d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff25865e-413a-4b40-a054-d445d5529220', 'attached_at': '', 'detached_at': '', 'volume_id': '6f80d65d-4fed-4b48-909f-5efc0905287d', 'serial': '6f80d65d-4fed-4b48-909f-5efc0905287d'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 748.157922] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776fd2f9-6eb3-4910-8683-249251af78b4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.188536] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c846eb8-a851-419b-9de2-c2becead3a64 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.200691] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3699046c-6feb-4de3-8569-a6a50dffa37f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.227391] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8edde98-31ff-4b4a-9bb3-126e72b72f32 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.235345] env[68960]: DEBUG oslo_vmware.api [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221189, 'name': Destroy_Task, 'duration_secs': 0.779465} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.249765] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Destroyed the VM [ 748.250011] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Deleting Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 748.250340] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-89ad0975-81de-46c5-9793-b90f2c7a159b tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] The volume has not been displaced from its original location: [datastore2] volume-6f80d65d-4fed-4b48-909f-5efc0905287d/volume-6f80d65d-4fed-4b48-909f-5efc0905287d.vmdk. No consolidation needed. {{(pid=68960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 748.256491] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-89ad0975-81de-46c5-9793-b90f2c7a159b tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] [instance: ff25865e-413a-4b40-a054-d445d5529220] Reconfiguring VM instance instance-00000008 to detach disk 2001 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 748.256812] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-17326434-004c-4a66-9809-a6c4e20317d0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.259299] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-848da163-eba5-4f32-9f95-251f318be5d2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.273412] env[68960]: DEBUG nova.network.neutron [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.282968] env[68960]: DEBUG oslo_vmware.api [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Waiting for the task: (returnval){ [ 748.282968] env[68960]: value = "task-3221190" [ 748.282968] env[68960]: _type = "Task" [ 748.282968] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.284502] env[68960]: DEBUG oslo_vmware.api [None req-89ad0975-81de-46c5-9793-b90f2c7a159b tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] Waiting for the task: (returnval){ [ 748.284502] env[68960]: value = "task-3221191" [ 748.284502] env[68960]: _type = "Task" [ 748.284502] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.298615] env[68960]: DEBUG oslo_vmware.api [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221190, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.302577] env[68960]: DEBUG oslo_vmware.api [None req-89ad0975-81de-46c5-9793-b90f2c7a159b tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] Task: {'id': task-3221191, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.435465] env[68960]: INFO nova.compute.manager [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Took 51.39 seconds to build instance. [ 748.557948] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a1049d03-066e-4d19-bd79-087e93553555 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.271s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.562030] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 45.423s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.588538] env[68960]: INFO nova.scheduler.client.report [None req-a1049d03-066e-4d19-bd79-087e93553555 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Deleted allocations for instance a30615b9-3f54-43da-bb2a-b8e6ed38fb47 [ 748.618124] env[68960]: DEBUG nova.network.neutron [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Updating instance_info_cache with network_info: [{"id": "622485ab-68e5-4be4-9d79-8ac61f3d1932", "address": "fa:16:3e:48:15:c2", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap622485ab-68", "ovs_interfaceid": "622485ab-68e5-4be4-9d79-8ac61f3d1932", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.622116] env[68960]: INFO nova.compute.manager [None req-6a4b56d8-b91f-4c0f-85ff-49d407f6b7b0 tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Took 0.59 seconds to detach 1 volumes for instance. [ 748.629339] env[68960]: DEBUG nova.compute.manager [None req-6a4b56d8-b91f-4c0f-85ff-49d407f6b7b0 tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Deleting volume: fd14eb3a-9909-4ab2-8cba-16f156839524 {{(pid=68960) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 748.803030] env[68960]: DEBUG oslo_vmware.api [None req-89ad0975-81de-46c5-9793-b90f2c7a159b tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] Task: {'id': task-3221191, 'name': ReconfigVM_Task, 'duration_secs': 0.335215} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.806949] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-89ad0975-81de-46c5-9793-b90f2c7a159b tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] [instance: ff25865e-413a-4b40-a054-d445d5529220] Reconfigured VM instance instance-00000008 to detach disk 2001 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 748.812599] env[68960]: DEBUG oslo_vmware.api [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221190, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.812936] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-877f4475-2f60-4f7a-be18-b7fdd48def8a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.834338] env[68960]: DEBUG nova.compute.manager [req-95d90b67-a476-456c-b7dc-baa4b3059fe0 req-666f0e8d-9187-441e-a64d-7c1798c05dfa service nova] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Received event network-vif-deleted-5d4c38ef-24cf-4360-aa29-62aa04e8769f {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.835110] env[68960]: DEBUG nova.compute.manager [req-95d90b67-a476-456c-b7dc-baa4b3059fe0 req-666f0e8d-9187-441e-a64d-7c1798c05dfa service nova] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Received event network-changed-622485ab-68e5-4be4-9d79-8ac61f3d1932 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.835110] env[68960]: DEBUG nova.compute.manager [req-95d90b67-a476-456c-b7dc-baa4b3059fe0 req-666f0e8d-9187-441e-a64d-7c1798c05dfa service nova] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Refreshing instance network info cache due to event network-changed-622485ab-68e5-4be4-9d79-8ac61f3d1932. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.835225] env[68960]: DEBUG oslo_concurrency.lockutils [req-95d90b67-a476-456c-b7dc-baa4b3059fe0 req-666f0e8d-9187-441e-a64d-7c1798c05dfa service nova] Acquiring lock "refresh_cache-75ea79e1-b7ef-4390-a55f-464c55dcbdbf" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.843669] env[68960]: DEBUG oslo_vmware.api [None req-89ad0975-81de-46c5-9793-b90f2c7a159b tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] Waiting for the task: (returnval){ [ 748.843669] env[68960]: value = "task-3221193" [ 748.843669] env[68960]: _type = "Task" [ 748.843669] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.855045] env[68960]: DEBUG oslo_vmware.api [None req-89ad0975-81de-46c5-9793-b90f2c7a159b tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] Task: {'id': task-3221193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.937823] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ccb0f87d-6428-4b83-a08b-b97c9bdedd94 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Lock "a7ef2b37-b7e4-48f3-987b-6b3e3e31e347" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.746s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.104026] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a1049d03-066e-4d19-bd79-087e93553555 tempest-TenantUsagesTestJSON-664366870 tempest-TenantUsagesTestJSON-664366870-project-member] Lock "a30615b9-3f54-43da-bb2a-b8e6ed38fb47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.824s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.121374] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Releasing lock "refresh_cache-75ea79e1-b7ef-4390-a55f-464c55dcbdbf" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.121782] env[68960]: DEBUG nova.compute.manager [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Instance network_info: |[{"id": "622485ab-68e5-4be4-9d79-8ac61f3d1932", "address": "fa:16:3e:48:15:c2", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap622485ab-68", "ovs_interfaceid": "622485ab-68e5-4be4-9d79-8ac61f3d1932", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 749.122060] env[68960]: DEBUG oslo_concurrency.lockutils [req-95d90b67-a476-456c-b7dc-baa4b3059fe0 req-666f0e8d-9187-441e-a64d-7c1798c05dfa service nova] Acquired lock "refresh_cache-75ea79e1-b7ef-4390-a55f-464c55dcbdbf" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.122279] env[68960]: DEBUG nova.network.neutron [req-95d90b67-a476-456c-b7dc-baa4b3059fe0 req-666f0e8d-9187-441e-a64d-7c1798c05dfa service nova] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Refreshing network info cache for port 622485ab-68e5-4be4-9d79-8ac61f3d1932 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.123618] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:15:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '622485ab-68e5-4be4-9d79-8ac61f3d1932', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.132984] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Creating folder: Project (bbd2c1138cc640989ed7b98cdc979822). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.143108] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29818adf-11cb-4228-8ac4-9659ff3545f3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.155519] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Created folder: Project (bbd2c1138cc640989ed7b98cdc979822) in parent group-v643888. [ 749.155519] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Creating folder: Instances. Parent ref: group-v643997. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.155831] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8275150f-80b6-4c63-929b-7a8ac8bd1af0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.167235] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Created folder: Instances in parent group-v643997. [ 749.167235] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.167475] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.167754] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89b8fe6b-2ca7-4fd1-a203-01e20aa0998e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.192686] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.192686] env[68960]: value = "task-3221196" [ 749.192686] env[68960]: _type = "Task" [ 749.192686] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.203884] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221196, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.207040] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6a4b56d8-b91f-4c0f-85ff-49d407f6b7b0 tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.301473] env[68960]: DEBUG oslo_vmware.api [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221190, 'name': RemoveSnapshot_Task, 'duration_secs': 0.864285} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.301775] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Deleted Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 749.302014] env[68960]: INFO nova.compute.manager [None req-ff63156b-a368-4820-80ec-bd3bc9809b2b tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Took 17.44 seconds to snapshot the instance on the hypervisor. [ 749.355417] env[68960]: DEBUG oslo_vmware.api [None req-89ad0975-81de-46c5-9793-b90f2c7a159b tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] Task: {'id': task-3221193, 'name': ReconfigVM_Task, 'duration_secs': 0.180254} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.355417] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-89ad0975-81de-46c5-9793-b90f2c7a159b tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] [instance: ff25865e-413a-4b40-a054-d445d5529220] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643995', 'volume_id': '6f80d65d-4fed-4b48-909f-5efc0905287d', 'name': 'volume-6f80d65d-4fed-4b48-909f-5efc0905287d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff25865e-413a-4b40-a054-d445d5529220', 'attached_at': '', 'detached_at': '', 'volume_id': '6f80d65d-4fed-4b48-909f-5efc0905287d', 'serial': '6f80d65d-4fed-4b48-909f-5efc0905287d'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 749.368754] env[68960]: DEBUG nova.network.neutron [req-95d90b67-a476-456c-b7dc-baa4b3059fe0 req-666f0e8d-9187-441e-a64d-7c1798c05dfa service nova] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Updated VIF entry in instance network info cache for port 622485ab-68e5-4be4-9d79-8ac61f3d1932. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.370752] env[68960]: DEBUG nova.network.neutron [req-95d90b67-a476-456c-b7dc-baa4b3059fe0 req-666f0e8d-9187-441e-a64d-7c1798c05dfa service nova] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Updating instance_info_cache with network_info: [{"id": "622485ab-68e5-4be4-9d79-8ac61f3d1932", "address": "fa:16:3e:48:15:c2", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap622485ab-68", "ovs_interfaceid": "622485ab-68e5-4be4-9d79-8ac61f3d1932", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.442370] env[68960]: DEBUG nova.compute.manager [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.602510] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 2f52fb86-7de8-4029-9bef-8ac22581f503 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 749.602742] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 749.602820] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 749.602910] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance ff25865e-413a-4b40-a054-d445d5529220 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 749.603062] env[68960]: WARNING nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance ee1f7fe7-b19c-4637-8b29-e58874c9af14 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 749.603189] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance c92cef0d-47ce-40f6-8dae-18ce9a133da4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 749.603305] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance ed7c7ac5-c303-4548-8357-13aa700d0067 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 749.603456] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 42fa00ac-ab86-4729-969b-ababacf6b99c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 749.603577] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance d2b95f0e-0e70-43a2-beb1-bae828ae6967 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 749.603705] env[68960]: WARNING nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance b93c3681-667b-4b48-bfbd-558e83220287 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 749.603819] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 404efc31-4206-4e68-92c8-c4226982dfe1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 749.603928] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 273c49d9-4798-49ae-9b8b-6029dd52c5ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 749.604049] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 9f920545-ec05-4422-948b-6a47381d01b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 749.604183] env[68960]: WARNING nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance a1231cce-8493-43ef-892c-428bbfd5144b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 749.604293] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 749.604402] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance ea608d17-d860-4f41-9324-378a8336b33b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 749.604502] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance a7ef2b37-b7e4-48f3-987b-6b3e3e31e347 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 749.604636] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 75ea79e1-b7ef-4390-a55f-464c55dcbdbf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 749.707933] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221196, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.873445] env[68960]: DEBUG oslo_concurrency.lockutils [req-95d90b67-a476-456c-b7dc-baa4b3059fe0 req-666f0e8d-9187-441e-a64d-7c1798c05dfa service nova] Releasing lock "refresh_cache-75ea79e1-b7ef-4390-a55f-464c55dcbdbf" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.915846] env[68960]: DEBUG nova.objects.instance [None req-89ad0975-81de-46c5-9793-b90f2c7a159b tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] Lazy-loading 'flavor' on Instance uuid ff25865e-413a-4b40-a054-d445d5529220 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.971069] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.108683] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 5ca439bd-7b4c-42cd-a3b7-c47b0e627935 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 750.206941] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221196, 'name': CreateVM_Task, 'duration_secs': 1.00178} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.207588] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.208438] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.210964] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.210964] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.210964] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86e67866-389c-4e5f-af82-9ba8bed59f14 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.216852] env[68960]: DEBUG oslo_vmware.api [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Waiting for the task: (returnval){ [ 750.216852] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525e9e0a-f7ff-9b0e-20dd-5b829809b7d8" [ 750.216852] env[68960]: _type = "Task" [ 750.216852] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.227756] env[68960]: DEBUG oslo_vmware.api [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525e9e0a-f7ff-9b0e-20dd-5b829809b7d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.613454] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance b41059a9-d358-4ab6-9764-31a5d0584f5d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 750.732963] env[68960]: DEBUG oslo_vmware.api [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525e9e0a-f7ff-9b0e-20dd-5b829809b7d8, 'name': SearchDatastore_Task, 'duration_secs': 0.031549} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.733418] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.735730] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.735730] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.735730] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.735730] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.735730] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88a28dbb-c412-4894-a16e-3d5d82f30f64 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.749802] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.749802] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.752434] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcaed10a-a55a-4165-b1a8-dd2add7fdf4a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.759139] env[68960]: DEBUG oslo_vmware.api [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Waiting for the task: (returnval){ [ 750.759139] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5218d74f-5186-d8a2-6fba-65ab4dae6f9a" [ 750.759139] env[68960]: _type = "Task" [ 750.759139] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.771572] env[68960]: DEBUG oslo_vmware.api [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5218d74f-5186-d8a2-6fba-65ab4dae6f9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.926541] env[68960]: DEBUG oslo_concurrency.lockutils [None req-89ad0975-81de-46c5-9793-b90f2c7a159b tempest-VolumesAssistedSnapshotsTest-1523198894 tempest-VolumesAssistedSnapshotsTest-1523198894-project-admin] Lock "ff25865e-413a-4b40-a054-d445d5529220" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.306s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.116201] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 2068d0d1-b900-45c5-9b18-f96fb161a493 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 751.153750] env[68960]: DEBUG nova.compute.manager [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.155266] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99719b5b-8721-4a08-be86-1c9a092da7ca {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.273323] env[68960]: DEBUG oslo_vmware.api [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5218d74f-5186-d8a2-6fba-65ab4dae6f9a, 'name': SearchDatastore_Task, 'duration_secs': 0.016472} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.274509] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd255581-609f-41f2-bdef-baa4b5fba525 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.281435] env[68960]: DEBUG oslo_vmware.api [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Waiting for the task: (returnval){ [ 751.281435] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527b0844-366d-4554-f48d-3071f3d82587" [ 751.281435] env[68960]: _type = "Task" [ 751.281435] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.289387] env[68960]: DEBUG oslo_vmware.api [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527b0844-366d-4554-f48d-3071f3d82587, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.396406] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a7437bbf-91ea-4aa8-941b-5e73f4e2c2c8 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Acquiring lock "273c49d9-4798-49ae-9b8b-6029dd52c5ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.396819] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a7437bbf-91ea-4aa8-941b-5e73f4e2c2c8 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Lock "273c49d9-4798-49ae-9b8b-6029dd52c5ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.397132] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a7437bbf-91ea-4aa8-941b-5e73f4e2c2c8 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Acquiring lock "273c49d9-4798-49ae-9b8b-6029dd52c5ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.397132] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a7437bbf-91ea-4aa8-941b-5e73f4e2c2c8 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Lock "273c49d9-4798-49ae-9b8b-6029dd52c5ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.397264] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a7437bbf-91ea-4aa8-941b-5e73f4e2c2c8 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Lock "273c49d9-4798-49ae-9b8b-6029dd52c5ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.399623] env[68960]: INFO nova.compute.manager [None req-a7437bbf-91ea-4aa8-941b-5e73f4e2c2c8 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Terminating instance [ 751.476141] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Acquiring lock "7ed822c1-5697-493e-86ab-a4516721f183" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.476141] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Lock "7ed822c1-5697-493e-86ab-a4516721f183" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.619448] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 22d9fb8f-2d76-40af-9304-969dee8b1567 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 751.667466] env[68960]: INFO nova.compute.manager [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] instance snapshotting [ 751.670287] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd343f2-61f8-4381-8645-3618f7861fdb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.692578] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f81daf1-b431-44bd-8d5f-852a00bf5bb6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.792761] env[68960]: DEBUG oslo_vmware.api [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527b0844-366d-4554-f48d-3071f3d82587, 'name': SearchDatastore_Task, 'duration_secs': 0.032826} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.793077] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.793350] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 75ea79e1-b7ef-4390-a55f-464c55dcbdbf/75ea79e1-b7ef-4390-a55f-464c55dcbdbf.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.793644] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-deb81964-2308-4e95-be3e-c95f32337f99 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.802156] env[68960]: DEBUG oslo_vmware.api [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Waiting for the task: (returnval){ [ 751.802156] env[68960]: value = "task-3221198" [ 751.802156] env[68960]: _type = "Task" [ 751.802156] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.812704] env[68960]: DEBUG oslo_vmware.api [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Task: {'id': task-3221198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.904340] env[68960]: DEBUG nova.compute.manager [None req-a7437bbf-91ea-4aa8-941b-5e73f4e2c2c8 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 751.905659] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a7437bbf-91ea-4aa8-941b-5e73f4e2c2c8 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.906696] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9feaa4e6-e603-47c7-a7c9-593c17283110 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.916027] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7437bbf-91ea-4aa8-941b-5e73f4e2c2c8 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.916591] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5ea3574-46a2-4060-bd7c-3bd3f110dec3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.925586] env[68960]: DEBUG oslo_vmware.api [None req-a7437bbf-91ea-4aa8-941b-5e73f4e2c2c8 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Waiting for the task: (returnval){ [ 751.925586] env[68960]: value = "task-3221199" [ 751.925586] env[68960]: _type = "Task" [ 751.925586] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.937607] env[68960]: DEBUG oslo_vmware.api [None req-a7437bbf-91ea-4aa8-941b-5e73f4e2c2c8 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.124857] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 637ba32b-97be-465d-a923-4eed68a2bb68 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 752.208233] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Creating Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 752.208912] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5314e951-9ef1-44e5-9b8e-411d1d13b13b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.218833] env[68960]: DEBUG oslo_vmware.api [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the task: (returnval){ [ 752.218833] env[68960]: value = "task-3221200" [ 752.218833] env[68960]: _type = "Task" [ 752.218833] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.229989] env[68960]: DEBUG oslo_vmware.api [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221200, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.313302] env[68960]: DEBUG oslo_vmware.api [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Task: {'id': task-3221198, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.445940] env[68960]: DEBUG oslo_vmware.api [None req-a7437bbf-91ea-4aa8-941b-5e73f4e2c2c8 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221199, 'name': PowerOffVM_Task, 'duration_secs': 0.413968} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.446427] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7437bbf-91ea-4aa8-941b-5e73f4e2c2c8 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.447920] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a7437bbf-91ea-4aa8-941b-5e73f4e2c2c8 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.447920] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c6374fb-91b9-4e76-85ee-8c23b78bd6b5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.547786] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a7437bbf-91ea-4aa8-941b-5e73f4e2c2c8 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.548103] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a7437bbf-91ea-4aa8-941b-5e73f4e2c2c8 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.548317] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7437bbf-91ea-4aa8-941b-5e73f4e2c2c8 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Deleting the datastore file [datastore2] 273c49d9-4798-49ae-9b8b-6029dd52c5ad {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.548609] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43c39689-c496-44c3-b111-3e5af309539a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.559029] env[68960]: DEBUG oslo_vmware.api [None req-a7437bbf-91ea-4aa8-941b-5e73f4e2c2c8 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Waiting for the task: (returnval){ [ 752.559029] env[68960]: value = "task-3221202" [ 752.559029] env[68960]: _type = "Task" [ 752.559029] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.572420] env[68960]: DEBUG oslo_vmware.api [None req-a7437bbf-91ea-4aa8-941b-5e73f4e2c2c8 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.631154] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance e333dd04-7fd6-465d-9dc0-58f2ce4fb399 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 752.733706] env[68960]: DEBUG oslo_vmware.api [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221200, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.816605] env[68960]: DEBUG oslo_vmware.api [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Task: {'id': task-3221198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.812665} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.816867] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 75ea79e1-b7ef-4390-a55f-464c55dcbdbf/75ea79e1-b7ef-4390-a55f-464c55dcbdbf.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.817121] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.817356] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29ad2a08-928c-4d09-b833-ddb07af41f8c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.829050] env[68960]: DEBUG oslo_vmware.api [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Waiting for the task: (returnval){ [ 752.829050] env[68960]: value = "task-3221203" [ 752.829050] env[68960]: _type = "Task" [ 752.829050] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.838371] env[68960]: DEBUG oslo_vmware.api [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Task: {'id': task-3221203, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.072238] env[68960]: DEBUG oslo_vmware.api [None req-a7437bbf-91ea-4aa8-941b-5e73f4e2c2c8 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Task: {'id': task-3221202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471593} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.072238] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7437bbf-91ea-4aa8-941b-5e73f4e2c2c8 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.072238] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a7437bbf-91ea-4aa8-941b-5e73f4e2c2c8 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.072476] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a7437bbf-91ea-4aa8-941b-5e73f4e2c2c8 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.072476] env[68960]: INFO nova.compute.manager [None req-a7437bbf-91ea-4aa8-941b-5e73f4e2c2c8 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Took 1.17 seconds to destroy the instance on the hypervisor. [ 753.072723] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7437bbf-91ea-4aa8-941b-5e73f4e2c2c8 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.072916] env[68960]: DEBUG nova.compute.manager [-] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 753.073022] env[68960]: DEBUG nova.network.neutron [-] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.139709] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance d9be8677-b7dc-405e-9b09-77bd8b212c5c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 753.230745] env[68960]: DEBUG oslo_vmware.api [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221200, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.342681] env[68960]: DEBUG oslo_vmware.api [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Task: {'id': task-3221203, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141547} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.345308] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.346472] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2a41a2-8b52-4e79-b511-46cfaaf89c1a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.374402] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 75ea79e1-b7ef-4390-a55f-464c55dcbdbf/75ea79e1-b7ef-4390-a55f-464c55dcbdbf.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.375675] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a16dc49e-17c3-4315-b825-8f4fed4e1993 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.402046] env[68960]: DEBUG oslo_vmware.api [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Waiting for the task: (returnval){ [ 753.402046] env[68960]: value = "task-3221204" [ 753.402046] env[68960]: _type = "Task" [ 753.402046] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.411431] env[68960]: DEBUG oslo_vmware.api [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Task: {'id': task-3221204, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.448266] env[68960]: DEBUG nova.compute.manager [req-128ebfff-b119-4203-8ce5-ad29ee00e567 req-3c444ea2-34ed-4e1d-b8e3-ab3c54f139af service nova] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Received event network-vif-deleted-5ebe3ff1-8a7d-412e-b8f2-70e644a9ecb0 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.448381] env[68960]: INFO nova.compute.manager [req-128ebfff-b119-4203-8ce5-ad29ee00e567 req-3c444ea2-34ed-4e1d-b8e3-ab3c54f139af service nova] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Neutron deleted interface 5ebe3ff1-8a7d-412e-b8f2-70e644a9ecb0; detaching it from the instance and deleting it from the info cache [ 753.448525] env[68960]: DEBUG nova.network.neutron [req-128ebfff-b119-4203-8ce5-ad29ee00e567 req-3c444ea2-34ed-4e1d-b8e3-ab3c54f139af service nova] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.587422] env[68960]: DEBUG oslo_concurrency.lockutils [None req-601e0c32-f547-4892-9296-3c33c89e6e71 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Acquiring lock "ff25865e-413a-4b40-a054-d445d5529220" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.590028] env[68960]: DEBUG oslo_concurrency.lockutils [None req-601e0c32-f547-4892-9296-3c33c89e6e71 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Lock "ff25865e-413a-4b40-a054-d445d5529220" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.590028] env[68960]: DEBUG oslo_concurrency.lockutils [None req-601e0c32-f547-4892-9296-3c33c89e6e71 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Acquiring lock "ff25865e-413a-4b40-a054-d445d5529220-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.590028] env[68960]: DEBUG oslo_concurrency.lockutils [None req-601e0c32-f547-4892-9296-3c33c89e6e71 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Lock "ff25865e-413a-4b40-a054-d445d5529220-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.590028] env[68960]: DEBUG oslo_concurrency.lockutils [None req-601e0c32-f547-4892-9296-3c33c89e6e71 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Lock "ff25865e-413a-4b40-a054-d445d5529220-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.590853] env[68960]: INFO nova.compute.manager [None req-601e0c32-f547-4892-9296-3c33c89e6e71 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Terminating instance [ 753.642540] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance ea511f6f-216d-476d-8d6a-46d4375263d2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 753.732765] env[68960]: DEBUG oslo_vmware.api [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221200, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.850121] env[68960]: DEBUG nova.network.neutron [-] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.916048] env[68960]: DEBUG oslo_vmware.api [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Task: {'id': task-3221204, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.952089] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b97cf61-3062-46b9-902d-199786152dcf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.968140] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdddbf2-9205-455b-aa77-c1a7d5270fa2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.015046] env[68960]: DEBUG nova.compute.manager [req-128ebfff-b119-4203-8ce5-ad29ee00e567 req-3c444ea2-34ed-4e1d-b8e3-ab3c54f139af service nova] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Detach interface failed, port_id=5ebe3ff1-8a7d-412e-b8f2-70e644a9ecb0, reason: Instance 273c49d9-4798-49ae-9b8b-6029dd52c5ad could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 754.096258] env[68960]: DEBUG nova.compute.manager [None req-601e0c32-f547-4892-9296-3c33c89e6e71 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.097065] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-601e0c32-f547-4892-9296-3c33c89e6e71 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.097418] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce3955a-30c6-40de-b3fb-7ba06c5999ac {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.107685] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-601e0c32-f547-4892-9296-3c33c89e6e71 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.108022] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d258056-c668-457b-95b0-4ded90422738 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.118113] env[68960]: DEBUG oslo_vmware.api [None req-601e0c32-f547-4892-9296-3c33c89e6e71 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Waiting for the task: (returnval){ [ 754.118113] env[68960]: value = "task-3221205" [ 754.118113] env[68960]: _type = "Task" [ 754.118113] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.132027] env[68960]: DEBUG oslo_vmware.api [None req-601e0c32-f547-4892-9296-3c33c89e6e71 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Task: {'id': task-3221205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.151456] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 5f1245c7-9ab4-4a4f-b30f-613c00d82612 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 754.235383] env[68960]: DEBUG oslo_vmware.api [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221200, 'name': CreateSnapshot_Task, 'duration_secs': 1.577468} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.236421] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Created Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 754.237338] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5cf38d-9e0f-4867-bd55-22882f381626 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.351623] env[68960]: INFO nova.compute.manager [-] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Took 1.28 seconds to deallocate network for instance. [ 754.416561] env[68960]: DEBUG oslo_vmware.api [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Task: {'id': task-3221204, 'name': ReconfigVM_Task, 'duration_secs': 0.541242} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.416837] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 75ea79e1-b7ef-4390-a55f-464c55dcbdbf/75ea79e1-b7ef-4390-a55f-464c55dcbdbf.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.417529] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1efe2abb-b5cd-4e1a-8bf7-9f43361dbce3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.426057] env[68960]: DEBUG oslo_vmware.api [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Waiting for the task: (returnval){ [ 754.426057] env[68960]: value = "task-3221206" [ 754.426057] env[68960]: _type = "Task" [ 754.426057] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.435499] env[68960]: DEBUG oslo_vmware.api [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Task: {'id': task-3221206, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.609428] env[68960]: DEBUG oslo_concurrency.lockutils [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Acquiring lock "61e242ee-90f1-48f2-af11-2b9ca6dcf4d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.609428] env[68960]: DEBUG oslo_concurrency.lockutils [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Lock "61e242ee-90f1-48f2-af11-2b9ca6dcf4d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.628904] env[68960]: DEBUG oslo_vmware.api [None req-601e0c32-f547-4892-9296-3c33c89e6e71 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Task: {'id': task-3221205, 'name': PowerOffVM_Task, 'duration_secs': 0.223274} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.629439] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-601e0c32-f547-4892-9296-3c33c89e6e71 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.629687] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-601e0c32-f547-4892-9296-3c33c89e6e71 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.631583] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d98a8b6e-17d3-420f-b166-1a4650f20fc7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.653432] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance b9ec3351-09c4-44ef-a6d1-28392c70b058 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 754.710200] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-601e0c32-f547-4892-9296-3c33c89e6e71 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.710555] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-601e0c32-f547-4892-9296-3c33c89e6e71 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.711091] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-601e0c32-f547-4892-9296-3c33c89e6e71 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Deleting the datastore file [datastore1] ff25865e-413a-4b40-a054-d445d5529220 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.711091] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57790f81-fad1-4853-9d96-fc3f38dcb9ae {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.721434] env[68960]: DEBUG oslo_vmware.api [None req-601e0c32-f547-4892-9296-3c33c89e6e71 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Waiting for the task: (returnval){ [ 754.721434] env[68960]: value = "task-3221208" [ 754.721434] env[68960]: _type = "Task" [ 754.721434] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.730731] env[68960]: DEBUG oslo_vmware.api [None req-601e0c32-f547-4892-9296-3c33c89e6e71 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Task: {'id': task-3221208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.757327] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Creating linked-clone VM from snapshot {{(pid=68960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 754.757851] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-47b61141-39c8-4bb0-8cad-e7579f9b1f76 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.771100] env[68960]: DEBUG oslo_vmware.api [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the task: (returnval){ [ 754.771100] env[68960]: value = "task-3221209" [ 754.771100] env[68960]: _type = "Task" [ 754.771100] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.780506] env[68960]: DEBUG oslo_vmware.api [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221209, 'name': CloneVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.858476] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a7437bbf-91ea-4aa8-941b-5e73f4e2c2c8 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.939307] env[68960]: DEBUG oslo_vmware.api [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Task: {'id': task-3221206, 'name': Rename_Task, 'duration_secs': 0.186214} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.939838] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.940331] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96f4805b-34d0-49e3-8765-39f205269813 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.952030] env[68960]: DEBUG oslo_vmware.api [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Waiting for the task: (returnval){ [ 754.952030] env[68960]: value = "task-3221210" [ 754.952030] env[68960]: _type = "Task" [ 754.952030] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.961867] env[68960]: DEBUG oslo_vmware.api [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Task: {'id': task-3221210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.156175] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 95a45975-d70e-4618-9721-5788972df11d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 755.235017] env[68960]: DEBUG oslo_vmware.api [None req-601e0c32-f547-4892-9296-3c33c89e6e71 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Task: {'id': task-3221208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297157} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.238882] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-601e0c32-f547-4892-9296-3c33c89e6e71 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.238882] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-601e0c32-f547-4892-9296-3c33c89e6e71 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.238882] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-601e0c32-f547-4892-9296-3c33c89e6e71 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.238882] env[68960]: INFO nova.compute.manager [None req-601e0c32-f547-4892-9296-3c33c89e6e71 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] [instance: ff25865e-413a-4b40-a054-d445d5529220] Took 1.14 seconds to destroy the instance on the hypervisor. [ 755.238882] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-601e0c32-f547-4892-9296-3c33c89e6e71 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.238882] env[68960]: DEBUG nova.compute.manager [-] [instance: ff25865e-413a-4b40-a054-d445d5529220] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.238882] env[68960]: DEBUG nova.network.neutron [-] [instance: ff25865e-413a-4b40-a054-d445d5529220] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.284173] env[68960]: DEBUG oslo_vmware.api [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221209, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.462882] env[68960]: DEBUG oslo_vmware.api [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Task: {'id': task-3221210, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.659834] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance e24e6be9-3686-47e4-99a4-459576dc7dfc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 755.749785] env[68960]: DEBUG oslo_concurrency.lockutils [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Acquiring lock "3bdac993-7a8b-47ba-b025-56057dd96a8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.750464] env[68960]: DEBUG oslo_concurrency.lockutils [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Lock "3bdac993-7a8b-47ba-b025-56057dd96a8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.788906] env[68960]: DEBUG oslo_vmware.api [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221209, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.797200] env[68960]: DEBUG nova.compute.manager [req-8200b64f-6b5c-454e-8ff6-0390c049ffd2 req-cace68db-b973-48a3-add8-c38458b42535 service nova] [instance: ff25865e-413a-4b40-a054-d445d5529220] Received event network-vif-deleted-20309284-2a41-4770-86e9-4d4cb222cc49 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.797466] env[68960]: INFO nova.compute.manager [req-8200b64f-6b5c-454e-8ff6-0390c049ffd2 req-cace68db-b973-48a3-add8-c38458b42535 service nova] [instance: ff25865e-413a-4b40-a054-d445d5529220] Neutron deleted interface 20309284-2a41-4770-86e9-4d4cb222cc49; detaching it from the instance and deleting it from the info cache [ 755.797578] env[68960]: DEBUG nova.network.neutron [req-8200b64f-6b5c-454e-8ff6-0390c049ffd2 req-cace68db-b973-48a3-add8-c38458b42535 service nova] [instance: ff25865e-413a-4b40-a054-d445d5529220] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.965455] env[68960]: DEBUG oslo_vmware.api [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Task: {'id': task-3221210, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.166825] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance c783b1cb-778d-4edf-9eba-c938222f67ed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 756.272065] env[68960]: DEBUG nova.network.neutron [-] [instance: ff25865e-413a-4b40-a054-d445d5529220] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.285042] env[68960]: DEBUG oslo_vmware.api [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221209, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.300500] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19cdc2cb-47b1-476c-b010-df65c073a2aa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.312959] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b507d9-83c0-4285-88a3-27d42cdbf617 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.346528] env[68960]: DEBUG nova.compute.manager [req-8200b64f-6b5c-454e-8ff6-0390c049ffd2 req-cace68db-b973-48a3-add8-c38458b42535 service nova] [instance: ff25865e-413a-4b40-a054-d445d5529220] Detach interface failed, port_id=20309284-2a41-4770-86e9-4d4cb222cc49, reason: Instance ff25865e-413a-4b40-a054-d445d5529220 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 756.465854] env[68960]: DEBUG oslo_vmware.api [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Task: {'id': task-3221210, 'name': PowerOnVM_Task, 'duration_secs': 1.058525} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.466173] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.466379] env[68960]: INFO nova.compute.manager [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Took 10.41 seconds to spawn the instance on the hypervisor. [ 756.466561] env[68960]: DEBUG nova.compute.manager [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.467398] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3416e8b-3ae7-4a37-b3d6-6eb9e4192ce5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.668736] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 39b7088e-be04-4f58-93e6-f71b16dc7c02 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 756.774529] env[68960]: INFO nova.compute.manager [-] [instance: ff25865e-413a-4b40-a054-d445d5529220] Took 1.54 seconds to deallocate network for instance. [ 756.793510] env[68960]: DEBUG oslo_vmware.api [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221209, 'name': CloneVM_Task, 'duration_secs': 1.837526} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.793796] env[68960]: INFO nova.virt.vmwareapi.vmops [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Created linked-clone VM from snapshot [ 756.794760] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d53347-4e2b-4633-a483-2952acf2b1ea {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.803204] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Uploading image 3180f3e7-cfed-4f46-8b28-a9211d667d4f {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 756.826137] env[68960]: DEBUG oslo_vmware.rw_handles [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 756.826137] env[68960]: value = "vm-644001" [ 756.826137] env[68960]: _type = "VirtualMachine" [ 756.826137] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 756.826137] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7499af01-fff3-4ee6-9612-9417e7f675ee {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.835204] env[68960]: DEBUG oslo_vmware.rw_handles [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Lease: (returnval){ [ 756.835204] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523a4684-7eea-b70f-b033-657c9a91b5a0" [ 756.835204] env[68960]: _type = "HttpNfcLease" [ 756.835204] env[68960]: } obtained for exporting VM: (result){ [ 756.835204] env[68960]: value = "vm-644001" [ 756.835204] env[68960]: _type = "VirtualMachine" [ 756.835204] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 756.835483] env[68960]: DEBUG oslo_vmware.api [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the lease: (returnval){ [ 756.835483] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523a4684-7eea-b70f-b033-657c9a91b5a0" [ 756.835483] env[68960]: _type = "HttpNfcLease" [ 756.835483] env[68960]: } to be ready. {{(pid=68960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 756.843920] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 756.843920] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523a4684-7eea-b70f-b033-657c9a91b5a0" [ 756.843920] env[68960]: _type = "HttpNfcLease" [ 756.843920] env[68960]: } is initializing. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 756.984837] env[68960]: INFO nova.compute.manager [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Took 58.28 seconds to build instance. [ 757.171559] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance f80bcbe5-5386-433c-99ba-2fe9324c47a9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 757.285034] env[68960]: DEBUG oslo_concurrency.lockutils [None req-601e0c32-f547-4892-9296-3c33c89e6e71 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.345471] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 757.345471] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523a4684-7eea-b70f-b033-657c9a91b5a0" [ 757.345471] env[68960]: _type = "HttpNfcLease" [ 757.345471] env[68960]: } is ready. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 757.345771] env[68960]: DEBUG oslo_vmware.rw_handles [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 757.345771] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523a4684-7eea-b70f-b033-657c9a91b5a0" [ 757.345771] env[68960]: _type = "HttpNfcLease" [ 757.345771] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 757.346535] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9d7040-0297-4391-abca-d6fab0cc652a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.356227] env[68960]: DEBUG oslo_vmware.rw_handles [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eb91f6-7ae0-2bd3-3426-1b0a8c7700c2/disk-0.vmdk from lease info. {{(pid=68960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 757.356421] env[68960]: DEBUG oslo_vmware.rw_handles [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eb91f6-7ae0-2bd3-3426-1b0a8c7700c2/disk-0.vmdk for reading. {{(pid=68960) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 757.486309] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f42a411c-a4d4-49dc-9bc5-4626fb359975 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Lock "75ea79e1-b7ef-4390-a55f-464c55dcbdbf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.086s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.577854] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d3d9cd83-86a1-45b6-b8ce-8d5416705883 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.675645] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance e612e90d-cfb1-45cd-89d9-2ecc6603f3d3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 757.989338] env[68960]: DEBUG nova.compute.manager [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.178439] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 75989e3e-49a2-4591-8017-d7ce9b0ac18e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 758.178926] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=68960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 758.179149] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=68960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 758.221107] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Acquiring lock "75ea79e1-b7ef-4390-a55f-464c55dcbdbf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.221107] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Lock "75ea79e1-b7ef-4390-a55f-464c55dcbdbf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.221107] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Acquiring lock "75ea79e1-b7ef-4390-a55f-464c55dcbdbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.221875] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Lock "75ea79e1-b7ef-4390-a55f-464c55dcbdbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.221875] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Lock "75ea79e1-b7ef-4390-a55f-464c55dcbdbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.226638] env[68960]: INFO nova.compute.manager [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Terminating instance [ 758.509921] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.730921] env[68960]: DEBUG nova.compute.manager [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 758.731174] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.733440] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a699ec-011a-4f29-9b00-0b2c0fef3a8f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.737482] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3490bfc1-7503-446d-8af4-26be0ab0624b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.748998] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095eb44a-f761-417d-a158-e18b46581eba {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.752599] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.752999] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0dc29b5e-4e0d-4976-a594-5cbe87b8cd65 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.761594] env[68960]: DEBUG oslo_vmware.api [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Waiting for the task: (returnval){ [ 758.761594] env[68960]: value = "task-3221212" [ 758.761594] env[68960]: _type = "Task" [ 758.761594] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.792365] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620a15fd-64a7-4c97-b0e5-dd073f52cc0d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.803973] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6dcfc04-01e1-4715-b271-dd3c670e2053 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.807993] env[68960]: DEBUG oslo_vmware.api [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Task: {'id': task-3221212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.819715] env[68960]: DEBUG nova.compute.provider_tree [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.299908] env[68960]: DEBUG oslo_vmware.api [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Task: {'id': task-3221212, 'name': PowerOffVM_Task, 'duration_secs': 0.256252} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.300194] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.300377] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.300649] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49fbb14f-3100-428c-8259-497d13296a32 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.322583] env[68960]: DEBUG nova.scheduler.client.report [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.379635] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.379825] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.379961] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Deleting the datastore file [datastore1] 75ea79e1-b7ef-4390-a55f-464c55dcbdbf {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.380253] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5e00d45-eccf-43da-98cc-a5877574ac7b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.388209] env[68960]: DEBUG oslo_vmware.api [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Waiting for the task: (returnval){ [ 759.388209] env[68960]: value = "task-3221214" [ 759.388209] env[68960]: _type = "Task" [ 759.388209] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.397970] env[68960]: DEBUG oslo_vmware.api [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Task: {'id': task-3221214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.828046] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 759.828046] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 11.267s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.828432] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 56.218s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.830546] env[68960]: INFO nova.compute.claims [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.898937] env[68960]: DEBUG oslo_vmware.api [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Task: {'id': task-3221214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222643} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.899191] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.899416] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.899553] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.899712] env[68960]: INFO nova.compute.manager [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Took 1.17 seconds to destroy the instance on the hypervisor. [ 759.899957] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.900166] env[68960]: DEBUG nova.compute.manager [-] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.900261] env[68960]: DEBUG nova.network.neutron [-] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.225511] env[68960]: DEBUG nova.compute.manager [req-ff15d100-26c5-492b-abb4-182a785d190e req-4700a0d6-bcce-45ec-8f81-acf75475b6df service nova] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Received event network-vif-deleted-622485ab-68e5-4be4-9d79-8ac61f3d1932 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.225511] env[68960]: INFO nova.compute.manager [req-ff15d100-26c5-492b-abb4-182a785d190e req-4700a0d6-bcce-45ec-8f81-acf75475b6df service nova] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Neutron deleted interface 622485ab-68e5-4be4-9d79-8ac61f3d1932; detaching it from the instance and deleting it from the info cache [ 760.225511] env[68960]: DEBUG nova.network.neutron [req-ff15d100-26c5-492b-abb4-182a785d190e req-4700a0d6-bcce-45ec-8f81-acf75475b6df service nova] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.670656] env[68960]: DEBUG nova.network.neutron [-] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.731513] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a313caf-f6c4-462e-92a0-d2167524832e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.744118] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39fda9e-244d-4392-8743-cef23a58c4bf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.783900] env[68960]: DEBUG nova.compute.manager [req-ff15d100-26c5-492b-abb4-182a785d190e req-4700a0d6-bcce-45ec-8f81-acf75475b6df service nova] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Detach interface failed, port_id=622485ab-68e5-4be4-9d79-8ac61f3d1932, reason: Instance 75ea79e1-b7ef-4390-a55f-464c55dcbdbf could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 761.173355] env[68960]: INFO nova.compute.manager [-] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Took 1.27 seconds to deallocate network for instance. [ 761.346916] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d8144d-f4b1-42e4-af84-8ba392518556 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.361473] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1741c8b-ec82-42b1-a5ca-bfff382fda81 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.392690] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c750ca1-7dad-44b8-8390-cf1928139032 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.401312] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671501d4-049f-4a67-a5f1-ca1f6f58e88f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.421637] env[68960]: DEBUG nova.compute.provider_tree [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.683641] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.926966] env[68960]: DEBUG nova.scheduler.client.report [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.430396] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.430937] env[68960]: DEBUG nova.compute.manager [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.433644] env[68960]: DEBUG oslo_concurrency.lockutils [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 58.236s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.435035] env[68960]: INFO nova.compute.claims [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.940375] env[68960]: DEBUG nova.compute.utils [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.943991] env[68960]: DEBUG nova.compute.manager [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.944809] env[68960]: DEBUG nova.network.neutron [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.988428] env[68960]: DEBUG nova.policy [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82cc159d7e1048bda364aa828e03aab9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dac999d2e6df41619f2a1235c56b3d45', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.284860] env[68960]: DEBUG nova.network.neutron [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Successfully created port: 7135b1cf-1251-4c98-abcf-ea66a471c832 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.450407] env[68960]: DEBUG nova.compute.manager [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.937861] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ca5c00-8e15-4fab-95d3-f66b8025573e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.946252] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8872a464-d4e0-44c8-88ab-7048ba216fc5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.983146] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c708c21c-fc79-440f-8879-2231c8f9f4e2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.991356] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62aae0b2-4edf-49cc-b791-a317ed6814d8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.007307] env[68960]: DEBUG nova.compute.provider_tree [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.487540] env[68960]: DEBUG nova.compute.manager [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.509879] env[68960]: DEBUG nova.scheduler.client.report [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.515948] env[68960]: DEBUG nova.virt.hardware [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.516222] env[68960]: DEBUG nova.virt.hardware [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.516378] env[68960]: DEBUG nova.virt.hardware [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.516582] env[68960]: DEBUG nova.virt.hardware [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.516731] env[68960]: DEBUG nova.virt.hardware [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.516876] env[68960]: DEBUG nova.virt.hardware [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.517090] env[68960]: DEBUG nova.virt.hardware [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.517249] env[68960]: DEBUG nova.virt.hardware [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.517411] env[68960]: DEBUG nova.virt.hardware [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.517604] env[68960]: DEBUG nova.virt.hardware [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.517741] env[68960]: DEBUG nova.virt.hardware [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.518638] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea77002-eb5b-483e-9ea5-7f38c07a2c46 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.528336] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81213e1d-91e2-4ca9-8cca-ed707469c73c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.687654] env[68960]: DEBUG nova.compute.manager [req-156c2058-399f-4f28-a7b7-4817e56f9603 req-255679b4-cd39-4f31-a6bc-d53a35af9c75 service nova] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Received event network-vif-plugged-7135b1cf-1251-4c98-abcf-ea66a471c832 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.687886] env[68960]: DEBUG oslo_concurrency.lockutils [req-156c2058-399f-4f28-a7b7-4817e56f9603 req-255679b4-cd39-4f31-a6bc-d53a35af9c75 service nova] Acquiring lock "5ca439bd-7b4c-42cd-a3b7-c47b0e627935-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.688129] env[68960]: DEBUG oslo_concurrency.lockutils [req-156c2058-399f-4f28-a7b7-4817e56f9603 req-255679b4-cd39-4f31-a6bc-d53a35af9c75 service nova] Lock "5ca439bd-7b4c-42cd-a3b7-c47b0e627935-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.688300] env[68960]: DEBUG oslo_concurrency.lockutils [req-156c2058-399f-4f28-a7b7-4817e56f9603 req-255679b4-cd39-4f31-a6bc-d53a35af9c75 service nova] Lock "5ca439bd-7b4c-42cd-a3b7-c47b0e627935-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.688467] env[68960]: DEBUG nova.compute.manager [req-156c2058-399f-4f28-a7b7-4817e56f9603 req-255679b4-cd39-4f31-a6bc-d53a35af9c75 service nova] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] No waiting events found dispatching network-vif-plugged-7135b1cf-1251-4c98-abcf-ea66a471c832 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.688650] env[68960]: WARNING nova.compute.manager [req-156c2058-399f-4f28-a7b7-4817e56f9603 req-255679b4-cd39-4f31-a6bc-d53a35af9c75 service nova] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Received unexpected event network-vif-plugged-7135b1cf-1251-4c98-abcf-ea66a471c832 for instance with vm_state building and task_state spawning. [ 764.689417] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f8a090c2-c702-4d18-8ed1-860e82834701 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Acquiring lock "c92cef0d-47ce-40f6-8dae-18ce9a133da4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.689804] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f8a090c2-c702-4d18-8ed1-860e82834701 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Lock "c92cef0d-47ce-40f6-8dae-18ce9a133da4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.689984] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f8a090c2-c702-4d18-8ed1-860e82834701 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Acquiring lock "c92cef0d-47ce-40f6-8dae-18ce9a133da4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.690225] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f8a090c2-c702-4d18-8ed1-860e82834701 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Lock "c92cef0d-47ce-40f6-8dae-18ce9a133da4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.690866] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f8a090c2-c702-4d18-8ed1-860e82834701 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Lock "c92cef0d-47ce-40f6-8dae-18ce9a133da4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.693284] env[68960]: INFO nova.compute.manager [None req-f8a090c2-c702-4d18-8ed1-860e82834701 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Terminating instance [ 764.783691] env[68960]: DEBUG nova.network.neutron [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Successfully updated port: 7135b1cf-1251-4c98-abcf-ea66a471c832 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.023265] env[68960]: DEBUG oslo_concurrency.lockutils [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.023862] env[68960]: DEBUG nova.compute.manager [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.026970] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e2d1c944-e729-44d8-a9a8-bba2b8f999bf tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 57.150s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.027185] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e2d1c944-e729-44d8-a9a8-bba2b8f999bf tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.029225] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 52.814s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.030661] env[68960]: INFO nova.compute.claims [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.056887] env[68960]: INFO nova.scheduler.client.report [None req-e2d1c944-e729-44d8-a9a8-bba2b8f999bf tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Deleted allocations for instance b93c3681-667b-4b48-bfbd-558e83220287 [ 765.198573] env[68960]: DEBUG nova.compute.manager [None req-f8a090c2-c702-4d18-8ed1-860e82834701 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.198573] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a090c2-c702-4d18-8ed1-860e82834701 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.201068] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde9367d-f4c5-48a0-98b2-678e6c728f56 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.210470] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a090c2-c702-4d18-8ed1-860e82834701 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.210757] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80db7c9c-642a-4d48-bd00-8fdfe6769497 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.218316] env[68960]: DEBUG oslo_vmware.api [None req-f8a090c2-c702-4d18-8ed1-860e82834701 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Waiting for the task: (returnval){ [ 765.218316] env[68960]: value = "task-3221215" [ 765.218316] env[68960]: _type = "Task" [ 765.218316] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.227197] env[68960]: DEBUG oslo_vmware.api [None req-f8a090c2-c702-4d18-8ed1-860e82834701 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Task: {'id': task-3221215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.287423] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "refresh_cache-5ca439bd-7b4c-42cd-a3b7-c47b0e627935" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.287589] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquired lock "refresh_cache-5ca439bd-7b4c-42cd-a3b7-c47b0e627935" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.287754] env[68960]: DEBUG nova.network.neutron [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.488689] env[68960]: DEBUG oslo_vmware.rw_handles [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eb91f6-7ae0-2bd3-3426-1b0a8c7700c2/disk-0.vmdk. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 765.490249] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b9b8d2-07ae-4949-bf42-efafb55c3ae6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.496771] env[68960]: DEBUG oslo_vmware.rw_handles [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eb91f6-7ae0-2bd3-3426-1b0a8c7700c2/disk-0.vmdk is in state: ready. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 765.496954] env[68960]: ERROR oslo_vmware.rw_handles [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eb91f6-7ae0-2bd3-3426-1b0a8c7700c2/disk-0.vmdk due to incomplete transfer. [ 765.497221] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b14e56a3-ea64-4e37-ba6f-a461d9397da7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.505264] env[68960]: DEBUG oslo_vmware.rw_handles [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eb91f6-7ae0-2bd3-3426-1b0a8c7700c2/disk-0.vmdk. {{(pid=68960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 765.506057] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Uploaded image 3180f3e7-cfed-4f46-8b28-a9211d667d4f to the Glance image server {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 765.508088] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Destroying the VM {{(pid=68960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 765.508252] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1ed04ab7-1951-4fdc-a56e-0cd67cfae6eb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.514993] env[68960]: DEBUG oslo_vmware.api [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the task: (returnval){ [ 765.514993] env[68960]: value = "task-3221216" [ 765.514993] env[68960]: _type = "Task" [ 765.514993] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.525128] env[68960]: DEBUG oslo_vmware.api [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221216, 'name': Destroy_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.535904] env[68960]: DEBUG nova.compute.utils [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.539787] env[68960]: DEBUG nova.compute.manager [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.539787] env[68960]: DEBUG nova.network.neutron [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.568122] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e2d1c944-e729-44d8-a9a8-bba2b8f999bf tempest-ServerAddressesTestJSON-1619040570 tempest-ServerAddressesTestJSON-1619040570-project-member] Lock "b93c3681-667b-4b48-bfbd-558e83220287" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 61.140s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.577602] env[68960]: DEBUG nova.policy [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13daf451a42d4768a66254761c49d00b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '390179f743ac45c1b6d4713c88644ad0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.728964] env[68960]: DEBUG oslo_vmware.api [None req-f8a090c2-c702-4d18-8ed1-860e82834701 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Task: {'id': task-3221215, 'name': PowerOffVM_Task, 'duration_secs': 0.251527} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.729253] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a090c2-c702-4d18-8ed1-860e82834701 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.729437] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a090c2-c702-4d18-8ed1-860e82834701 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.729676] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c23ff7c-64cf-4ab8-9d2d-a3ec7b110704 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.817256] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a090c2-c702-4d18-8ed1-860e82834701 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.818558] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a090c2-c702-4d18-8ed1-860e82834701 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.818558] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a090c2-c702-4d18-8ed1-860e82834701 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Deleting the datastore file [datastore2] c92cef0d-47ce-40f6-8dae-18ce9a133da4 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.818558] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13ae2999-1e21-404e-b1af-99da609f16a9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.828036] env[68960]: DEBUG oslo_vmware.api [None req-f8a090c2-c702-4d18-8ed1-860e82834701 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Waiting for the task: (returnval){ [ 765.828036] env[68960]: value = "task-3221218" [ 765.828036] env[68960]: _type = "Task" [ 765.828036] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.837865] env[68960]: DEBUG oslo_vmware.api [None req-f8a090c2-c702-4d18-8ed1-860e82834701 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Task: {'id': task-3221218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.858787] env[68960]: DEBUG nova.network.neutron [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.953887] env[68960]: DEBUG nova.network.neutron [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Successfully created port: cae56d4b-4e87-490b-a155-ac08f86f19dc {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.028216] env[68960]: DEBUG oslo_vmware.api [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221216, 'name': Destroy_Task, 'duration_secs': 0.403715} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.028648] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Destroyed the VM [ 766.028929] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Deleting Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 766.029316] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-898aa328-6841-4dfc-8d2f-f3a57e0cffb6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.038052] env[68960]: DEBUG oslo_vmware.api [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the task: (returnval){ [ 766.038052] env[68960]: value = "task-3221219" [ 766.038052] env[68960]: _type = "Task" [ 766.038052] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.040502] env[68960]: DEBUG nova.compute.manager [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.060500] env[68960]: DEBUG oslo_vmware.api [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221219, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.111143] env[68960]: DEBUG nova.network.neutron [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Updating instance_info_cache with network_info: [{"id": "7135b1cf-1251-4c98-abcf-ea66a471c832", "address": "fa:16:3e:6a:2d:bb", "network": {"id": "f7efa461-aff7-4c94-a7b1-09449aea8c88", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1693973360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac999d2e6df41619f2a1235c56b3d45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7135b1cf-12", "ovs_interfaceid": "7135b1cf-1251-4c98-abcf-ea66a471c832", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.339598] env[68960]: DEBUG oslo_vmware.api [None req-f8a090c2-c702-4d18-8ed1-860e82834701 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Task: {'id': task-3221218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32772} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.339693] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a090c2-c702-4d18-8ed1-860e82834701 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.339824] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a090c2-c702-4d18-8ed1-860e82834701 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.339989] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a090c2-c702-4d18-8ed1-860e82834701 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.340193] env[68960]: INFO nova.compute.manager [None req-f8a090c2-c702-4d18-8ed1-860e82834701 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 766.340439] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8a090c2-c702-4d18-8ed1-860e82834701 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.340662] env[68960]: DEBUG nova.compute.manager [-] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.340755] env[68960]: DEBUG nova.network.neutron [-] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.548267] env[68960]: DEBUG oslo_vmware.api [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221219, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.614419] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Releasing lock "refresh_cache-5ca439bd-7b4c-42cd-a3b7-c47b0e627935" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.615442] env[68960]: DEBUG nova.compute.manager [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Instance network_info: |[{"id": "7135b1cf-1251-4c98-abcf-ea66a471c832", "address": "fa:16:3e:6a:2d:bb", "network": {"id": "f7efa461-aff7-4c94-a7b1-09449aea8c88", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1693973360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac999d2e6df41619f2a1235c56b3d45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7135b1cf-12", "ovs_interfaceid": "7135b1cf-1251-4c98-abcf-ea66a471c832", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.615905] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:2d:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20fbc86c-0935-406c-9659-3ffc33fc0d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7135b1cf-1251-4c98-abcf-ea66a471c832', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.624838] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.626414] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.627192] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeae5f66-4deb-4045-ae6b-aca6ec20f664 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.632015] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-768a6e7f-f526-4266-8feb-f53e969bdc81 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.653916] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7d141c-43b6-4265-8c1e-7a8989b10e3f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.659795] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.659795] env[68960]: value = "task-3221220" [ 766.659795] env[68960]: _type = "Task" [ 766.659795] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.697659] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c7fe5e-cacc-42d7-a4df-199b97cbc6a8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.705691] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221220, 'name': CreateVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.714084] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bddf180-b88f-4a4a-9a7a-c8764c6f92e6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.733041] env[68960]: DEBUG nova.compute.provider_tree [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.049746] env[68960]: DEBUG oslo_vmware.api [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221219, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.070584] env[68960]: DEBUG nova.compute.manager [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.111809] env[68960]: DEBUG nova.virt.hardware [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.113842] env[68960]: DEBUG nova.virt.hardware [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.114173] env[68960]: DEBUG nova.virt.hardware [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.114470] env[68960]: DEBUG nova.virt.hardware [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.114784] env[68960]: DEBUG nova.virt.hardware [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.115203] env[68960]: DEBUG nova.virt.hardware [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.115553] env[68960]: DEBUG nova.virt.hardware [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.115873] env[68960]: DEBUG nova.virt.hardware [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.116193] env[68960]: DEBUG nova.virt.hardware [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.116677] env[68960]: DEBUG nova.virt.hardware [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.116982] env[68960]: DEBUG nova.virt.hardware [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.121372] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4c96c5-6358-465a-ac9b-caeb427dcc7c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.126500] env[68960]: DEBUG nova.compute.manager [req-8a5860a9-7160-4728-b91c-51d3b04f19df req-30e8b455-5118-48a0-b657-994e120562d2 service nova] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Received event network-changed-7135b1cf-1251-4c98-abcf-ea66a471c832 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.126692] env[68960]: DEBUG nova.compute.manager [req-8a5860a9-7160-4728-b91c-51d3b04f19df req-30e8b455-5118-48a0-b657-994e120562d2 service nova] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Refreshing instance network info cache due to event network-changed-7135b1cf-1251-4c98-abcf-ea66a471c832. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.126896] env[68960]: DEBUG oslo_concurrency.lockutils [req-8a5860a9-7160-4728-b91c-51d3b04f19df req-30e8b455-5118-48a0-b657-994e120562d2 service nova] Acquiring lock "refresh_cache-5ca439bd-7b4c-42cd-a3b7-c47b0e627935" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.127040] env[68960]: DEBUG oslo_concurrency.lockutils [req-8a5860a9-7160-4728-b91c-51d3b04f19df req-30e8b455-5118-48a0-b657-994e120562d2 service nova] Acquired lock "refresh_cache-5ca439bd-7b4c-42cd-a3b7-c47b0e627935" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.127199] env[68960]: DEBUG nova.network.neutron [req-8a5860a9-7160-4728-b91c-51d3b04f19df req-30e8b455-5118-48a0-b657-994e120562d2 service nova] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Refreshing network info cache for port 7135b1cf-1251-4c98-abcf-ea66a471c832 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.137806] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdda9fb-33c4-4da8-b641-cb24129f0fbd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.173865] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221220, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.236379] env[68960]: DEBUG nova.scheduler.client.report [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.368264] env[68960]: DEBUG nova.network.neutron [-] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.550037] env[68960]: DEBUG oslo_vmware.api [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221219, 'name': RemoveSnapshot_Task, 'duration_secs': 1.361268} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.550037] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Deleted Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 767.550037] env[68960]: INFO nova.compute.manager [None req-d67c76b2-4202-41d0-88e9-0176e616038d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Took 15.88 seconds to snapshot the instance on the hypervisor. [ 767.672245] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221220, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.743904] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.744456] env[68960]: DEBUG nova.compute.manager [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.747071] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 53.449s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.748532] env[68960]: INFO nova.compute.claims [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.780376] env[68960]: DEBUG nova.network.neutron [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Successfully updated port: cae56d4b-4e87-490b-a155-ac08f86f19dc {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.875029] env[68960]: INFO nova.compute.manager [-] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Took 1.53 seconds to deallocate network for instance. [ 768.151218] env[68960]: DEBUG nova.network.neutron [req-8a5860a9-7160-4728-b91c-51d3b04f19df req-30e8b455-5118-48a0-b657-994e120562d2 service nova] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Updated VIF entry in instance network info cache for port 7135b1cf-1251-4c98-abcf-ea66a471c832. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.151592] env[68960]: DEBUG nova.network.neutron [req-8a5860a9-7160-4728-b91c-51d3b04f19df req-30e8b455-5118-48a0-b657-994e120562d2 service nova] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Updating instance_info_cache with network_info: [{"id": "7135b1cf-1251-4c98-abcf-ea66a471c832", "address": "fa:16:3e:6a:2d:bb", "network": {"id": "f7efa461-aff7-4c94-a7b1-09449aea8c88", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1693973360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac999d2e6df41619f2a1235c56b3d45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7135b1cf-12", "ovs_interfaceid": "7135b1cf-1251-4c98-abcf-ea66a471c832", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.173108] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221220, 'name': CreateVM_Task, 'duration_secs': 1.502335} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.173108] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.173812] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.173980] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.174322] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.175035] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ee70da6-c35e-4a9b-998a-ca5226827cb3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.185575] env[68960]: DEBUG oslo_vmware.api [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 768.185575] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52defd4d-c65c-b109-1a9f-f7f5f7b2e553" [ 768.185575] env[68960]: _type = "Task" [ 768.185575] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.195030] env[68960]: DEBUG oslo_vmware.api [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52defd4d-c65c-b109-1a9f-f7f5f7b2e553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.253868] env[68960]: DEBUG nova.compute.utils [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.257406] env[68960]: DEBUG nova.compute.manager [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Not allocating networking since 'none' was specified. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 768.287120] env[68960]: DEBUG oslo_concurrency.lockutils [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Acquiring lock "refresh_cache-b41059a9-d358-4ab6-9764-31a5d0584f5d" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.287235] env[68960]: DEBUG oslo_concurrency.lockutils [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Acquired lock "refresh_cache-b41059a9-d358-4ab6-9764-31a5d0584f5d" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.287391] env[68960]: DEBUG nova.network.neutron [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.381229] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f8a090c2-c702-4d18-8ed1-860e82834701 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.658358] env[68960]: DEBUG oslo_concurrency.lockutils [req-8a5860a9-7160-4728-b91c-51d3b04f19df req-30e8b455-5118-48a0-b657-994e120562d2 service nova] Releasing lock "refresh_cache-5ca439bd-7b4c-42cd-a3b7-c47b0e627935" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.701339] env[68960]: DEBUG oslo_vmware.api [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52defd4d-c65c-b109-1a9f-f7f5f7b2e553, 'name': SearchDatastore_Task, 'duration_secs': 0.016872} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.701339] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.701339] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.701339] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.701339] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.701339] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.701339] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c94878ec-ee3d-464d-a028-829e5903e756 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.709305] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.709491] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.710374] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eb923b5-6646-484b-8260-19af6e83a6a9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.716374] env[68960]: DEBUG oslo_vmware.api [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 768.716374] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f5323a-5da6-5e84-60f0-070463f78c1d" [ 768.716374] env[68960]: _type = "Task" [ 768.716374] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.724591] env[68960]: DEBUG oslo_vmware.api [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f5323a-5da6-5e84-60f0-070463f78c1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.758419] env[68960]: DEBUG nova.compute.manager [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.828667] env[68960]: DEBUG nova.network.neutron [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.990872] env[68960]: DEBUG nova.network.neutron [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Updating instance_info_cache with network_info: [{"id": "cae56d4b-4e87-490b-a155-ac08f86f19dc", "address": "fa:16:3e:b7:50:26", "network": {"id": "95561184-20cb-470c-94d2-422c0a95887c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1133297516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "390179f743ac45c1b6d4713c88644ad0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae56d4b-4e", "ovs_interfaceid": "cae56d4b-4e87-490b-a155-ac08f86f19dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.214095] env[68960]: DEBUG nova.compute.manager [req-b8c9175e-b7ce-4aaf-80ea-1064b0a9226f req-e40c26a4-8525-43fb-bfff-a4d3d17e2018 service nova] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Received event network-vif-deleted-0c5e0bfb-a298-412c-8bb9-17eb03e41bb1 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.214338] env[68960]: DEBUG nova.compute.manager [req-b8c9175e-b7ce-4aaf-80ea-1064b0a9226f req-e40c26a4-8525-43fb-bfff-a4d3d17e2018 service nova] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Received event network-vif-plugged-cae56d4b-4e87-490b-a155-ac08f86f19dc {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.214560] env[68960]: DEBUG oslo_concurrency.lockutils [req-b8c9175e-b7ce-4aaf-80ea-1064b0a9226f req-e40c26a4-8525-43fb-bfff-a4d3d17e2018 service nova] Acquiring lock "b41059a9-d358-4ab6-9764-31a5d0584f5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.215583] env[68960]: DEBUG oslo_concurrency.lockutils [req-b8c9175e-b7ce-4aaf-80ea-1064b0a9226f req-e40c26a4-8525-43fb-bfff-a4d3d17e2018 service nova] Lock "b41059a9-d358-4ab6-9764-31a5d0584f5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.215583] env[68960]: DEBUG oslo_concurrency.lockutils [req-b8c9175e-b7ce-4aaf-80ea-1064b0a9226f req-e40c26a4-8525-43fb-bfff-a4d3d17e2018 service nova] Lock "b41059a9-d358-4ab6-9764-31a5d0584f5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.215768] env[68960]: DEBUG nova.compute.manager [req-b8c9175e-b7ce-4aaf-80ea-1064b0a9226f req-e40c26a4-8525-43fb-bfff-a4d3d17e2018 service nova] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] No waiting events found dispatching network-vif-plugged-cae56d4b-4e87-490b-a155-ac08f86f19dc {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.215868] env[68960]: WARNING nova.compute.manager [req-b8c9175e-b7ce-4aaf-80ea-1064b0a9226f req-e40c26a4-8525-43fb-bfff-a4d3d17e2018 service nova] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Received unexpected event network-vif-plugged-cae56d4b-4e87-490b-a155-ac08f86f19dc for instance with vm_state building and task_state spawning. [ 769.216124] env[68960]: DEBUG nova.compute.manager [req-b8c9175e-b7ce-4aaf-80ea-1064b0a9226f req-e40c26a4-8525-43fb-bfff-a4d3d17e2018 service nova] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Received event network-changed-cae56d4b-4e87-490b-a155-ac08f86f19dc {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.216839] env[68960]: DEBUG nova.compute.manager [req-b8c9175e-b7ce-4aaf-80ea-1064b0a9226f req-e40c26a4-8525-43fb-bfff-a4d3d17e2018 service nova] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Refreshing instance network info cache due to event network-changed-cae56d4b-4e87-490b-a155-ac08f86f19dc. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.216839] env[68960]: DEBUG oslo_concurrency.lockutils [req-b8c9175e-b7ce-4aaf-80ea-1064b0a9226f req-e40c26a4-8525-43fb-bfff-a4d3d17e2018 service nova] Acquiring lock "refresh_cache-b41059a9-d358-4ab6-9764-31a5d0584f5d" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.229426] env[68960]: DEBUG oslo_vmware.api [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f5323a-5da6-5e84-60f0-070463f78c1d, 'name': SearchDatastore_Task, 'duration_secs': 0.010317} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.232680] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-244766ad-6102-423e-8b0b-e2a4565ca397 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.238604] env[68960]: DEBUG oslo_vmware.api [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 769.238604] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e53814-e4db-ac67-866a-06e58c4d3930" [ 769.238604] env[68960]: _type = "Task" [ 769.238604] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.247630] env[68960]: DEBUG oslo_vmware.api [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e53814-e4db-ac67-866a-06e58c4d3930, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.269151] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a0e52f-2aa1-4fb6-a6b9-7241a5b7294e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.277085] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc34110-7c52-43da-b643-d80862001bf4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.318382] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c529ca-e51d-41f2-b300-fbe7820a9aa8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.327109] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b46ab9-687a-4027-a752-4604b2c18d4f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.343491] env[68960]: DEBUG nova.compute.provider_tree [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.494557] env[68960]: DEBUG oslo_concurrency.lockutils [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Releasing lock "refresh_cache-b41059a9-d358-4ab6-9764-31a5d0584f5d" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.495023] env[68960]: DEBUG nova.compute.manager [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Instance network_info: |[{"id": "cae56d4b-4e87-490b-a155-ac08f86f19dc", "address": "fa:16:3e:b7:50:26", "network": {"id": "95561184-20cb-470c-94d2-422c0a95887c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1133297516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "390179f743ac45c1b6d4713c88644ad0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae56d4b-4e", "ovs_interfaceid": "cae56d4b-4e87-490b-a155-ac08f86f19dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.495363] env[68960]: DEBUG oslo_concurrency.lockutils [req-b8c9175e-b7ce-4aaf-80ea-1064b0a9226f req-e40c26a4-8525-43fb-bfff-a4d3d17e2018 service nova] Acquired lock "refresh_cache-b41059a9-d358-4ab6-9764-31a5d0584f5d" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.495571] env[68960]: DEBUG nova.network.neutron [req-b8c9175e-b7ce-4aaf-80ea-1064b0a9226f req-e40c26a4-8525-43fb-bfff-a4d3d17e2018 service nova] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Refreshing network info cache for port cae56d4b-4e87-490b-a155-ac08f86f19dc {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.496895] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:50:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4f04accd-4a9f-41a1-b327-c96095e1ade4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cae56d4b-4e87-490b-a155-ac08f86f19dc', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.504559] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Creating folder: Project (390179f743ac45c1b6d4713c88644ad0). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.505599] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c99290f-ea5e-48d5-8ad8-9a463c7b65e3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.519801] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Created folder: Project (390179f743ac45c1b6d4713c88644ad0) in parent group-v643888. [ 769.519955] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Creating folder: Instances. Parent ref: group-v644003. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.520232] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e74f9d2-a427-4284-827f-2ec9043f6aec {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.532617] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Created folder: Instances in parent group-v644003. [ 769.532923] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.533156] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.533392] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9d51fef-c51b-419b-99f0-8a5eea3e32fa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.567366] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.567366] env[68960]: value = "task-3221223" [ 769.567366] env[68960]: _type = "Task" [ 769.567366] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.575702] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221223, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.750482] env[68960]: DEBUG oslo_vmware.api [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e53814-e4db-ac67-866a-06e58c4d3930, 'name': SearchDatastore_Task, 'duration_secs': 0.011257} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.750854] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.751162] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 5ca439bd-7b4c-42cd-a3b7-c47b0e627935/5ca439bd-7b4c-42cd-a3b7-c47b0e627935.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.751272] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37f38138-0b60-43a1-a64d-8fbe6974ebc2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.758910] env[68960]: DEBUG oslo_vmware.api [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 769.758910] env[68960]: value = "task-3221224" [ 769.758910] env[68960]: _type = "Task" [ 769.758910] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.766764] env[68960]: DEBUG oslo_vmware.api [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.773378] env[68960]: DEBUG nova.compute.manager [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.796660] env[68960]: DEBUG nova.virt.hardware [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.796892] env[68960]: DEBUG nova.virt.hardware [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.797035] env[68960]: DEBUG nova.virt.hardware [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.797217] env[68960]: DEBUG nova.virt.hardware [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.797363] env[68960]: DEBUG nova.virt.hardware [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.797540] env[68960]: DEBUG nova.virt.hardware [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.797716] env[68960]: DEBUG nova.virt.hardware [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.797875] env[68960]: DEBUG nova.virt.hardware [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.798050] env[68960]: DEBUG nova.virt.hardware [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.798213] env[68960]: DEBUG nova.virt.hardware [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.798383] env[68960]: DEBUG nova.virt.hardware [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.799221] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5b53e4-44f4-417c-8c9a-2b034341ea82 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.809170] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4facc9-bb68-4fdd-853e-db436d74fd9a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.824378] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Instance VIF info [] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.830796] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Creating folder: Project (a66ad9fde5834f08acf03a00e3cc2a47). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.830924] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24ec9ff6-1368-449d-9c61-82d4485189aa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.844557] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Created folder: Project (a66ad9fde5834f08acf03a00e3cc2a47) in parent group-v643888. [ 769.844777] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Creating folder: Instances. Parent ref: group-v644006. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.846031] env[68960]: DEBUG nova.scheduler.client.report [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.849279] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19c70f73-ef65-4c14-9a6b-8455d3cb68ec {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.863619] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Created folder: Instances in parent group-v644006. [ 769.863883] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.864104] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.864330] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-580e1db9-cdb8-428f-9a95-c63e41388e56 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.885726] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.885726] env[68960]: value = "task-3221227" [ 769.885726] env[68960]: _type = "Task" [ 769.885726] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.895165] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221227, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.056939] env[68960]: DEBUG nova.compute.manager [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.057918] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f905ce-fc2c-42cc-8853-755c1ef91d49 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.077709] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221223, 'name': CreateVM_Task, 'duration_secs': 0.402752} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.077910] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.078738] env[68960]: DEBUG oslo_concurrency.lockutils [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.078906] env[68960]: DEBUG oslo_concurrency.lockutils [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.079261] env[68960]: DEBUG oslo_concurrency.lockutils [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.079535] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d025fa7d-6af8-4f33-bb54-5d3fc3f057fc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.086958] env[68960]: DEBUG oslo_vmware.api [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Waiting for the task: (returnval){ [ 770.086958] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e72632-114f-ff8d-ac1b-3d2814c487d2" [ 770.086958] env[68960]: _type = "Task" [ 770.086958] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.096511] env[68960]: DEBUG oslo_vmware.api [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e72632-114f-ff8d-ac1b-3d2814c487d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.238153] env[68960]: DEBUG nova.network.neutron [req-b8c9175e-b7ce-4aaf-80ea-1064b0a9226f req-e40c26a4-8525-43fb-bfff-a4d3d17e2018 service nova] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Updated VIF entry in instance network info cache for port cae56d4b-4e87-490b-a155-ac08f86f19dc. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.238482] env[68960]: DEBUG nova.network.neutron [req-b8c9175e-b7ce-4aaf-80ea-1064b0a9226f req-e40c26a4-8525-43fb-bfff-a4d3d17e2018 service nova] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Updating instance_info_cache with network_info: [{"id": "cae56d4b-4e87-490b-a155-ac08f86f19dc", "address": "fa:16:3e:b7:50:26", "network": {"id": "95561184-20cb-470c-94d2-422c0a95887c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1133297516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "390179f743ac45c1b6d4713c88644ad0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae56d4b-4e", "ovs_interfaceid": "cae56d4b-4e87-490b-a155-ac08f86f19dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.268871] env[68960]: DEBUG oslo_vmware.api [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495636} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.269142] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 5ca439bd-7b4c-42cd-a3b7-c47b0e627935/5ca439bd-7b4c-42cd-a3b7-c47b0e627935.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.269356] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.269607] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-952ae246-15fa-41b8-bcaa-e31191eee635 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.277239] env[68960]: DEBUG oslo_vmware.api [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 770.277239] env[68960]: value = "task-3221228" [ 770.277239] env[68960]: _type = "Task" [ 770.277239] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.287976] env[68960]: DEBUG oslo_vmware.api [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.353062] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.353663] env[68960]: DEBUG nova.compute.manager [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.356459] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 51.851s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.358071] env[68960]: INFO nova.compute.claims [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.397056] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221227, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.574436] env[68960]: INFO nova.compute.manager [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] instance snapshotting [ 770.579019] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658f547e-0b90-4a35-bf51-7d4d93720995 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.600887] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdbfedc-e096-4854-8b87-632a74a0b725 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.613467] env[68960]: DEBUG oslo_vmware.api [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e72632-114f-ff8d-ac1b-3d2814c487d2, 'name': SearchDatastore_Task, 'duration_secs': 0.06114} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.614010] env[68960]: DEBUG oslo_concurrency.lockutils [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.614258] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.614488] env[68960]: DEBUG oslo_concurrency.lockutils [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.614633] env[68960]: DEBUG oslo_concurrency.lockutils [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.614810] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.615062] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1322a931-1d47-42ff-b8bd-f93b8cabc423 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.624491] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.624661] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.625431] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c54f4b3c-0273-442a-8c18-f7f65451d85e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.630846] env[68960]: DEBUG oslo_vmware.api [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Waiting for the task: (returnval){ [ 770.630846] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5273697a-1fd9-fec5-5b43-a5ff69cfc874" [ 770.630846] env[68960]: _type = "Task" [ 770.630846] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.640687] env[68960]: DEBUG oslo_vmware.api [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5273697a-1fd9-fec5-5b43-a5ff69cfc874, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.741907] env[68960]: DEBUG oslo_concurrency.lockutils [req-b8c9175e-b7ce-4aaf-80ea-1064b0a9226f req-e40c26a4-8525-43fb-bfff-a4d3d17e2018 service nova] Releasing lock "refresh_cache-b41059a9-d358-4ab6-9764-31a5d0584f5d" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.787138] env[68960]: DEBUG oslo_vmware.api [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090991} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.787455] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.788442] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4cf1dc-426d-4e76-a190-0e970b683162 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.810263] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 5ca439bd-7b4c-42cd-a3b7-c47b0e627935/5ca439bd-7b4c-42cd-a3b7-c47b0e627935.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.810569] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a40ed4a1-5a24-4e93-a24b-87024017ddcb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.830589] env[68960]: DEBUG oslo_vmware.api [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 770.830589] env[68960]: value = "task-3221229" [ 770.830589] env[68960]: _type = "Task" [ 770.830589] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.843177] env[68960]: DEBUG oslo_vmware.api [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221229, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.862897] env[68960]: DEBUG nova.compute.utils [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.864343] env[68960]: DEBUG nova.compute.manager [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.864526] env[68960]: DEBUG nova.network.neutron [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.897266] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221227, 'name': CreateVM_Task, 'duration_secs': 0.608984} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.897443] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.898028] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.898114] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.898389] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.898637] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2832c9b5-dffe-49f4-81a7-470cc5d9b311 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.903749] env[68960]: DEBUG oslo_vmware.api [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Waiting for the task: (returnval){ [ 770.903749] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e5df63-ea20-3a15-56e4-bc07775eb9e1" [ 770.903749] env[68960]: _type = "Task" [ 770.903749] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.905224] env[68960]: DEBUG nova.policy [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18b32fe2214c46d8a476e52763fe6768', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f799a28ad4b41a1879b56bc35ecb10d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.915891] env[68960]: DEBUG oslo_vmware.api [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e5df63-ea20-3a15-56e4-bc07775eb9e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.117024] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Creating Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 771.117024] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-33ef68ec-2dcc-4fd9-b038-183387edc2a9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.124229] env[68960]: DEBUG oslo_vmware.api [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the task: (returnval){ [ 771.124229] env[68960]: value = "task-3221230" [ 771.124229] env[68960]: _type = "Task" [ 771.124229] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.132599] env[68960]: DEBUG oslo_vmware.api [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221230, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.142033] env[68960]: DEBUG oslo_vmware.api [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5273697a-1fd9-fec5-5b43-a5ff69cfc874, 'name': SearchDatastore_Task, 'duration_secs': 0.012188} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.142575] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d025183a-a95b-40b7-999d-2997c9b1b062 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.148960] env[68960]: DEBUG oslo_vmware.api [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Waiting for the task: (returnval){ [ 771.148960] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525963fe-7fb3-3539-804e-b9589455d754" [ 771.148960] env[68960]: _type = "Task" [ 771.148960] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.157075] env[68960]: DEBUG oslo_vmware.api [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525963fe-7fb3-3539-804e-b9589455d754, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.182284] env[68960]: DEBUG nova.network.neutron [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Successfully created port: a09d8135-57c7-4944-bc9c-2eb3eeecefa4 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.340880] env[68960]: DEBUG oslo_vmware.api [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221229, 'name': ReconfigVM_Task, 'duration_secs': 0.424938} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.341187] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 5ca439bd-7b4c-42cd-a3b7-c47b0e627935/5ca439bd-7b4c-42cd-a3b7-c47b0e627935.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.341804] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdcd53c4-78a2-4483-a479-295132c4a770 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.348991] env[68960]: DEBUG oslo_vmware.api [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 771.348991] env[68960]: value = "task-3221231" [ 771.348991] env[68960]: _type = "Task" [ 771.348991] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.357775] env[68960]: DEBUG oslo_vmware.api [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221231, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.369593] env[68960]: DEBUG nova.compute.manager [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.419767] env[68960]: DEBUG oslo_vmware.api [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e5df63-ea20-3a15-56e4-bc07775eb9e1, 'name': SearchDatastore_Task, 'duration_secs': 0.012339} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.422517] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.422855] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.423138] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.634601] env[68960]: DEBUG oslo_vmware.api [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221230, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.659458] env[68960]: DEBUG oslo_vmware.api [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525963fe-7fb3-3539-804e-b9589455d754, 'name': SearchDatastore_Task, 'duration_secs': 0.035914} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.662197] env[68960]: DEBUG oslo_concurrency.lockutils [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.662486] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] b41059a9-d358-4ab6-9764-31a5d0584f5d/b41059a9-d358-4ab6-9764-31a5d0584f5d.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.662911] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.663160] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.663363] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-764bd9ff-ce69-4acf-ac30-53d464c83092 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.665394] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ef0bd1f-78c5-46b3-8ce9-469758bc3701 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.676900] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.676900] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.677499] env[68960]: DEBUG oslo_vmware.api [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Waiting for the task: (returnval){ [ 771.677499] env[68960]: value = "task-3221232" [ 771.677499] env[68960]: _type = "Task" [ 771.677499] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.677699] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0ac6afc-6b4d-4680-b178-3a81a7d27e5a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.686360] env[68960]: DEBUG oslo_vmware.api [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Waiting for the task: (returnval){ [ 771.686360] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527a6d33-4967-3aaa-59e3-2042597254c1" [ 771.686360] env[68960]: _type = "Task" [ 771.686360] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.692097] env[68960]: DEBUG oslo_vmware.api [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Task: {'id': task-3221232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.700572] env[68960]: DEBUG oslo_vmware.api [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527a6d33-4967-3aaa-59e3-2042597254c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.864111] env[68960]: DEBUG oslo_vmware.api [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221231, 'name': Rename_Task, 'duration_secs': 0.277443} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.864487] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.864863] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-893c2e8d-e163-44b6-9681-0a2059d1d188 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.875050] env[68960]: DEBUG oslo_vmware.api [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 771.875050] env[68960]: value = "task-3221233" [ 771.875050] env[68960]: _type = "Task" [ 771.875050] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.891508] env[68960]: DEBUG oslo_vmware.api [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.896841] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4505335f-0e74-4f68-91ab-427d0b737d6e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.906013] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b8d08d-8ba6-4626-8f73-4a1ee386c401 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.941914] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511e60bc-10c9-43b7-b85b-cc001662c2f0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.951505] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035c8c64-9bb0-4025-8bf3-8e09646bc4bd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.968419] env[68960]: DEBUG nova.compute.provider_tree [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.137018] env[68960]: DEBUG oslo_vmware.api [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221230, 'name': CreateSnapshot_Task, 'duration_secs': 0.985375} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.137345] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Created Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 772.138151] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb32594a-1a64-4df7-99b0-d1414952274b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.191478] env[68960]: DEBUG oslo_vmware.api [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Task: {'id': task-3221232, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.202113] env[68960]: DEBUG oslo_vmware.api [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527a6d33-4967-3aaa-59e3-2042597254c1, 'name': SearchDatastore_Task, 'duration_secs': 0.021576} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.203038] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-590cd3f0-2a8f-4ac9-9955-dc33deba73e6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.210617] env[68960]: DEBUG oslo_vmware.api [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Waiting for the task: (returnval){ [ 772.210617] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52adef02-6436-385a-a49c-d31210507a98" [ 772.210617] env[68960]: _type = "Task" [ 772.210617] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.220518] env[68960]: DEBUG oslo_vmware.api [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52adef02-6436-385a-a49c-d31210507a98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.386769] env[68960]: DEBUG nova.compute.manager [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.389102] env[68960]: DEBUG oslo_vmware.api [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221233, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.411211] env[68960]: DEBUG nova.virt.hardware [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.411473] env[68960]: DEBUG nova.virt.hardware [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.411631] env[68960]: DEBUG nova.virt.hardware [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.411815] env[68960]: DEBUG nova.virt.hardware [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.411959] env[68960]: DEBUG nova.virt.hardware [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.412119] env[68960]: DEBUG nova.virt.hardware [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.412328] env[68960]: DEBUG nova.virt.hardware [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.412484] env[68960]: DEBUG nova.virt.hardware [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.412683] env[68960]: DEBUG nova.virt.hardware [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.412878] env[68960]: DEBUG nova.virt.hardware [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.413069] env[68960]: DEBUG nova.virt.hardware [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.413962] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd705c8-eaf4-4fb0-8f51-cfd10ca4bcc5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.422720] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99021355-4e6a-4468-8bda-9d5f13afd122 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.472161] env[68960]: DEBUG nova.scheduler.client.report [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.601297] env[68960]: DEBUG nova.compute.manager [req-52f0bf4a-5991-4f06-aede-fd133fd0948e req-2b82b195-bde3-45ac-81ca-939bcf9fc706 service nova] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Received event network-vif-plugged-a09d8135-57c7-4944-bc9c-2eb3eeecefa4 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.601297] env[68960]: DEBUG oslo_concurrency.lockutils [req-52f0bf4a-5991-4f06-aede-fd133fd0948e req-2b82b195-bde3-45ac-81ca-939bcf9fc706 service nova] Acquiring lock "22d9fb8f-2d76-40af-9304-969dee8b1567-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.601297] env[68960]: DEBUG oslo_concurrency.lockutils [req-52f0bf4a-5991-4f06-aede-fd133fd0948e req-2b82b195-bde3-45ac-81ca-939bcf9fc706 service nova] Lock "22d9fb8f-2d76-40af-9304-969dee8b1567-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.601297] env[68960]: DEBUG oslo_concurrency.lockutils [req-52f0bf4a-5991-4f06-aede-fd133fd0948e req-2b82b195-bde3-45ac-81ca-939bcf9fc706 service nova] Lock "22d9fb8f-2d76-40af-9304-969dee8b1567-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.601297] env[68960]: DEBUG nova.compute.manager [req-52f0bf4a-5991-4f06-aede-fd133fd0948e req-2b82b195-bde3-45ac-81ca-939bcf9fc706 service nova] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] No waiting events found dispatching network-vif-plugged-a09d8135-57c7-4944-bc9c-2eb3eeecefa4 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.601297] env[68960]: WARNING nova.compute.manager [req-52f0bf4a-5991-4f06-aede-fd133fd0948e req-2b82b195-bde3-45ac-81ca-939bcf9fc706 service nova] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Received unexpected event network-vif-plugged-a09d8135-57c7-4944-bc9c-2eb3eeecefa4 for instance with vm_state building and task_state spawning. [ 772.657271] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Creating linked-clone VM from snapshot {{(pid=68960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 772.657589] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f99ae333-cd4b-4153-b996-451136bddfa5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.669348] env[68960]: DEBUG oslo_vmware.api [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the task: (returnval){ [ 772.669348] env[68960]: value = "task-3221234" [ 772.669348] env[68960]: _type = "Task" [ 772.669348] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.678817] env[68960]: DEBUG oslo_vmware.api [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221234, 'name': CloneVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.693365] env[68960]: DEBUG oslo_vmware.api [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Task: {'id': task-3221232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53913} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.693365] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] b41059a9-d358-4ab6-9764-31a5d0584f5d/b41059a9-d358-4ab6-9764-31a5d0584f5d.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.693365] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.693726] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1b17239-006a-4ae7-a508-6d193bff9b1c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.696173] env[68960]: DEBUG nova.network.neutron [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Successfully updated port: a09d8135-57c7-4944-bc9c-2eb3eeecefa4 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.707401] env[68960]: DEBUG oslo_vmware.api [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Waiting for the task: (returnval){ [ 772.707401] env[68960]: value = "task-3221235" [ 772.707401] env[68960]: _type = "Task" [ 772.707401] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.716154] env[68960]: DEBUG oslo_vmware.api [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Task: {'id': task-3221235, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.726389] env[68960]: DEBUG oslo_vmware.api [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52adef02-6436-385a-a49c-d31210507a98, 'name': SearchDatastore_Task, 'duration_secs': 0.011651} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.726655] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.726899] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 2068d0d1-b900-45c5-9b18-f96fb161a493/2068d0d1-b900-45c5-9b18-f96fb161a493.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.727180] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c71a6b8-d016-49db-9673-0c7a06f26418 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.737768] env[68960]: DEBUG oslo_vmware.api [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Waiting for the task: (returnval){ [ 772.737768] env[68960]: value = "task-3221236" [ 772.737768] env[68960]: _type = "Task" [ 772.737768] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.747339] env[68960]: DEBUG oslo_vmware.api [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': task-3221236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.886354] env[68960]: DEBUG oslo_vmware.api [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221233, 'name': PowerOnVM_Task, 'duration_secs': 0.829086} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.888199] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.888199] env[68960]: INFO nova.compute.manager [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Took 8.40 seconds to spawn the instance on the hypervisor. [ 772.888199] env[68960]: DEBUG nova.compute.manager [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.888720] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a6f0f2-083a-40d7-ba1d-f81b1c996ac3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.977826] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.978388] env[68960]: DEBUG nova.compute.manager [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.981047] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 52.415s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.982472] env[68960]: INFO nova.compute.claims [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.180678] env[68960]: DEBUG oslo_vmware.api [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221234, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.200474] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "refresh_cache-22d9fb8f-2d76-40af-9304-969dee8b1567" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.200734] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquired lock "refresh_cache-22d9fb8f-2d76-40af-9304-969dee8b1567" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.200808] env[68960]: DEBUG nova.network.neutron [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.214604] env[68960]: DEBUG oslo_vmware.api [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Task: {'id': task-3221235, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082158} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.214909] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.215664] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592fdfb5-f200-4e88-a215-3435fc10beca {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.237267] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] b41059a9-d358-4ab6-9764-31a5d0584f5d/b41059a9-d358-4ab6-9764-31a5d0584f5d.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.237524] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24315fc7-70bf-4b0d-8bbd-e7c33c79582d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.262722] env[68960]: DEBUG oslo_vmware.api [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': task-3221236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.264022] env[68960]: DEBUG oslo_vmware.api [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Waiting for the task: (returnval){ [ 773.264022] env[68960]: value = "task-3221237" [ 773.264022] env[68960]: _type = "Task" [ 773.264022] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.272974] env[68960]: DEBUG oslo_vmware.api [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Task: {'id': task-3221237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.407242] env[68960]: INFO nova.compute.manager [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Took 69.81 seconds to build instance. [ 773.487873] env[68960]: DEBUG nova.compute.utils [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.491859] env[68960]: DEBUG nova.compute.manager [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.492158] env[68960]: DEBUG nova.network.neutron [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.532021] env[68960]: DEBUG nova.policy [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c73165119154de4a6bca8a1e4476468', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '843972d9f85c42b3ac175e0183e6930f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.671458] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04f6ae8f-9829-49bb-b4c9-044e3d74989d tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Acquiring lock "0f6bc940-b9d6-4f4b-a9cc-454b71abee7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.671458] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04f6ae8f-9829-49bb-b4c9-044e3d74989d tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Lock "0f6bc940-b9d6-4f4b-a9cc-454b71abee7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.671780] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04f6ae8f-9829-49bb-b4c9-044e3d74989d tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Acquiring lock "0f6bc940-b9d6-4f4b-a9cc-454b71abee7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.671869] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04f6ae8f-9829-49bb-b4c9-044e3d74989d tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Lock "0f6bc940-b9d6-4f4b-a9cc-454b71abee7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.672143] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04f6ae8f-9829-49bb-b4c9-044e3d74989d tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Lock "0f6bc940-b9d6-4f4b-a9cc-454b71abee7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.677658] env[68960]: INFO nova.compute.manager [None req-04f6ae8f-9829-49bb-b4c9-044e3d74989d tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Terminating instance [ 773.689158] env[68960]: DEBUG oslo_vmware.api [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221234, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.747263] env[68960]: DEBUG nova.network.neutron [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.765859] env[68960]: DEBUG oslo_vmware.api [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': task-3221236, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.776959] env[68960]: DEBUG oslo_vmware.api [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Task: {'id': task-3221237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.909364] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8d071082-3d1b-4416-a863-f7e60f71fe5b tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "5ca439bd-7b4c-42cd-a3b7-c47b0e627935" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.935s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.995868] env[68960]: DEBUG nova.compute.manager [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.032090] env[68960]: DEBUG nova.network.neutron [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Successfully created port: 663053a9-c468-414e-b343-d2e13a1a3f6d {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.120601] env[68960]: DEBUG nova.network.neutron [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Updating instance_info_cache with network_info: [{"id": "a09d8135-57c7-4944-bc9c-2eb3eeecefa4", "address": "fa:16:3e:76:1b:e6", "network": {"id": "fff51d55-08d5-4376-bd7f-089b01c12a99", "bridge": "br-int", "label": "tempest-ImagesTestJSON-277706535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f799a28ad4b41a1879b56bc35ecb10d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa09d8135-57", "ovs_interfaceid": "a09d8135-57c7-4944-bc9c-2eb3eeecefa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.184273] env[68960]: DEBUG oslo_vmware.api [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221234, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.189860] env[68960]: DEBUG nova.compute.manager [None req-04f6ae8f-9829-49bb-b4c9-044e3d74989d tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.190097] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-04f6ae8f-9829-49bb-b4c9-044e3d74989d tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.190972] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71a4c54-857d-4df6-95e8-9e9d9a0dda5e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.199721] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f6ae8f-9829-49bb-b4c9-044e3d74989d tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.199979] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acf6e58b-73bd-489f-a114-6d103c6d0c0f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.208076] env[68960]: DEBUG oslo_vmware.api [None req-04f6ae8f-9829-49bb-b4c9-044e3d74989d tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Waiting for the task: (returnval){ [ 774.208076] env[68960]: value = "task-3221238" [ 774.208076] env[68960]: _type = "Task" [ 774.208076] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.220293] env[68960]: DEBUG oslo_vmware.api [None req-04f6ae8f-9829-49bb-b4c9-044e3d74989d tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Task: {'id': task-3221238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.261805] env[68960]: DEBUG oslo_vmware.api [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': task-3221236, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.096965} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.261994] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 2068d0d1-b900-45c5-9b18-f96fb161a493/2068d0d1-b900-45c5-9b18-f96fb161a493.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.262288] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.262614] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f603a86-852b-451f-82de-9954829be624 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.273932] env[68960]: DEBUG oslo_vmware.api [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Waiting for the task: (returnval){ [ 774.273932] env[68960]: value = "task-3221239" [ 774.273932] env[68960]: _type = "Task" [ 774.273932] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.281760] env[68960]: DEBUG oslo_vmware.api [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Task: {'id': task-3221237, 'name': ReconfigVM_Task, 'duration_secs': 0.611411} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.285826] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Reconfigured VM instance instance-00000027 to attach disk [datastore1] b41059a9-d358-4ab6-9764-31a5d0584f5d/b41059a9-d358-4ab6-9764-31a5d0584f5d.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.286728] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55862f22-d11f-4e64-8211-e6552d1f150a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.291573] env[68960]: DEBUG oslo_vmware.api [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': task-3221239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.296337] env[68960]: DEBUG oslo_vmware.api [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Waiting for the task: (returnval){ [ 774.296337] env[68960]: value = "task-3221240" [ 774.296337] env[68960]: _type = "Task" [ 774.296337] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.310885] env[68960]: DEBUG oslo_vmware.api [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Task: {'id': task-3221240, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.413666] env[68960]: DEBUG nova.compute.manager [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.609403] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3394eb-b76b-4783-832b-03affea23f55 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.617823] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b4b58c-0c6c-4b7b-8952-692305ab9636 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.648495] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Releasing lock "refresh_cache-22d9fb8f-2d76-40af-9304-969dee8b1567" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.648840] env[68960]: DEBUG nova.compute.manager [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Instance network_info: |[{"id": "a09d8135-57c7-4944-bc9c-2eb3eeecefa4", "address": "fa:16:3e:76:1b:e6", "network": {"id": "fff51d55-08d5-4376-bd7f-089b01c12a99", "bridge": "br-int", "label": "tempest-ImagesTestJSON-277706535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f799a28ad4b41a1879b56bc35ecb10d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa09d8135-57", "ovs_interfaceid": "a09d8135-57c7-4944-bc9c-2eb3eeecefa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.650686] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:1b:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a09d8135-57c7-4944-bc9c-2eb3eeecefa4', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.658027] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.658695] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64392b61-63e3-4471-841e-ad517d47d8c6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.662649] env[68960]: DEBUG nova.compute.manager [req-c43c21b1-44ce-4428-9e98-9b77ae9c56a5 req-d63aa9a5-fdb9-4a09-a3d1-1056016acd9f service nova] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Received event network-changed-a09d8135-57c7-4944-bc9c-2eb3eeecefa4 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.662649] env[68960]: DEBUG nova.compute.manager [req-c43c21b1-44ce-4428-9e98-9b77ae9c56a5 req-d63aa9a5-fdb9-4a09-a3d1-1056016acd9f service nova] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Refreshing instance network info cache due to event network-changed-a09d8135-57c7-4944-bc9c-2eb3eeecefa4. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.663053] env[68960]: DEBUG oslo_concurrency.lockutils [req-c43c21b1-44ce-4428-9e98-9b77ae9c56a5 req-d63aa9a5-fdb9-4a09-a3d1-1056016acd9f service nova] Acquiring lock "refresh_cache-22d9fb8f-2d76-40af-9304-969dee8b1567" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.663202] env[68960]: DEBUG oslo_concurrency.lockutils [req-c43c21b1-44ce-4428-9e98-9b77ae9c56a5 req-d63aa9a5-fdb9-4a09-a3d1-1056016acd9f service nova] Acquired lock "refresh_cache-22d9fb8f-2d76-40af-9304-969dee8b1567" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.663364] env[68960]: DEBUG nova.network.neutron [req-c43c21b1-44ce-4428-9e98-9b77ae9c56a5 req-d63aa9a5-fdb9-4a09-a3d1-1056016acd9f service nova] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Refreshing network info cache for port a09d8135-57c7-4944-bc9c-2eb3eeecefa4 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.664624] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.665065] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb32a2b1-7528-4699-a9b0-f2a6a06a17dc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.689202] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a3a771-2cb5-441a-a349-604404c25cb1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.696965] env[68960]: DEBUG oslo_vmware.api [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221234, 'name': CloneVM_Task, 'duration_secs': 1.842327} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.697174] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.697174] env[68960]: value = "task-3221241" [ 774.697174] env[68960]: _type = "Task" [ 774.697174] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.697719] env[68960]: INFO nova.virt.vmwareapi.vmops [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Created linked-clone VM from snapshot [ 774.698481] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2d1857-0021-414f-8f7e-60ee1ef7c776 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.712370] env[68960]: DEBUG nova.compute.provider_tree [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.725703] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221241, 'name': CreateVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.726049] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Uploading image 2418b034-9c06-421c-92b3-5b8d51ad39e1 {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 774.733333] env[68960]: DEBUG oslo_vmware.api [None req-04f6ae8f-9829-49bb-b4c9-044e3d74989d tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Task: {'id': task-3221238, 'name': PowerOffVM_Task, 'duration_secs': 0.205977} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.733585] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f6ae8f-9829-49bb-b4c9-044e3d74989d tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.733756] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-04f6ae8f-9829-49bb-b4c9-044e3d74989d tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.734017] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7930b2ed-cf51-42a2-92e0-a7dadcd8aba3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.754482] env[68960]: DEBUG oslo_vmware.rw_handles [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 774.754482] env[68960]: value = "vm-644010" [ 774.754482] env[68960]: _type = "VirtualMachine" [ 774.754482] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 774.754765] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ad55889c-a57d-4da9-adc0-68b9866a5908 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.760550] env[68960]: DEBUG oslo_vmware.rw_handles [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Lease: (returnval){ [ 774.760550] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5204b508-d703-6e38-966f-6058743f263f" [ 774.760550] env[68960]: _type = "HttpNfcLease" [ 774.760550] env[68960]: } obtained for exporting VM: (result){ [ 774.760550] env[68960]: value = "vm-644010" [ 774.760550] env[68960]: _type = "VirtualMachine" [ 774.760550] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 774.760874] env[68960]: DEBUG oslo_vmware.api [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the lease: (returnval){ [ 774.760874] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5204b508-d703-6e38-966f-6058743f263f" [ 774.760874] env[68960]: _type = "HttpNfcLease" [ 774.760874] env[68960]: } to be ready. {{(pid=68960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 774.768068] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 774.768068] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5204b508-d703-6e38-966f-6058743f263f" [ 774.768068] env[68960]: _type = "HttpNfcLease" [ 774.768068] env[68960]: } is initializing. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 774.785316] env[68960]: DEBUG oslo_vmware.api [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': task-3221239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090448} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.785316] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.785865] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bc1d49-bc43-4159-968c-a661d442c6d6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.806279] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 2068d0d1-b900-45c5-9b18-f96fb161a493/2068d0d1-b900-45c5-9b18-f96fb161a493.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.810468] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfa8957d-d319-4b74-8070-da52e53a8f4e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.824590] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-04f6ae8f-9829-49bb-b4c9-044e3d74989d tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.824804] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-04f6ae8f-9829-49bb-b4c9-044e3d74989d tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.824981] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f6ae8f-9829-49bb-b4c9-044e3d74989d tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Deleting the datastore file [datastore1] 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.825585] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99bb5863-7906-4cd9-8f91-06d22016afd0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.831810] env[68960]: DEBUG oslo_vmware.api [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Task: {'id': task-3221240, 'name': Rename_Task, 'duration_secs': 0.446696} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.833896] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.834143] env[68960]: DEBUG oslo_vmware.api [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Waiting for the task: (returnval){ [ 774.834143] env[68960]: value = "task-3221244" [ 774.834143] env[68960]: _type = "Task" [ 774.834143] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.834413] env[68960]: DEBUG oslo_vmware.api [None req-04f6ae8f-9829-49bb-b4c9-044e3d74989d tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Waiting for the task: (returnval){ [ 774.834413] env[68960]: value = "task-3221245" [ 774.834413] env[68960]: _type = "Task" [ 774.834413] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.834585] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cce6d799-92bf-4f14-8519-58628399a636 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.847292] env[68960]: DEBUG oslo_vmware.api [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': task-3221244, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.850892] env[68960]: DEBUG oslo_vmware.api [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Waiting for the task: (returnval){ [ 774.850892] env[68960]: value = "task-3221246" [ 774.850892] env[68960]: _type = "Task" [ 774.850892] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.851133] env[68960]: DEBUG oslo_vmware.api [None req-04f6ae8f-9829-49bb-b4c9-044e3d74989d tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Task: {'id': task-3221245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.858180] env[68960]: DEBUG oslo_vmware.api [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Task: {'id': task-3221246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.937181] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.019839] env[68960]: DEBUG nova.compute.manager [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.043408] env[68960]: DEBUG nova.virt.hardware [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.043659] env[68960]: DEBUG nova.virt.hardware [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.043815] env[68960]: DEBUG nova.virt.hardware [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.043995] env[68960]: DEBUG nova.virt.hardware [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.044155] env[68960]: DEBUG nova.virt.hardware [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.044305] env[68960]: DEBUG nova.virt.hardware [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.044515] env[68960]: DEBUG nova.virt.hardware [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.044672] env[68960]: DEBUG nova.virt.hardware [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.044839] env[68960]: DEBUG nova.virt.hardware [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.045024] env[68960]: DEBUG nova.virt.hardware [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.045195] env[68960]: DEBUG nova.virt.hardware [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.046091] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55d2830-7272-4c8e-b678-c163528b1117 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.053993] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba7bf79-eb45-44b2-a7b6-8cd8056e898c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.208933] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221241, 'name': CreateVM_Task, 'duration_secs': 0.380628} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.209127] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.209797] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.209959] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.210300] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.210559] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6decbfe-a3d9-43d0-b94e-9931f4788d9a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.215609] env[68960]: DEBUG oslo_vmware.api [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 775.215609] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525fbd8c-8607-4236-4bd7-8c52b81bf8a7" [ 775.215609] env[68960]: _type = "Task" [ 775.215609] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.219353] env[68960]: DEBUG nova.scheduler.client.report [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.227866] env[68960]: DEBUG oslo_vmware.api [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525fbd8c-8607-4236-4bd7-8c52b81bf8a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.274176] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 775.274176] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5204b508-d703-6e38-966f-6058743f263f" [ 775.274176] env[68960]: _type = "HttpNfcLease" [ 775.274176] env[68960]: } is ready. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 775.274903] env[68960]: DEBUG oslo_vmware.rw_handles [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 775.274903] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5204b508-d703-6e38-966f-6058743f263f" [ 775.274903] env[68960]: _type = "HttpNfcLease" [ 775.274903] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 775.275611] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9064ce40-305f-4396-9b44-356640320c68 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.283757] env[68960]: DEBUG oslo_vmware.rw_handles [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524bdbc1-663f-456d-c374-eb687037156d/disk-0.vmdk from lease info. {{(pid=68960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 775.283757] env[68960]: DEBUG oslo_vmware.rw_handles [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524bdbc1-663f-456d-c374-eb687037156d/disk-0.vmdk for reading. {{(pid=68960) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 775.353911] env[68960]: DEBUG oslo_vmware.api [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': task-3221244, 'name': ReconfigVM_Task, 'duration_secs': 0.277724} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.359786] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 2068d0d1-b900-45c5-9b18-f96fb161a493/2068d0d1-b900-45c5-9b18-f96fb161a493.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.360556] env[68960]: DEBUG oslo_vmware.api [None req-04f6ae8f-9829-49bb-b4c9-044e3d74989d tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Task: {'id': task-3221245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160983} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.360934] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a7bd023-f6e5-4f18-8ad2-c3a06d864303 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.362228] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f6ae8f-9829-49bb-b4c9-044e3d74989d tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.362418] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-04f6ae8f-9829-49bb-b4c9-044e3d74989d tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.363066] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-04f6ae8f-9829-49bb-b4c9-044e3d74989d tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.367031] env[68960]: INFO nova.compute.manager [None req-04f6ae8f-9829-49bb-b4c9-044e3d74989d tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 775.367031] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04f6ae8f-9829-49bb-b4c9-044e3d74989d tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.367031] env[68960]: DEBUG nova.compute.manager [-] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.367031] env[68960]: DEBUG nova.network.neutron [-] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.369862] env[68960]: DEBUG oslo_vmware.api [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Task: {'id': task-3221246, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.374786] env[68960]: DEBUG oslo_vmware.api [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Waiting for the task: (returnval){ [ 775.374786] env[68960]: value = "task-3221247" [ 775.374786] env[68960]: _type = "Task" [ 775.374786] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.397908] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-13075420-7b0f-4d4e-8130-5d1f9eecb7b4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.458391] env[68960]: DEBUG nova.network.neutron [req-c43c21b1-44ce-4428-9e98-9b77ae9c56a5 req-d63aa9a5-fdb9-4a09-a3d1-1056016acd9f service nova] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Updated VIF entry in instance network info cache for port a09d8135-57c7-4944-bc9c-2eb3eeecefa4. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.459102] env[68960]: DEBUG nova.network.neutron [req-c43c21b1-44ce-4428-9e98-9b77ae9c56a5 req-d63aa9a5-fdb9-4a09-a3d1-1056016acd9f service nova] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Updating instance_info_cache with network_info: [{"id": "a09d8135-57c7-4944-bc9c-2eb3eeecefa4", "address": "fa:16:3e:76:1b:e6", "network": {"id": "fff51d55-08d5-4376-bd7f-089b01c12a99", "bridge": "br-int", "label": "tempest-ImagesTestJSON-277706535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f799a28ad4b41a1879b56bc35ecb10d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa09d8135-57", "ovs_interfaceid": "a09d8135-57c7-4944-bc9c-2eb3eeecefa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.727296] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.727817] env[68960]: DEBUG nova.compute.manager [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.730686] env[68960]: DEBUG oslo_vmware.api [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525fbd8c-8607-4236-4bd7-8c52b81bf8a7, 'name': SearchDatastore_Task, 'duration_secs': 0.021511} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.731187] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 46.119s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.731363] env[68960]: DEBUG nova.objects.instance [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68960) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 775.734507] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.734771] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.735162] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.735332] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.735517] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.735977] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7366fe9-eb95-4084-ad27-99f919907895 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.745514] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.745729] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.746506] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6df7c7b5-c151-42ad-8706-b8502e043126 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.753286] env[68960]: DEBUG oslo_vmware.api [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 775.753286] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52046bd8-ec69-068c-60b6-a78694082a83" [ 775.753286] env[68960]: _type = "Task" [ 775.753286] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.762572] env[68960]: DEBUG oslo_vmware.api [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52046bd8-ec69-068c-60b6-a78694082a83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.813318] env[68960]: DEBUG nova.network.neutron [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Successfully updated port: 663053a9-c468-414e-b343-d2e13a1a3f6d {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.868588] env[68960]: DEBUG oslo_vmware.api [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Task: {'id': task-3221246, 'name': PowerOnVM_Task, 'duration_secs': 0.723254} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.868588] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.868588] env[68960]: INFO nova.compute.manager [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Took 8.80 seconds to spawn the instance on the hypervisor. [ 775.868588] env[68960]: DEBUG nova.compute.manager [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.868588] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe14618-e23a-4295-940a-b4880f197cf2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.885446] env[68960]: DEBUG oslo_vmware.api [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': task-3221247, 'name': Rename_Task, 'duration_secs': 0.228041} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.887295] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.887295] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f617bb95-5032-4d98-be72-293a83505537 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.896030] env[68960]: DEBUG oslo_vmware.api [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Waiting for the task: (returnval){ [ 775.896030] env[68960]: value = "task-3221248" [ 775.896030] env[68960]: _type = "Task" [ 775.896030] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.908185] env[68960]: DEBUG oslo_vmware.api [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': task-3221248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.962185] env[68960]: DEBUG oslo_concurrency.lockutils [req-c43c21b1-44ce-4428-9e98-9b77ae9c56a5 req-d63aa9a5-fdb9-4a09-a3d1-1056016acd9f service nova] Releasing lock "refresh_cache-22d9fb8f-2d76-40af-9304-969dee8b1567" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.962735] env[68960]: DEBUG nova.compute.manager [req-c43c21b1-44ce-4428-9e98-9b77ae9c56a5 req-d63aa9a5-fdb9-4a09-a3d1-1056016acd9f service nova] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Received event network-changed-7135b1cf-1251-4c98-abcf-ea66a471c832 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.963060] env[68960]: DEBUG nova.compute.manager [req-c43c21b1-44ce-4428-9e98-9b77ae9c56a5 req-d63aa9a5-fdb9-4a09-a3d1-1056016acd9f service nova] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Refreshing instance network info cache due to event network-changed-7135b1cf-1251-4c98-abcf-ea66a471c832. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.963427] env[68960]: DEBUG oslo_concurrency.lockutils [req-c43c21b1-44ce-4428-9e98-9b77ae9c56a5 req-d63aa9a5-fdb9-4a09-a3d1-1056016acd9f service nova] Acquiring lock "refresh_cache-5ca439bd-7b4c-42cd-a3b7-c47b0e627935" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.963738] env[68960]: DEBUG oslo_concurrency.lockutils [req-c43c21b1-44ce-4428-9e98-9b77ae9c56a5 req-d63aa9a5-fdb9-4a09-a3d1-1056016acd9f service nova] Acquired lock "refresh_cache-5ca439bd-7b4c-42cd-a3b7-c47b0e627935" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.963971] env[68960]: DEBUG nova.network.neutron [req-c43c21b1-44ce-4428-9e98-9b77ae9c56a5 req-d63aa9a5-fdb9-4a09-a3d1-1056016acd9f service nova] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Refreshing network info cache for port 7135b1cf-1251-4c98-abcf-ea66a471c832 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.233544] env[68960]: DEBUG nova.compute.utils [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.235503] env[68960]: DEBUG nova.compute.manager [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.235730] env[68960]: DEBUG nova.network.neutron [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.271078] env[68960]: DEBUG oslo_vmware.api [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52046bd8-ec69-068c-60b6-a78694082a83, 'name': SearchDatastore_Task, 'duration_secs': 0.014065} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.272166] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25f154c5-7f26-43e7-b2e0-860ff0fcd4be {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.278251] env[68960]: DEBUG oslo_vmware.api [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 776.278251] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52635916-8b43-18a0-e8ed-d478e1607e05" [ 776.278251] env[68960]: _type = "Task" [ 776.278251] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.286676] env[68960]: DEBUG oslo_vmware.api [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52635916-8b43-18a0-e8ed-d478e1607e05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.298727] env[68960]: DEBUG nova.policy [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52256d38e4ea4d77aebe7d7edb55f8c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3a2aa8e4a3f4b1c9987c34895315ae0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 776.317108] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "refresh_cache-637ba32b-97be-465d-a923-4eed68a2bb68" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.317275] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquired lock "refresh_cache-637ba32b-97be-465d-a923-4eed68a2bb68" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.317430] env[68960]: DEBUG nova.network.neutron [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.394470] env[68960]: INFO nova.compute.manager [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Took 72.21 seconds to build instance. [ 776.407165] env[68960]: DEBUG oslo_vmware.api [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': task-3221248, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.625698] env[68960]: DEBUG nova.network.neutron [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Successfully created port: fb94d470-9976-4195-b040-bec1d748e8a1 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.739602] env[68960]: DEBUG nova.compute.manager [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.747980] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a29d533e-43d2-4e22-8750-31b64a307f04 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.748885] env[68960]: DEBUG oslo_concurrency.lockutils [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.160s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.749052] env[68960]: DEBUG oslo_concurrency.lockutils [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.751601] env[68960]: DEBUG oslo_concurrency.lockutils [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.968s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.753098] env[68960]: INFO nova.compute.claims [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.788129] env[68960]: DEBUG nova.compute.manager [req-59b4d6f8-4676-4aaf-8002-647c4e869c6e req-8f1ab4fd-351b-45d7-ac84-f969fb4e1cf0 service nova] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Received event network-vif-deleted-38a81433-7090-41f8-ac3f-b65fa4c3fdf1 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.788413] env[68960]: INFO nova.compute.manager [req-59b4d6f8-4676-4aaf-8002-647c4e869c6e req-8f1ab4fd-351b-45d7-ac84-f969fb4e1cf0 service nova] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Neutron deleted interface 38a81433-7090-41f8-ac3f-b65fa4c3fdf1; detaching it from the instance and deleting it from the info cache [ 776.788664] env[68960]: DEBUG nova.network.neutron [req-59b4d6f8-4676-4aaf-8002-647c4e869c6e req-8f1ab4fd-351b-45d7-ac84-f969fb4e1cf0 service nova] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.790860] env[68960]: INFO nova.scheduler.client.report [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Deleted allocations for instance a1231cce-8493-43ef-892c-428bbfd5144b [ 776.802363] env[68960]: DEBUG oslo_vmware.api [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52635916-8b43-18a0-e8ed-d478e1607e05, 'name': SearchDatastore_Task, 'duration_secs': 0.019373} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.802642] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.802907] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 22d9fb8f-2d76-40af-9304-969dee8b1567/22d9fb8f-2d76-40af-9304-969dee8b1567.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.803260] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7738bd2-1942-41db-8207-417442e2f3f3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.811921] env[68960]: DEBUG nova.compute.manager [req-f29e5e61-3a25-4897-bc11-2118b4c584db req-68581d7a-9a89-40cc-a7fb-86fee1b32581 service nova] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Received event network-vif-plugged-663053a9-c468-414e-b343-d2e13a1a3f6d {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.812107] env[68960]: DEBUG oslo_concurrency.lockutils [req-f29e5e61-3a25-4897-bc11-2118b4c584db req-68581d7a-9a89-40cc-a7fb-86fee1b32581 service nova] Acquiring lock "637ba32b-97be-465d-a923-4eed68a2bb68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.812326] env[68960]: DEBUG oslo_concurrency.lockutils [req-f29e5e61-3a25-4897-bc11-2118b4c584db req-68581d7a-9a89-40cc-a7fb-86fee1b32581 service nova] Lock "637ba32b-97be-465d-a923-4eed68a2bb68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.812596] env[68960]: DEBUG oslo_concurrency.lockutils [req-f29e5e61-3a25-4897-bc11-2118b4c584db req-68581d7a-9a89-40cc-a7fb-86fee1b32581 service nova] Lock "637ba32b-97be-465d-a923-4eed68a2bb68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.812956] env[68960]: DEBUG nova.compute.manager [req-f29e5e61-3a25-4897-bc11-2118b4c584db req-68581d7a-9a89-40cc-a7fb-86fee1b32581 service nova] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] No waiting events found dispatching network-vif-plugged-663053a9-c468-414e-b343-d2e13a1a3f6d {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.812956] env[68960]: WARNING nova.compute.manager [req-f29e5e61-3a25-4897-bc11-2118b4c584db req-68581d7a-9a89-40cc-a7fb-86fee1b32581 service nova] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Received unexpected event network-vif-plugged-663053a9-c468-414e-b343-d2e13a1a3f6d for instance with vm_state building and task_state spawning. [ 776.813097] env[68960]: DEBUG nova.compute.manager [req-f29e5e61-3a25-4897-bc11-2118b4c584db req-68581d7a-9a89-40cc-a7fb-86fee1b32581 service nova] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Received event network-changed-663053a9-c468-414e-b343-d2e13a1a3f6d {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.813254] env[68960]: DEBUG nova.compute.manager [req-f29e5e61-3a25-4897-bc11-2118b4c584db req-68581d7a-9a89-40cc-a7fb-86fee1b32581 service nova] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Refreshing instance network info cache due to event network-changed-663053a9-c468-414e-b343-d2e13a1a3f6d. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.813417] env[68960]: DEBUG oslo_concurrency.lockutils [req-f29e5e61-3a25-4897-bc11-2118b4c584db req-68581d7a-9a89-40cc-a7fb-86fee1b32581 service nova] Acquiring lock "refresh_cache-637ba32b-97be-465d-a923-4eed68a2bb68" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.815545] env[68960]: DEBUG oslo_vmware.api [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 776.815545] env[68960]: value = "task-3221249" [ 776.815545] env[68960]: _type = "Task" [ 776.815545] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.827224] env[68960]: DEBUG oslo_vmware.api [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.835547] env[68960]: DEBUG nova.network.neutron [req-c43c21b1-44ce-4428-9e98-9b77ae9c56a5 req-d63aa9a5-fdb9-4a09-a3d1-1056016acd9f service nova] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Updated VIF entry in instance network info cache for port 7135b1cf-1251-4c98-abcf-ea66a471c832. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.835547] env[68960]: DEBUG nova.network.neutron [req-c43c21b1-44ce-4428-9e98-9b77ae9c56a5 req-d63aa9a5-fdb9-4a09-a3d1-1056016acd9f service nova] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Updating instance_info_cache with network_info: [{"id": "7135b1cf-1251-4c98-abcf-ea66a471c832", "address": "fa:16:3e:6a:2d:bb", "network": {"id": "f7efa461-aff7-4c94-a7b1-09449aea8c88", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1693973360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac999d2e6df41619f2a1235c56b3d45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7135b1cf-12", "ovs_interfaceid": "7135b1cf-1251-4c98-abcf-ea66a471c832", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.865298] env[68960]: DEBUG nova.network.neutron [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.895713] env[68960]: DEBUG oslo_concurrency.lockutils [None req-066431ad-5857-49a0-92c1-60e7455febd2 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Lock "b41059a9-d358-4ab6-9764-31a5d0584f5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.433s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.905283] env[68960]: DEBUG oslo_vmware.api [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': task-3221248, 'name': PowerOnVM_Task, 'duration_secs': 0.686479} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.905804] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.906178] env[68960]: INFO nova.compute.manager [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Took 7.13 seconds to spawn the instance on the hypervisor. [ 776.907323] env[68960]: DEBUG nova.compute.manager [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.907966] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa567181-5275-4160-8dc4-6d58735f7135 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.915500] env[68960]: DEBUG nova.network.neutron [-] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.034582] env[68960]: DEBUG nova.network.neutron [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Updating instance_info_cache with network_info: [{"id": "663053a9-c468-414e-b343-d2e13a1a3f6d", "address": "fa:16:3e:e9:da:79", "network": {"id": "f1cc0593-0a64-4a3d-a9a0-5a4bf88e4041", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276161530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "843972d9f85c42b3ac175e0183e6930f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap663053a9-c4", "ovs_interfaceid": "663053a9-c468-414e-b343-d2e13a1a3f6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.300130] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e530032-ce23-4e34-97e5-11aa87a1e2a5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.303902] env[68960]: DEBUG oslo_concurrency.lockutils [None req-39463324-5a8d-4bcb-a9c3-7c06d1835a32 tempest-ServerShowV254Test-1384032453 tempest-ServerShowV254Test-1384032453-project-member] Lock "a1231cce-8493-43ef-892c-428bbfd5144b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.457s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.315578] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f3647d-082c-4804-aafc-a82974c226cd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.339189] env[68960]: DEBUG oslo_concurrency.lockutils [req-c43c21b1-44ce-4428-9e98-9b77ae9c56a5 req-d63aa9a5-fdb9-4a09-a3d1-1056016acd9f service nova] Releasing lock "refresh_cache-5ca439bd-7b4c-42cd-a3b7-c47b0e627935" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.339625] env[68960]: DEBUG oslo_vmware.api [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221249, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.364906] env[68960]: DEBUG nova.compute.manager [req-59b4d6f8-4676-4aaf-8002-647c4e869c6e req-8f1ab4fd-351b-45d7-ac84-f969fb4e1cf0 service nova] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Detach interface failed, port_id=38a81433-7090-41f8-ac3f-b65fa4c3fdf1, reason: Instance 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 777.401103] env[68960]: DEBUG nova.compute.manager [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.422424] env[68960]: INFO nova.compute.manager [-] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Took 2.06 seconds to deallocate network for instance. [ 777.433848] env[68960]: INFO nova.compute.manager [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Took 65.24 seconds to build instance. [ 777.537232] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Releasing lock "refresh_cache-637ba32b-97be-465d-a923-4eed68a2bb68" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.537654] env[68960]: DEBUG nova.compute.manager [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Instance network_info: |[{"id": "663053a9-c468-414e-b343-d2e13a1a3f6d", "address": "fa:16:3e:e9:da:79", "network": {"id": "f1cc0593-0a64-4a3d-a9a0-5a4bf88e4041", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276161530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "843972d9f85c42b3ac175e0183e6930f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap663053a9-c4", "ovs_interfaceid": "663053a9-c468-414e-b343-d2e13a1a3f6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.537972] env[68960]: DEBUG oslo_concurrency.lockutils [req-f29e5e61-3a25-4897-bc11-2118b4c584db req-68581d7a-9a89-40cc-a7fb-86fee1b32581 service nova] Acquired lock "refresh_cache-637ba32b-97be-465d-a923-4eed68a2bb68" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.538174] env[68960]: DEBUG nova.network.neutron [req-f29e5e61-3a25-4897-bc11-2118b4c584db req-68581d7a-9a89-40cc-a7fb-86fee1b32581 service nova] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Refreshing network info cache for port 663053a9-c468-414e-b343-d2e13a1a3f6d {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.539375] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:da:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '663053a9-c468-414e-b343-d2e13a1a3f6d', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.546913] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.547377] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.547599] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12d730af-4e9d-4d97-b2d0-29738d94fd53 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.570071] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.570071] env[68960]: value = "task-3221250" [ 777.570071] env[68960]: _type = "Task" [ 777.570071] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.579669] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221250, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.603329] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9b78962b-8599-413c-b2f8-be74edb89d9a tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Acquiring lock "interface-b41059a9-d358-4ab6-9764-31a5d0584f5d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.603590] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9b78962b-8599-413c-b2f8-be74edb89d9a tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Lock "interface-b41059a9-d358-4ab6-9764-31a5d0584f5d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.604102] env[68960]: DEBUG nova.objects.instance [None req-9b78962b-8599-413c-b2f8-be74edb89d9a tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Lazy-loading 'flavor' on Instance uuid b41059a9-d358-4ab6-9764-31a5d0584f5d {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.753615] env[68960]: DEBUG nova.compute.manager [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.776867] env[68960]: DEBUG nova.virt.hardware [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.777074] env[68960]: DEBUG nova.virt.hardware [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.777240] env[68960]: DEBUG nova.virt.hardware [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.777626] env[68960]: DEBUG nova.virt.hardware [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.777699] env[68960]: DEBUG nova.virt.hardware [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.777820] env[68960]: DEBUG nova.virt.hardware [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.778040] env[68960]: DEBUG nova.virt.hardware [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.778204] env[68960]: DEBUG nova.virt.hardware [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.778370] env[68960]: DEBUG nova.virt.hardware [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.778530] env[68960]: DEBUG nova.virt.hardware [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.778740] env[68960]: DEBUG nova.virt.hardware [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.779569] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41efd0c1-5abd-4968-94b0-e85a3a4445f5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.791122] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8399d6a4-803a-4a13-a88c-af346c61b665 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.838508] env[68960]: DEBUG oslo_vmware.api [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.797098} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.838865] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 22d9fb8f-2d76-40af-9304-969dee8b1567/22d9fb8f-2d76-40af-9304-969dee8b1567.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.839019] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.839435] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d91f1e1d-bfc6-459d-a2e8-b75f6c711ec0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.849106] env[68960]: DEBUG oslo_vmware.api [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 777.849106] env[68960]: value = "task-3221251" [ 777.849106] env[68960]: _type = "Task" [ 777.849106] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.861200] env[68960]: DEBUG oslo_vmware.api [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.918492] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.937769] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04f6ae8f-9829-49bb-b4c9-044e3d74989d tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.938191] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2f99cc63-257e-4acd-9297-1fb243c430de tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Lock "2068d0d1-b900-45c5-9b18-f96fb161a493" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.231s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.080118] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221250, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.107945] env[68960]: DEBUG nova.objects.instance [None req-9b78962b-8599-413c-b2f8-be74edb89d9a tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Lazy-loading 'pci_requests' on Instance uuid b41059a9-d358-4ab6-9764-31a5d0584f5d {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.245505] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce404c1-0a40-4f58-9b79-4220d7b23174 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.254956] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69711202-d57e-4caf-a69f-eddb6c7ac8dd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.291645] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb9083c-0533-49f8-8c97-dc612b6ac42c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.300034] env[68960]: DEBUG nova.network.neutron [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Successfully updated port: fb94d470-9976-4195-b040-bec1d748e8a1 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.305676] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d8720a-9419-4bd5-80d7-32f95a0e969a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.318517] env[68960]: DEBUG nova.compute.provider_tree [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.359789] env[68960]: DEBUG oslo_vmware.api [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.444602} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.360067] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.360973] env[68960]: DEBUG nova.network.neutron [req-f29e5e61-3a25-4897-bc11-2118b4c584db req-68581d7a-9a89-40cc-a7fb-86fee1b32581 service nova] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Updated VIF entry in instance network info cache for port 663053a9-c468-414e-b343-d2e13a1a3f6d. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.361335] env[68960]: DEBUG nova.network.neutron [req-f29e5e61-3a25-4897-bc11-2118b4c584db req-68581d7a-9a89-40cc-a7fb-86fee1b32581 service nova] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Updating instance_info_cache with network_info: [{"id": "663053a9-c468-414e-b343-d2e13a1a3f6d", "address": "fa:16:3e:e9:da:79", "network": {"id": "f1cc0593-0a64-4a3d-a9a0-5a4bf88e4041", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276161530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "843972d9f85c42b3ac175e0183e6930f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap663053a9-c4", "ovs_interfaceid": "663053a9-c468-414e-b343-d2e13a1a3f6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.363061] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b3a387-397b-4815-8eb2-bf19095c8b6b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.387585] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 22d9fb8f-2d76-40af-9304-969dee8b1567/22d9fb8f-2d76-40af-9304-969dee8b1567.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.388570] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6907b7c-012e-45a9-b019-5e0cd245861b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.413484] env[68960]: DEBUG oslo_vmware.api [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 778.413484] env[68960]: value = "task-3221252" [ 778.413484] env[68960]: _type = "Task" [ 778.413484] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.424583] env[68960]: DEBUG oslo_vmware.api [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221252, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.443350] env[68960]: DEBUG nova.compute.manager [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.580862] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221250, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.613239] env[68960]: DEBUG nova.objects.base [None req-9b78962b-8599-413c-b2f8-be74edb89d9a tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68960) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 778.613480] env[68960]: DEBUG nova.network.neutron [None req-9b78962b-8599-413c-b2f8-be74edb89d9a tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 778.693554] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9b78962b-8599-413c-b2f8-be74edb89d9a tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Lock "interface-b41059a9-d358-4ab6-9764-31a5d0584f5d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.090s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.808042] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "refresh_cache-e333dd04-7fd6-465d-9dc0-58f2ce4fb399" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.808042] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquired lock "refresh_cache-e333dd04-7fd6-465d-9dc0-58f2ce4fb399" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.808179] env[68960]: DEBUG nova.network.neutron [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.821502] env[68960]: DEBUG nova.scheduler.client.report [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.866763] env[68960]: DEBUG oslo_concurrency.lockutils [req-f29e5e61-3a25-4897-bc11-2118b4c584db req-68581d7a-9a89-40cc-a7fb-86fee1b32581 service nova] Releasing lock "refresh_cache-637ba32b-97be-465d-a923-4eed68a2bb68" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.925355] env[68960]: DEBUG oslo_vmware.api [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221252, 'name': ReconfigVM_Task, 'duration_secs': 0.314083} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.925647] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 22d9fb8f-2d76-40af-9304-969dee8b1567/22d9fb8f-2d76-40af-9304-969dee8b1567.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.926990] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af5844c6-2378-4595-9629-6853d5712eb8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.933482] env[68960]: DEBUG oslo_vmware.api [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 778.933482] env[68960]: value = "task-3221253" [ 778.933482] env[68960]: _type = "Task" [ 778.933482] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.942749] env[68960]: DEBUG oslo_vmware.api [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221253, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.966372] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.082828] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221250, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.315131] env[68960]: INFO nova.compute.manager [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Rebuilding instance [ 779.327058] env[68960]: DEBUG oslo_concurrency.lockutils [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.327744] env[68960]: DEBUG nova.compute.manager [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.333897] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1e2fa791-e8a1-4b56-9ddd-b9903e85ccad tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.145s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.334993] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1e2fa791-e8a1-4b56-9ddd-b9903e85ccad tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.339074] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.979s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.346557] env[68960]: DEBUG nova.network.neutron [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.372697] env[68960]: INFO nova.scheduler.client.report [None req-1e2fa791-e8a1-4b56-9ddd-b9903e85ccad tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Deleted allocations for instance ee1f7fe7-b19c-4637-8b29-e58874c9af14 [ 779.395787] env[68960]: DEBUG nova.compute.manager [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.399133] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef32152-3678-4cdb-a08f-d000f2b7c4f6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.453811] env[68960]: DEBUG oslo_vmware.api [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221253, 'name': Rename_Task, 'duration_secs': 0.16036} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.454482] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.454887] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68447a23-a500-419c-becc-4ab174eac008 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.464326] env[68960]: DEBUG oslo_vmware.api [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 779.464326] env[68960]: value = "task-3221254" [ 779.464326] env[68960]: _type = "Task" [ 779.464326] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.480403] env[68960]: DEBUG oslo_vmware.api [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.569764] env[68960]: DEBUG nova.network.neutron [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Updating instance_info_cache with network_info: [{"id": "fb94d470-9976-4195-b040-bec1d748e8a1", "address": "fa:16:3e:7a:86:af", "network": {"id": "c6ceb515-e62e-437c-b971-ea973a2656f4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-36591495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a2aa8e4a3f4b1c9987c34895315ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb94d470-99", "ovs_interfaceid": "fb94d470-9976-4195-b040-bec1d748e8a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.585638] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221250, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.804141] env[68960]: DEBUG nova.compute.manager [req-26731b19-12f2-4d39-b47f-ba0d2e09889b req-804a75e9-ebfd-4a4d-8abb-1b8aadc374f8 service nova] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Received event network-vif-plugged-fb94d470-9976-4195-b040-bec1d748e8a1 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.804408] env[68960]: DEBUG oslo_concurrency.lockutils [req-26731b19-12f2-4d39-b47f-ba0d2e09889b req-804a75e9-ebfd-4a4d-8abb-1b8aadc374f8 service nova] Acquiring lock "e333dd04-7fd6-465d-9dc0-58f2ce4fb399-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.804484] env[68960]: DEBUG oslo_concurrency.lockutils [req-26731b19-12f2-4d39-b47f-ba0d2e09889b req-804a75e9-ebfd-4a4d-8abb-1b8aadc374f8 service nova] Lock "e333dd04-7fd6-465d-9dc0-58f2ce4fb399-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.804698] env[68960]: DEBUG oslo_concurrency.lockutils [req-26731b19-12f2-4d39-b47f-ba0d2e09889b req-804a75e9-ebfd-4a4d-8abb-1b8aadc374f8 service nova] Lock "e333dd04-7fd6-465d-9dc0-58f2ce4fb399-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.804898] env[68960]: DEBUG nova.compute.manager [req-26731b19-12f2-4d39-b47f-ba0d2e09889b req-804a75e9-ebfd-4a4d-8abb-1b8aadc374f8 service nova] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] No waiting events found dispatching network-vif-plugged-fb94d470-9976-4195-b040-bec1d748e8a1 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.805196] env[68960]: WARNING nova.compute.manager [req-26731b19-12f2-4d39-b47f-ba0d2e09889b req-804a75e9-ebfd-4a4d-8abb-1b8aadc374f8 service nova] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Received unexpected event network-vif-plugged-fb94d470-9976-4195-b040-bec1d748e8a1 for instance with vm_state building and task_state spawning. [ 779.805501] env[68960]: DEBUG nova.compute.manager [req-26731b19-12f2-4d39-b47f-ba0d2e09889b req-804a75e9-ebfd-4a4d-8abb-1b8aadc374f8 service nova] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Received event network-changed-fb94d470-9976-4195-b040-bec1d748e8a1 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.805715] env[68960]: DEBUG nova.compute.manager [req-26731b19-12f2-4d39-b47f-ba0d2e09889b req-804a75e9-ebfd-4a4d-8abb-1b8aadc374f8 service nova] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Refreshing instance network info cache due to event network-changed-fb94d470-9976-4195-b040-bec1d748e8a1. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.806077] env[68960]: DEBUG oslo_concurrency.lockutils [req-26731b19-12f2-4d39-b47f-ba0d2e09889b req-804a75e9-ebfd-4a4d-8abb-1b8aadc374f8 service nova] Acquiring lock "refresh_cache-e333dd04-7fd6-465d-9dc0-58f2ce4fb399" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.845120] env[68960]: DEBUG nova.compute.utils [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.846737] env[68960]: DEBUG nova.compute.manager [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 779.846972] env[68960]: DEBUG nova.network.neutron [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 779.862322] env[68960]: DEBUG nova.compute.manager [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.864794] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351b6b2b-1ac6-4727-b879-c71fa21d269e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.870495] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7572b721-2916-4a58-933b-50fc81e79016 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.886196] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d29948d-6f88-4810-9b19-0aac8f4bac34 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.891565] env[68960]: DEBUG nova.policy [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cfc9ef726dd4090af174ef13bcb6c2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96a09b1327f245969c59c5ba53e6ba34', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.942593] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1e2fa791-e8a1-4b56-9ddd-b9903e85ccad tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Lock "ee1f7fe7-b19c-4637-8b29-e58874c9af14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.804s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.942593] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c841837f-30b1-408a-944f-d77e363b7550 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.953401] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297b71a4-cd59-40ef-8c3b-9f08e530cb2a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.971750] env[68960]: DEBUG nova.compute.provider_tree [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.982851] env[68960]: DEBUG oslo_vmware.api [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221254, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.073158] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Releasing lock "refresh_cache-e333dd04-7fd6-465d-9dc0-58f2ce4fb399" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.073891] env[68960]: DEBUG nova.compute.manager [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Instance network_info: |[{"id": "fb94d470-9976-4195-b040-bec1d748e8a1", "address": "fa:16:3e:7a:86:af", "network": {"id": "c6ceb515-e62e-437c-b971-ea973a2656f4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-36591495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a2aa8e4a3f4b1c9987c34895315ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb94d470-99", "ovs_interfaceid": "fb94d470-9976-4195-b040-bec1d748e8a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.074149] env[68960]: DEBUG oslo_concurrency.lockutils [req-26731b19-12f2-4d39-b47f-ba0d2e09889b req-804a75e9-ebfd-4a4d-8abb-1b8aadc374f8 service nova] Acquired lock "refresh_cache-e333dd04-7fd6-465d-9dc0-58f2ce4fb399" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.074353] env[68960]: DEBUG nova.network.neutron [req-26731b19-12f2-4d39-b47f-ba0d2e09889b req-804a75e9-ebfd-4a4d-8abb-1b8aadc374f8 service nova] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Refreshing network info cache for port fb94d470-9976-4195-b040-bec1d748e8a1 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.075905] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:86:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb94d470-9976-4195-b040-bec1d748e8a1', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.085145] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.089660] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.089942] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f5bc419-dfeb-4852-89c5-2bbcd447a4d5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.113576] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221250, 'name': CreateVM_Task, 'duration_secs': 2.373701} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.114469] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.115127] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.115127] env[68960]: value = "task-3221255" [ 780.115127] env[68960]: _type = "Task" [ 780.115127] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.115503] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.115733] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.115991] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.116304] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9562ddbf-fdcf-423c-8338-676c846347e2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.125856] env[68960]: DEBUG oslo_vmware.api [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 780.125856] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524d1a80-ba6a-41ce-146d-7fd0498410a3" [ 780.125856] env[68960]: _type = "Task" [ 780.125856] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.129328] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221255, 'name': CreateVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.139032] env[68960]: DEBUG oslo_vmware.api [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524d1a80-ba6a-41ce-146d-7fd0498410a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.222231] env[68960]: DEBUG nova.network.neutron [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Successfully created port: ae69d662-4e3e-41ed-8a42-e321675993ad {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 780.350674] env[68960]: DEBUG nova.compute.manager [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.386908] env[68960]: INFO nova.compute.manager [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] instance snapshotting [ 780.387764] env[68960]: DEBUG nova.objects.instance [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lazy-loading 'flavor' on Instance uuid 404efc31-4206-4e68-92c8-c4226982dfe1 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.447635] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.447635] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbbc9bc8-2504-422f-a04d-a8118e10111f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.457682] env[68960]: DEBUG oslo_vmware.api [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Waiting for the task: (returnval){ [ 780.457682] env[68960]: value = "task-3221256" [ 780.457682] env[68960]: _type = "Task" [ 780.457682] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.467986] env[68960]: DEBUG oslo_vmware.api [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': task-3221256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.477460] env[68960]: DEBUG nova.scheduler.client.report [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.484100] env[68960]: DEBUG oslo_vmware.api [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221254, 'name': PowerOnVM_Task, 'duration_secs': 0.64221} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.484654] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.484873] env[68960]: INFO nova.compute.manager [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Took 8.10 seconds to spawn the instance on the hypervisor. [ 780.485082] env[68960]: DEBUG nova.compute.manager [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.485932] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a56fffa-aebb-4be4-8d81-820394012deb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.627207] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221255, 'name': CreateVM_Task, 'duration_secs': 0.473611} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.627383] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.628066] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.642242] env[68960]: DEBUG oslo_vmware.api [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524d1a80-ba6a-41ce-146d-7fd0498410a3, 'name': SearchDatastore_Task, 'duration_secs': 0.022176} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.642572] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.642861] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.643124] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.643288] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.643533] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.643855] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.644178] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.644563] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3bc43e2-6ff1-4ddd-84f0-deb7481a4140 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.646298] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf312d79-ebe2-46ec-98e1-d03491979d82 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.652736] env[68960]: DEBUG oslo_vmware.api [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 780.652736] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52532eb9-e774-0cd5-2868-2407c24ea627" [ 780.652736] env[68960]: _type = "Task" [ 780.652736] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.657247] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.657422] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.658484] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb640354-4ff6-4003-973c-67861e505d5a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.664517] env[68960]: DEBUG oslo_vmware.api [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52532eb9-e774-0cd5-2868-2407c24ea627, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.668473] env[68960]: DEBUG oslo_vmware.api [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 780.668473] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f040bb-1287-4b36-88a7-dc6ecd2fbf47" [ 780.668473] env[68960]: _type = "Task" [ 780.668473] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.678769] env[68960]: DEBUG oslo_vmware.api [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f040bb-1287-4b36-88a7-dc6ecd2fbf47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.821312] env[68960]: DEBUG nova.network.neutron [req-26731b19-12f2-4d39-b47f-ba0d2e09889b req-804a75e9-ebfd-4a4d-8abb-1b8aadc374f8 service nova] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Updated VIF entry in instance network info cache for port fb94d470-9976-4195-b040-bec1d748e8a1. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.821701] env[68960]: DEBUG nova.network.neutron [req-26731b19-12f2-4d39-b47f-ba0d2e09889b req-804a75e9-ebfd-4a4d-8abb-1b8aadc374f8 service nova] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Updating instance_info_cache with network_info: [{"id": "fb94d470-9976-4195-b040-bec1d748e8a1", "address": "fa:16:3e:7a:86:af", "network": {"id": "c6ceb515-e62e-437c-b971-ea973a2656f4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-36591495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a2aa8e4a3f4b1c9987c34895315ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb94d470-99", "ovs_interfaceid": "fb94d470-9976-4195-b040-bec1d748e8a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.897454] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0ee529-08b4-4c84-b90e-53ba8f714cde {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.919196] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c8c70e-3af3-45e4-a081-f60bace7d3b9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.968557] env[68960]: DEBUG oslo_vmware.api [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': task-3221256, 'name': PowerOffVM_Task, 'duration_secs': 0.145263} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.969516] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.969753] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.970588] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c66b80-a300-4f6c-aa56-72341b013047 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.978634] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.978897] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73e9f7b2-801f-4026-9e80-8e2cff50c936 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.985738] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.647s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.986074] env[68960]: INFO nova.compute.manager [None req-8bb39a26-4d8a-49ab-99e6-208e61307bca tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Successfully reverted task state from rebuilding on failure for instance. [ 780.990899] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.886s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.992410] env[68960]: INFO nova.compute.claims [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.005664] env[68960]: INFO nova.compute.manager [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Took 66.73 seconds to build instance. [ 781.011755] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.011965] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.012155] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Deleting the datastore file [datastore1] 2068d0d1-b900-45c5-9b18-f96fb161a493 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.013028] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f75cd6a-12b3-46fc-9234-652e6c9057e0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.021577] env[68960]: DEBUG oslo_vmware.api [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Waiting for the task: (returnval){ [ 781.021577] env[68960]: value = "task-3221258" [ 781.021577] env[68960]: _type = "Task" [ 781.021577] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.045258] env[68960]: DEBUG oslo_vmware.api [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': task-3221258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.096669] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Acquiring lock "b41059a9-d358-4ab6-9764-31a5d0584f5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.096956] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Lock "b41059a9-d358-4ab6-9764-31a5d0584f5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.097335] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Acquiring lock "b41059a9-d358-4ab6-9764-31a5d0584f5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.097596] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Lock "b41059a9-d358-4ab6-9764-31a5d0584f5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.097818] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Lock "b41059a9-d358-4ab6-9764-31a5d0584f5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.100080] env[68960]: INFO nova.compute.manager [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Terminating instance [ 781.164839] env[68960]: DEBUG oslo_vmware.api [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52532eb9-e774-0cd5-2868-2407c24ea627, 'name': SearchDatastore_Task, 'duration_secs': 0.014512} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.165468] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.165468] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.165628] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.178419] env[68960]: DEBUG oslo_vmware.api [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f040bb-1287-4b36-88a7-dc6ecd2fbf47, 'name': SearchDatastore_Task, 'duration_secs': 0.013314} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.179295] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95facbf7-9643-4885-b275-db096625f323 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.185577] env[68960]: DEBUG oslo_vmware.api [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 781.185577] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f2016a-458c-90bc-1ad2-011d2f528601" [ 781.185577] env[68960]: _type = "Task" [ 781.185577] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.194525] env[68960]: DEBUG oslo_vmware.api [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f2016a-458c-90bc-1ad2-011d2f528601, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.324773] env[68960]: DEBUG oslo_concurrency.lockutils [req-26731b19-12f2-4d39-b47f-ba0d2e09889b req-804a75e9-ebfd-4a4d-8abb-1b8aadc374f8 service nova] Releasing lock "refresh_cache-e333dd04-7fd6-465d-9dc0-58f2ce4fb399" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.371590] env[68960]: DEBUG nova.compute.manager [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.405859] env[68960]: DEBUG nova.virt.hardware [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.406116] env[68960]: DEBUG nova.virt.hardware [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.406293] env[68960]: DEBUG nova.virt.hardware [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.406489] env[68960]: DEBUG nova.virt.hardware [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.406721] env[68960]: DEBUG nova.virt.hardware [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.406801] env[68960]: DEBUG nova.virt.hardware [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.406986] env[68960]: DEBUG nova.virt.hardware [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.407175] env[68960]: DEBUG nova.virt.hardware [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.407346] env[68960]: DEBUG nova.virt.hardware [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.407511] env[68960]: DEBUG nova.virt.hardware [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.407797] env[68960]: DEBUG nova.virt.hardware [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.408602] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4c2992-27ba-40be-9445-e9494c393fe7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.418514] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41723216-746d-42c1-a2c3-3ca45eaff927 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.434876] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Creating Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 781.435377] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b27d9073-9b95-4ce6-ab18-4f966be79801 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.449099] env[68960]: DEBUG oslo_vmware.api [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 781.449099] env[68960]: value = "task-3221259" [ 781.449099] env[68960]: _type = "Task" [ 781.449099] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.459304] env[68960]: DEBUG oslo_vmware.api [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221259, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.508591] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f6f2379d-0f97-405c-beba-646710103883 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "22d9fb8f-2d76-40af-9304-969dee8b1567" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.440s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.533089] env[68960]: DEBUG oslo_vmware.api [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': task-3221258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146884} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.533461] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.534197] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.534197] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.562049] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626e4676-981e-4744-a40e-95708692e315 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.573093] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce1c87e-f1c1-4ee8-a62c-e5e515499065 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Suspending the VM {{(pid=68960) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 781.573093] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9ba805aa-a498-43ee-bfd1-92c012fb3cac {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.583276] env[68960]: DEBUG oslo_vmware.api [None req-1ce1c87e-f1c1-4ee8-a62c-e5e515499065 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 781.583276] env[68960]: value = "task-3221260" [ 781.583276] env[68960]: _type = "Task" [ 781.583276] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.596511] env[68960]: DEBUG oslo_vmware.api [None req-1ce1c87e-f1c1-4ee8-a62c-e5e515499065 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221260, 'name': SuspendVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.607074] env[68960]: DEBUG nova.compute.manager [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.607074] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.607074] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e021dc0c-fdcf-4a39-a5f7-77066e73559d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.616678] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.617915] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b250c17a-bd7a-4f79-afab-8a6d21e2db7d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.624573] env[68960]: DEBUG oslo_vmware.api [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Waiting for the task: (returnval){ [ 781.624573] env[68960]: value = "task-3221261" [ 781.624573] env[68960]: _type = "Task" [ 781.624573] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.634319] env[68960]: DEBUG oslo_vmware.api [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Task: {'id': task-3221261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.699052] env[68960]: DEBUG oslo_vmware.api [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f2016a-458c-90bc-1ad2-011d2f528601, 'name': SearchDatastore_Task, 'duration_secs': 0.015868} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.699381] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.699741] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 637ba32b-97be-465d-a923-4eed68a2bb68/637ba32b-97be-465d-a923-4eed68a2bb68.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.700059] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.700313] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.700612] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-545b8ff3-1850-4cb4-9377-aed201640b7c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.703410] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c88f143-9799-49bd-ba00-a2f3eed9863a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.713608] env[68960]: DEBUG oslo_vmware.api [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 781.713608] env[68960]: value = "task-3221262" [ 781.713608] env[68960]: _type = "Task" [ 781.713608] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.715510] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.715746] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.719622] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-352556db-d02e-4c48-a63b-878c67750338 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.727147] env[68960]: DEBUG oslo_vmware.api [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 781.727147] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5206d2ed-a71a-f203-df9d-fff2baf29adf" [ 781.727147] env[68960]: _type = "Task" [ 781.727147] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.730583] env[68960]: DEBUG oslo_vmware.api [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.746077] env[68960]: DEBUG oslo_vmware.api [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5206d2ed-a71a-f203-df9d-fff2baf29adf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.788187] env[68960]: DEBUG nova.network.neutron [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Successfully updated port: ae69d662-4e3e-41ed-8a42-e321675993ad {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 781.834942] env[68960]: DEBUG nova.compute.manager [req-6be50e51-f7c7-40ed-a232-e736298bad75 req-3cf35117-1281-42e6-80f9-f9e426d6095b service nova] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Received event network-vif-plugged-ae69d662-4e3e-41ed-8a42-e321675993ad {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.835113] env[68960]: DEBUG oslo_concurrency.lockutils [req-6be50e51-f7c7-40ed-a232-e736298bad75 req-3cf35117-1281-42e6-80f9-f9e426d6095b service nova] Acquiring lock "d9be8677-b7dc-405e-9b09-77bd8b212c5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.835446] env[68960]: DEBUG oslo_concurrency.lockutils [req-6be50e51-f7c7-40ed-a232-e736298bad75 req-3cf35117-1281-42e6-80f9-f9e426d6095b service nova] Lock "d9be8677-b7dc-405e-9b09-77bd8b212c5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.835633] env[68960]: DEBUG oslo_concurrency.lockutils [req-6be50e51-f7c7-40ed-a232-e736298bad75 req-3cf35117-1281-42e6-80f9-f9e426d6095b service nova] Lock "d9be8677-b7dc-405e-9b09-77bd8b212c5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.835841] env[68960]: DEBUG nova.compute.manager [req-6be50e51-f7c7-40ed-a232-e736298bad75 req-3cf35117-1281-42e6-80f9-f9e426d6095b service nova] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] No waiting events found dispatching network-vif-plugged-ae69d662-4e3e-41ed-8a42-e321675993ad {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 781.836123] env[68960]: WARNING nova.compute.manager [req-6be50e51-f7c7-40ed-a232-e736298bad75 req-3cf35117-1281-42e6-80f9-f9e426d6095b service nova] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Received unexpected event network-vif-plugged-ae69d662-4e3e-41ed-8a42-e321675993ad for instance with vm_state building and task_state spawning. [ 781.836300] env[68960]: DEBUG nova.compute.manager [req-6be50e51-f7c7-40ed-a232-e736298bad75 req-3cf35117-1281-42e6-80f9-f9e426d6095b service nova] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Received event network-changed-ae69d662-4e3e-41ed-8a42-e321675993ad {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.836540] env[68960]: DEBUG nova.compute.manager [req-6be50e51-f7c7-40ed-a232-e736298bad75 req-3cf35117-1281-42e6-80f9-f9e426d6095b service nova] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Refreshing instance network info cache due to event network-changed-ae69d662-4e3e-41ed-8a42-e321675993ad. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.836694] env[68960]: DEBUG oslo_concurrency.lockutils [req-6be50e51-f7c7-40ed-a232-e736298bad75 req-3cf35117-1281-42e6-80f9-f9e426d6095b service nova] Acquiring lock "refresh_cache-d9be8677-b7dc-405e-9b09-77bd8b212c5c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.836919] env[68960]: DEBUG oslo_concurrency.lockutils [req-6be50e51-f7c7-40ed-a232-e736298bad75 req-3cf35117-1281-42e6-80f9-f9e426d6095b service nova] Acquired lock "refresh_cache-d9be8677-b7dc-405e-9b09-77bd8b212c5c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.837166] env[68960]: DEBUG nova.network.neutron [req-6be50e51-f7c7-40ed-a232-e736298bad75 req-3cf35117-1281-42e6-80f9-f9e426d6095b service nova] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Refreshing network info cache for port ae69d662-4e3e-41ed-8a42-e321675993ad {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.959749] env[68960]: DEBUG oslo_vmware.api [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221259, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.011322] env[68960]: DEBUG nova.compute.manager [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.097572] env[68960]: DEBUG oslo_vmware.api [None req-1ce1c87e-f1c1-4ee8-a62c-e5e515499065 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221260, 'name': SuspendVM_Task} progress is 54%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.136558] env[68960]: DEBUG oslo_vmware.api [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Task: {'id': task-3221261, 'name': PowerOffVM_Task, 'duration_secs': 0.19471} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.136904] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.137112] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.137387] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d5996dd-dafa-4b02-ab29-7561d01a3ec8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.227261] env[68960]: DEBUG oslo_vmware.api [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221262, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.243169] env[68960]: DEBUG oslo_vmware.api [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5206d2ed-a71a-f203-df9d-fff2baf29adf, 'name': SearchDatastore_Task, 'duration_secs': 0.020812} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.247125] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ea49364-7e91-4022-8e10-6c084cc60e27 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.254227] env[68960]: DEBUG oslo_vmware.api [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 782.254227] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ec2715-1483-3682-edea-7bf1fe08bc30" [ 782.254227] env[68960]: _type = "Task" [ 782.254227] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.267791] env[68960]: DEBUG oslo_vmware.api [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ec2715-1483-3682-edea-7bf1fe08bc30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.290383] env[68960]: DEBUG oslo_concurrency.lockutils [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Acquiring lock "refresh_cache-d9be8677-b7dc-405e-9b09-77bd8b212c5c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.376294] env[68960]: DEBUG nova.network.neutron [req-6be50e51-f7c7-40ed-a232-e736298bad75 req-3cf35117-1281-42e6-80f9-f9e426d6095b service nova] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 782.460624] env[68960]: DEBUG oslo_vmware.api [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221259, 'name': CreateSnapshot_Task, 'duration_secs': 0.931553} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.464022] env[68960]: DEBUG nova.network.neutron [req-6be50e51-f7c7-40ed-a232-e736298bad75 req-3cf35117-1281-42e6-80f9-f9e426d6095b service nova] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.465215] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Created Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 782.466421] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e083b0c9-ba49-4dc5-a375-98459fd8c6c0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.533689] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bda2cfd-4d92-4de9-8fc7-d9e49720faac {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.537624] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.544821] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b29fb7f-3207-4ccb-9891-b2d052e1590f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.581161] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a71439b-7d1c-40fd-ae29-8d751753d762 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.593122] env[68960]: DEBUG nova.virt.hardware [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.593381] env[68960]: DEBUG nova.virt.hardware [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.593559] env[68960]: DEBUG nova.virt.hardware [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.593785] env[68960]: DEBUG nova.virt.hardware [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.593840] env[68960]: DEBUG nova.virt.hardware [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.593990] env[68960]: DEBUG nova.virt.hardware [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.594194] env[68960]: DEBUG nova.virt.hardware [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.594360] env[68960]: DEBUG nova.virt.hardware [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.594613] env[68960]: DEBUG nova.virt.hardware [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.594804] env[68960]: DEBUG nova.virt.hardware [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.595052] env[68960]: DEBUG nova.virt.hardware [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.596024] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4058a0e0-d4fa-4052-aabe-e5c253c13edf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.600159] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77c0928-03ef-43c2-81a8-6b7bce44f8ff {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.608401] env[68960]: DEBUG oslo_vmware.api [None req-1ce1c87e-f1c1-4ee8-a62c-e5e515499065 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221260, 'name': SuspendVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.622822] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16dd89f-8dd9-4cf2-8e73-040e22fff899 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.627012] env[68960]: DEBUG nova.compute.provider_tree [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.642833] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Instance VIF info [] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.649093] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.650072] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.650464] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7317ba35-6673-4b0c-9863-14bc38728c0a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.670058] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.670058] env[68960]: value = "task-3221264" [ 782.670058] env[68960]: _type = "Task" [ 782.670058] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.678795] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221264, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.726974] env[68960]: DEBUG oslo_vmware.api [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713399} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.727292] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 637ba32b-97be-465d-a923-4eed68a2bb68/637ba32b-97be-465d-a923-4eed68a2bb68.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.727500] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.728140] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3be662c5-6a49-4133-8eac-ad08844bb3a9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.735560] env[68960]: DEBUG oslo_vmware.api [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 782.735560] env[68960]: value = "task-3221265" [ 782.735560] env[68960]: _type = "Task" [ 782.735560] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.744945] env[68960]: DEBUG oslo_vmware.api [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.767809] env[68960]: DEBUG oslo_vmware.api [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ec2715-1483-3682-edea-7bf1fe08bc30, 'name': SearchDatastore_Task, 'duration_secs': 0.063699} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.768110] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.768378] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] e333dd04-7fd6-465d-9dc0-58f2ce4fb399/e333dd04-7fd6-465d-9dc0-58f2ce4fb399.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.768649] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2024867e-9345-469c-8b28-aa59dc5feee1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.776680] env[68960]: DEBUG oslo_vmware.api [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 782.776680] env[68960]: value = "task-3221266" [ 782.776680] env[68960]: _type = "Task" [ 782.776680] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.786750] env[68960]: DEBUG oslo_vmware.api [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.966874] env[68960]: DEBUG oslo_concurrency.lockutils [req-6be50e51-f7c7-40ed-a232-e736298bad75 req-3cf35117-1281-42e6-80f9-f9e426d6095b service nova] Releasing lock "refresh_cache-d9be8677-b7dc-405e-9b09-77bd8b212c5c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.967539] env[68960]: DEBUG oslo_concurrency.lockutils [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Acquired lock "refresh_cache-d9be8677-b7dc-405e-9b09-77bd8b212c5c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.967785] env[68960]: DEBUG nova.network.neutron [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.988508] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Creating linked-clone VM from snapshot {{(pid=68960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 782.989089] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5e7e3b3d-06ce-452d-8332-86652b1d7595 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.998556] env[68960]: DEBUG oslo_vmware.api [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 782.998556] env[68960]: value = "task-3221267" [ 782.998556] env[68960]: _type = "Task" [ 782.998556] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.007949] env[68960]: DEBUG oslo_vmware.api [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221267, 'name': CloneVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.099514] env[68960]: DEBUG oslo_vmware.api [None req-1ce1c87e-f1c1-4ee8-a62c-e5e515499065 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221260, 'name': SuspendVM_Task, 'duration_secs': 1.050143} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.099997] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce1c87e-f1c1-4ee8-a62c-e5e515499065 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Suspended the VM {{(pid=68960) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 783.100365] env[68960]: DEBUG nova.compute.manager [None req-1ce1c87e-f1c1-4ee8-a62c-e5e515499065 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.101923] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cc057c-5980-4c1f-bbcb-729372f6564c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.130297] env[68960]: DEBUG nova.scheduler.client.report [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.181932] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221264, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.247228] env[68960]: DEBUG oslo_vmware.api [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113353} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.247474] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.248329] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa6814d-3ec5-420a-b744-a7a22f541776 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.274769] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 637ba32b-97be-465d-a923-4eed68a2bb68/637ba32b-97be-465d-a923-4eed68a2bb68.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.275942] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fcab526-5694-40f2-9567-b70e7bef9428 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.301195] env[68960]: DEBUG oslo_vmware.api [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221266, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.302870] env[68960]: DEBUG oslo_vmware.api [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 783.302870] env[68960]: value = "task-3221268" [ 783.302870] env[68960]: _type = "Task" [ 783.302870] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.314253] env[68960]: DEBUG oslo_vmware.api [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221268, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.501473] env[68960]: DEBUG nova.network.neutron [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.513225] env[68960]: DEBUG oslo_vmware.api [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221267, 'name': CloneVM_Task} progress is 93%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.636181] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.636711] env[68960]: DEBUG nova.compute.manager [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.639178] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6a4b56d8-b91f-4c0f-85ff-49d407f6b7b0 tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.432s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.639401] env[68960]: DEBUG nova.objects.instance [None req-6a4b56d8-b91f-4c0f-85ff-49d407f6b7b0 tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Lazy-loading 'resources' on Instance uuid 232504f9-2248-4e28-ab5f-5121b50b9643 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.642540] env[68960]: DEBUG nova.network.neutron [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Updating instance_info_cache with network_info: [{"id": "ae69d662-4e3e-41ed-8a42-e321675993ad", "address": "fa:16:3e:fe:0c:0a", "network": {"id": "2485b9e5-5cdc-4ee6-b14b-dcd0c7082122", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1934484085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96a09b1327f245969c59c5ba53e6ba34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae69d662-4e", "ovs_interfaceid": "ae69d662-4e3e-41ed-8a42-e321675993ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.681614] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221264, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.802410] env[68960]: DEBUG oslo_vmware.api [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554612} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.802410] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] e333dd04-7fd6-465d-9dc0-58f2ce4fb399/e333dd04-7fd6-465d-9dc0-58f2ce4fb399.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.802410] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.804257] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bf8553b-fd85-4789-8f3d-31f80c887198 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.816800] env[68960]: DEBUG oslo_vmware.api [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.818792] env[68960]: DEBUG oslo_vmware.api [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 783.818792] env[68960]: value = "task-3221269" [ 783.818792] env[68960]: _type = "Task" [ 783.818792] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.819664] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.819867] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.820054] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Deleting the datastore file [datastore1] b41059a9-d358-4ab6-9764-31a5d0584f5d {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.823408] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3175537f-5f18-4ab2-944c-b218e4ea2a89 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.831133] env[68960]: DEBUG oslo_vmware.api [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221269, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.832617] env[68960]: DEBUG oslo_vmware.api [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Waiting for the task: (returnval){ [ 783.832617] env[68960]: value = "task-3221270" [ 783.832617] env[68960]: _type = "Task" [ 783.832617] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.843243] env[68960]: DEBUG oslo_vmware.api [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Task: {'id': task-3221270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.011261] env[68960]: DEBUG oslo_vmware.api [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221267, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.142763] env[68960]: DEBUG nova.compute.utils [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.144519] env[68960]: DEBUG nova.compute.manager [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.144758] env[68960]: DEBUG nova.network.neutron [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.150786] env[68960]: DEBUG oslo_concurrency.lockutils [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Releasing lock "refresh_cache-d9be8677-b7dc-405e-9b09-77bd8b212c5c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.150786] env[68960]: DEBUG nova.compute.manager [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Instance network_info: |[{"id": "ae69d662-4e3e-41ed-8a42-e321675993ad", "address": "fa:16:3e:fe:0c:0a", "network": {"id": "2485b9e5-5cdc-4ee6-b14b-dcd0c7082122", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1934484085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96a09b1327f245969c59c5ba53e6ba34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae69d662-4e", "ovs_interfaceid": "ae69d662-4e3e-41ed-8a42-e321675993ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.151280] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:0c:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae69d662-4e3e-41ed-8a42-e321675993ad', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.160790] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Creating folder: Project (96a09b1327f245969c59c5ba53e6ba34). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.162404] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64708bc7-5cf9-4af1-8ef2-f6d362cdbe15 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.180442] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Created folder: Project (96a09b1327f245969c59c5ba53e6ba34) in parent group-v643888. [ 784.180570] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Creating folder: Instances. Parent ref: group-v644017. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.180809] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cd77936-3b98-480c-bc33-ab80abdaff4d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.186236] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221264, 'name': CreateVM_Task, 'duration_secs': 1.335573} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.189016] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.189612] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.189774] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.190096] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.190424] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2af5aa72-55de-4979-ad1f-d2f7abdcb3e2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.196623] env[68960]: DEBUG oslo_vmware.api [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Waiting for the task: (returnval){ [ 784.196623] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52629ffa-a12a-e4f3-866d-8079df7b2eb5" [ 784.196623] env[68960]: _type = "Task" [ 784.196623] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.202966] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Created folder: Instances in parent group-v644017. [ 784.203390] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.207480] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.207969] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efddb9a8-c89e-4cd5-8a34-66b455229fa2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.232661] env[68960]: DEBUG oslo_vmware.api [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52629ffa-a12a-e4f3-866d-8079df7b2eb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.234486] env[68960]: DEBUG nova.policy [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19bdd52363d343de8eee903f19cd777f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28959d29e2f44fa183796511fbba6330', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.242340] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.242340] env[68960]: value = "task-3221273" [ 784.242340] env[68960]: _type = "Task" [ 784.242340] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.254040] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221273, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.319966] env[68960]: DEBUG oslo_vmware.api [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221268, 'name': ReconfigVM_Task, 'duration_secs': 0.677196} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.320482] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 637ba32b-97be-465d-a923-4eed68a2bb68/637ba32b-97be-465d-a923-4eed68a2bb68.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.324470] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7eb8caa-5445-43f5-9caa-c30dd0dfbac2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.336092] env[68960]: DEBUG oslo_vmware.api [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221269, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084412} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.340709] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.341159] env[68960]: DEBUG oslo_vmware.api [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 784.341159] env[68960]: value = "task-3221274" [ 784.341159] env[68960]: _type = "Task" [ 784.341159] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.341903] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85e687a-15a3-48c0-bd64-7e7996005f79 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.354705] env[68960]: DEBUG oslo_vmware.api [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Task: {'id': task-3221270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227864} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.355805] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.355805] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.355805] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.356134] env[68960]: INFO nova.compute.manager [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Took 2.75 seconds to destroy the instance on the hypervisor. [ 784.356190] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.356379] env[68960]: DEBUG nova.compute.manager [-] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.356468] env[68960]: DEBUG nova.network.neutron [-] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.381422] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] e333dd04-7fd6-465d-9dc0-58f2ce4fb399/e333dd04-7fd6-465d-9dc0-58f2ce4fb399.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.381781] env[68960]: DEBUG oslo_vmware.api [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221274, 'name': Rename_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.385160] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16d65dfe-adb2-417d-82e5-2f207e4c0a49 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.408727] env[68960]: DEBUG oslo_vmware.api [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 784.408727] env[68960]: value = "task-3221275" [ 784.408727] env[68960]: _type = "Task" [ 784.408727] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.424269] env[68960]: DEBUG oslo_vmware.api [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221275, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.514275] env[68960]: DEBUG oslo_vmware.api [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221267, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.651354] env[68960]: DEBUG nova.compute.manager [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.712974] env[68960]: DEBUG oslo_vmware.api [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52629ffa-a12a-e4f3-866d-8079df7b2eb5, 'name': SearchDatastore_Task, 'duration_secs': 0.019722} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.713378] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.713732] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.714069] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.714282] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.714530] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.715179] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f72d7bf-f80a-4f0a-b1b6-99b0db6b57aa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.729324] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.729559] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.730465] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-939ae6d0-32b8-415a-9cf4-9d75b0916d79 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.741869] env[68960]: DEBUG oslo_vmware.api [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Waiting for the task: (returnval){ [ 784.741869] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527625e8-c3d9-7ee8-534d-45dbfaf857b5" [ 784.741869] env[68960]: _type = "Task" [ 784.741869] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.756823] env[68960]: DEBUG oslo_vmware.api [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527625e8-c3d9-7ee8-534d-45dbfaf857b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.761462] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221273, 'name': CreateVM_Task, 'duration_secs': 0.506627} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.761628] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.762359] env[68960]: DEBUG oslo_concurrency.lockutils [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.762634] env[68960]: DEBUG oslo_concurrency.lockutils [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.762891] env[68960]: DEBUG oslo_concurrency.lockutils [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.763189] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94f04ed7-ba49-4382-858c-a565d85b1492 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.766397] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747025d0-af8b-4d41-b8ff-d993f2d6d6e5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.773647] env[68960]: DEBUG oslo_vmware.api [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Waiting for the task: (returnval){ [ 784.773647] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5290042e-016d-aca8-9407-61d54e644764" [ 784.773647] env[68960]: _type = "Task" [ 784.773647] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.780227] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24edd35-e023-4090-90c1-af61a19fc46f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.790346] env[68960]: DEBUG oslo_vmware.api [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5290042e-016d-aca8-9407-61d54e644764, 'name': SearchDatastore_Task, 'duration_secs': 0.013895} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.817416] env[68960]: DEBUG oslo_concurrency.lockutils [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.817416] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.817416] env[68960]: DEBUG oslo_concurrency.lockutils [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.817416] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4156a3e-8fa6-4017-b851-e4ab5f9edaf6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.831943] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255c40bc-e4f5-4f6c-a16a-390983d27a55 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.848891] env[68960]: DEBUG nova.compute.provider_tree [None req-6a4b56d8-b91f-4c0f-85ff-49d407f6b7b0 tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.859641] env[68960]: DEBUG oslo_vmware.api [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221274, 'name': Rename_Task, 'duration_secs': 0.215628} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.860655] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.860655] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a986107d-d4e0-4b30-9fdc-791239906bc9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.869553] env[68960]: DEBUG oslo_vmware.api [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 784.869553] env[68960]: value = "task-3221276" [ 784.869553] env[68960]: _type = "Task" [ 784.869553] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.881683] env[68960]: DEBUG oslo_vmware.api [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221276, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.922392] env[68960]: DEBUG oslo_vmware.api [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221275, 'name': ReconfigVM_Task, 'duration_secs': 0.470773} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.922724] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Reconfigured VM instance instance-0000002b to attach disk [datastore2] e333dd04-7fd6-465d-9dc0-58f2ce4fb399/e333dd04-7fd6-465d-9dc0-58f2ce4fb399.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.923438] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0bbe12a-d22f-4251-9a8c-d2f88867c56c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.928070] env[68960]: DEBUG nova.network.neutron [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Successfully created port: ce8e8418-2be0-4144-be4c-fb5d9f57e7ce {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.931785] env[68960]: DEBUG oslo_vmware.api [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 784.931785] env[68960]: value = "task-3221277" [ 784.931785] env[68960]: _type = "Task" [ 784.931785] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.938655] env[68960]: DEBUG nova.compute.manager [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.943265] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee0a392-da6c-4319-bba8-4efdc55d5562 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.945606] env[68960]: DEBUG oslo_vmware.api [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221277, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.011965] env[68960]: DEBUG oslo_vmware.api [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221267, 'name': CloneVM_Task, 'duration_secs': 2.003631} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.012559] env[68960]: INFO nova.virt.vmwareapi.vmops [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Created linked-clone VM from snapshot [ 785.013684] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3e5351-c0b4-43cd-a575-ccc772ccf096 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.023129] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Uploading image 89b3dc99-ea07-4c23-958b-ed29a902c9b6 {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 785.055024] env[68960]: DEBUG oslo_vmware.rw_handles [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 785.055024] env[68960]: value = "vm-644016" [ 785.055024] env[68960]: _type = "VirtualMachine" [ 785.055024] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 785.055024] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-595d2828-e2ad-4775-9115-0be7b06de4c1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.060862] env[68960]: DEBUG oslo_vmware.rw_handles [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lease: (returnval){ [ 785.060862] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c8004d-65a9-fba5-a9c3-6d006afc937b" [ 785.060862] env[68960]: _type = "HttpNfcLease" [ 785.060862] env[68960]: } obtained for exporting VM: (result){ [ 785.060862] env[68960]: value = "vm-644016" [ 785.060862] env[68960]: _type = "VirtualMachine" [ 785.060862] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 785.061305] env[68960]: DEBUG oslo_vmware.api [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the lease: (returnval){ [ 785.061305] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c8004d-65a9-fba5-a9c3-6d006afc937b" [ 785.061305] env[68960]: _type = "HttpNfcLease" [ 785.061305] env[68960]: } to be ready. {{(pid=68960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 785.070147] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 785.070147] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c8004d-65a9-fba5-a9c3-6d006afc937b" [ 785.070147] env[68960]: _type = "HttpNfcLease" [ 785.070147] env[68960]: } is initializing. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 785.171294] env[68960]: DEBUG nova.compute.manager [req-81724b04-f37a-47b8-9a33-bab838759605 req-8f5347c7-7184-4910-86fb-6b3fd4757bb3 service nova] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Received event network-vif-deleted-cae56d4b-4e87-490b-a155-ac08f86f19dc {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.171597] env[68960]: INFO nova.compute.manager [req-81724b04-f37a-47b8-9a33-bab838759605 req-8f5347c7-7184-4910-86fb-6b3fd4757bb3 service nova] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Neutron deleted interface cae56d4b-4e87-490b-a155-ac08f86f19dc; detaching it from the instance and deleting it from the info cache [ 785.171648] env[68960]: DEBUG nova.network.neutron [req-81724b04-f37a-47b8-9a33-bab838759605 req-8f5347c7-7184-4910-86fb-6b3fd4757bb3 service nova] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.254413] env[68960]: DEBUG oslo_vmware.api [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527625e8-c3d9-7ee8-534d-45dbfaf857b5, 'name': SearchDatastore_Task, 'duration_secs': 0.014357} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.255337] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-804edbff-b067-4a5b-84b0-be00166973b4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.262327] env[68960]: DEBUG oslo_vmware.api [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Waiting for the task: (returnval){ [ 785.262327] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524ddf51-a42c-5d1a-cb79-061fac2c924e" [ 785.262327] env[68960]: _type = "Task" [ 785.262327] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.271729] env[68960]: DEBUG oslo_vmware.api [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524ddf51-a42c-5d1a-cb79-061fac2c924e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.352109] env[68960]: DEBUG nova.scheduler.client.report [None req-6a4b56d8-b91f-4c0f-85ff-49d407f6b7b0 tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.381254] env[68960]: DEBUG oslo_vmware.api [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221276, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.443651] env[68960]: DEBUG oslo_vmware.api [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221277, 'name': Rename_Task, 'duration_secs': 0.249129} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.443987] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.444270] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b316ea5-e952-4a1d-acaf-fe7545b86615 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.452791] env[68960]: DEBUG oslo_vmware.api [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 785.452791] env[68960]: value = "task-3221279" [ 785.452791] env[68960]: _type = "Task" [ 785.452791] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.458316] env[68960]: INFO nova.compute.manager [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] instance snapshotting [ 785.458506] env[68960]: WARNING nova.compute.manager [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 785.461473] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0f4a2d-cb8e-4f94-bb1c-ce488766509b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.469581] env[68960]: DEBUG oslo_vmware.api [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.486635] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9884bb-92cb-4d91-b33b-44b1aff2334e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.570631] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 785.570631] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c8004d-65a9-fba5-a9c3-6d006afc937b" [ 785.570631] env[68960]: _type = "HttpNfcLease" [ 785.570631] env[68960]: } is ready. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 785.570999] env[68960]: DEBUG oslo_vmware.rw_handles [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 785.570999] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c8004d-65a9-fba5-a9c3-6d006afc937b" [ 785.570999] env[68960]: _type = "HttpNfcLease" [ 785.570999] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 785.571734] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3e1f33-ad10-436e-bc2e-aa6c2b2e6f44 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.580064] env[68960]: DEBUG oslo_vmware.rw_handles [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be9651-bcc7-860f-bfdc-d66ae8836894/disk-0.vmdk from lease info. {{(pid=68960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 785.580269] env[68960]: DEBUG oslo_vmware.rw_handles [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be9651-bcc7-860f-bfdc-d66ae8836894/disk-0.vmdk for reading. {{(pid=68960) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 785.636179] env[68960]: DEBUG nova.network.neutron [-] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.661860] env[68960]: DEBUG nova.compute.manager [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.675538] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-07e10eb5-edb9-48e3-8056-375ac9f58ac5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.677334] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a530d05-0c8c-4d0d-9070-b1544852fd68 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.690020] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f6454c-4d57-4c84-a815-2ec050f7f581 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.702877] env[68960]: DEBUG nova.virt.hardware [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.703152] env[68960]: DEBUG nova.virt.hardware [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.703309] env[68960]: DEBUG nova.virt.hardware [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.703487] env[68960]: DEBUG nova.virt.hardware [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.703631] env[68960]: DEBUG nova.virt.hardware [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.703782] env[68960]: DEBUG nova.virt.hardware [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.704039] env[68960]: DEBUG nova.virt.hardware [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.704208] env[68960]: DEBUG nova.virt.hardware [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.704372] env[68960]: DEBUG nova.virt.hardware [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.704530] env[68960]: DEBUG nova.virt.hardware [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.704698] env[68960]: DEBUG nova.virt.hardware [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.706964] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dc29e3-0e77-4de6-98fd-cbdabadd9ebc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.720626] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b36042-626e-42c6-8739-c47fb6f11895 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.743030] env[68960]: DEBUG nova.compute.manager [req-81724b04-f37a-47b8-9a33-bab838759605 req-8f5347c7-7184-4910-86fb-6b3fd4757bb3 service nova] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Detach interface failed, port_id=cae56d4b-4e87-490b-a155-ac08f86f19dc, reason: Instance b41059a9-d358-4ab6-9764-31a5d0584f5d could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 785.772113] env[68960]: DEBUG oslo_vmware.api [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524ddf51-a42c-5d1a-cb79-061fac2c924e, 'name': SearchDatastore_Task, 'duration_secs': 0.013562} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.772400] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.772655] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 2068d0d1-b900-45c5-9b18-f96fb161a493/2068d0d1-b900-45c5-9b18-f96fb161a493.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.773295] env[68960]: DEBUG oslo_concurrency.lockutils [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.773295] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.773443] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24f12f31-6128-45d7-901b-d3354ae67c28 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.777135] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96db60e3-687b-4765-a1dc-b8533c633859 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.785670] env[68960]: DEBUG oslo_vmware.api [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Waiting for the task: (returnval){ [ 785.785670] env[68960]: value = "task-3221280" [ 785.785670] env[68960]: _type = "Task" [ 785.785670] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.790090] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.790279] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.791315] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed449822-180d-44f4-8ba3-37d19f5479cb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.796645] env[68960]: DEBUG oslo_vmware.api [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': task-3221280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.801282] env[68960]: DEBUG oslo_vmware.api [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Waiting for the task: (returnval){ [ 785.801282] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c1e5ba-2d2a-ea98-0bf1-c0020dfbd116" [ 785.801282] env[68960]: _type = "Task" [ 785.801282] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.809614] env[68960]: DEBUG oslo_vmware.api [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c1e5ba-2d2a-ea98-0bf1-c0020dfbd116, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.859374] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6a4b56d8-b91f-4c0f-85ff-49d407f6b7b0 tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.863045] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.892s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.864826] env[68960]: INFO nova.compute.claims [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.883463] env[68960]: DEBUG oslo_vmware.api [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221276, 'name': PowerOnVM_Task, 'duration_secs': 0.676373} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.887009] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.887281] env[68960]: INFO nova.compute.manager [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Took 10.87 seconds to spawn the instance on the hypervisor. [ 785.887647] env[68960]: DEBUG nova.compute.manager [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.888614] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d390617b-b815-408e-a684-1b74b37269ce {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.963619] env[68960]: DEBUG oslo_vmware.api [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221279, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.001658] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Creating Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 786.002033] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9cadb874-d5d7-42d6-8124-e65afc16865c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.011171] env[68960]: DEBUG oslo_vmware.api [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 786.011171] env[68960]: value = "task-3221281" [ 786.011171] env[68960]: _type = "Task" [ 786.011171] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.020878] env[68960]: DEBUG oslo_vmware.api [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221281, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.139870] env[68960]: INFO nova.compute.manager [-] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Took 1.78 seconds to deallocate network for instance. [ 786.298575] env[68960]: DEBUG oslo_vmware.api [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': task-3221280, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.313428] env[68960]: DEBUG oslo_vmware.api [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c1e5ba-2d2a-ea98-0bf1-c0020dfbd116, 'name': SearchDatastore_Task, 'duration_secs': 0.020035} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.315249] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ef0a997-0007-41e0-94e2-1dd2454f60c7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.323371] env[68960]: DEBUG oslo_vmware.api [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Waiting for the task: (returnval){ [ 786.323371] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d2ecaa-15c6-7a23-555c-aedeb42dab95" [ 786.323371] env[68960]: _type = "Task" [ 786.323371] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.334381] env[68960]: DEBUG oslo_vmware.api [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d2ecaa-15c6-7a23-555c-aedeb42dab95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.391331] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6a4b56d8-b91f-4c0f-85ff-49d407f6b7b0 tempest-ServerActionsV293TestJSON-1994147996 tempest-ServerActionsV293TestJSON-1994147996-project-member] Lock "232504f9-2248-4e28-ab5f-5121b50b9643" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.963s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.410873] env[68960]: INFO nova.compute.manager [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Took 67.92 seconds to build instance. [ 786.465290] env[68960]: DEBUG oslo_vmware.api [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221279, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.523656] env[68960]: DEBUG oslo_vmware.api [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221281, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.537095] env[68960]: DEBUG nova.network.neutron [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Successfully updated port: ce8e8418-2be0-4144-be4c-fb5d9f57e7ce {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.654410] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.799586] env[68960]: DEBUG oslo_vmware.api [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': task-3221280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604784} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.800337] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 2068d0d1-b900-45c5-9b18-f96fb161a493/2068d0d1-b900-45c5-9b18-f96fb161a493.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.800337] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.800552] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d728242d-d95c-45d7-b949-85aee5b820ca {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.809738] env[68960]: DEBUG oslo_vmware.api [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Waiting for the task: (returnval){ [ 786.809738] env[68960]: value = "task-3221282" [ 786.809738] env[68960]: _type = "Task" [ 786.809738] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.820367] env[68960]: DEBUG oslo_vmware.api [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': task-3221282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.836496] env[68960]: DEBUG oslo_vmware.api [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d2ecaa-15c6-7a23-555c-aedeb42dab95, 'name': SearchDatastore_Task, 'duration_secs': 0.044326} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.836846] env[68960]: DEBUG oslo_concurrency.lockutils [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.837226] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] d9be8677-b7dc-405e-9b09-77bd8b212c5c/d9be8677-b7dc-405e-9b09-77bd8b212c5c.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.837663] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fef20181-4290-4f26-8a5f-3c464990c46a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.847313] env[68960]: DEBUG oslo_vmware.api [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Waiting for the task: (returnval){ [ 786.847313] env[68960]: value = "task-3221283" [ 786.847313] env[68960]: _type = "Task" [ 786.847313] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.859750] env[68960]: DEBUG oslo_vmware.api [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Task: {'id': task-3221283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.913910] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b2bc5310-fe58-4c92-b768-9c1072fdaf76 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "637ba32b-97be-465d-a923-4eed68a2bb68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.232s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.963922] env[68960]: DEBUG oslo_vmware.rw_handles [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524bdbc1-663f-456d-c374-eb687037156d/disk-0.vmdk. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 786.965698] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4c6fd0-15dd-4900-bc0e-bb05a91d74c9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.978027] env[68960]: DEBUG oslo_vmware.rw_handles [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524bdbc1-663f-456d-c374-eb687037156d/disk-0.vmdk is in state: ready. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 786.978313] env[68960]: ERROR oslo_vmware.rw_handles [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524bdbc1-663f-456d-c374-eb687037156d/disk-0.vmdk due to incomplete transfer. [ 786.983319] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-edbf712d-8842-4cc7-abbe-d663325b605c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.985809] env[68960]: DEBUG oslo_vmware.api [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221279, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.998735] env[68960]: DEBUG oslo_vmware.rw_handles [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524bdbc1-663f-456d-c374-eb687037156d/disk-0.vmdk. {{(pid=68960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 786.999153] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Uploaded image 2418b034-9c06-421c-92b3-5b8d51ad39e1 to the Glance image server {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 787.002675] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Destroying the VM {{(pid=68960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 787.006797] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-48fba465-c5e5-41a8-8d6b-56f637a47c29 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.020397] env[68960]: DEBUG oslo_vmware.api [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the task: (returnval){ [ 787.020397] env[68960]: value = "task-3221284" [ 787.020397] env[68960]: _type = "Task" [ 787.020397] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.039237] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Acquiring lock "refresh_cache-ea511f6f-216d-476d-8d6a-46d4375263d2" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.039478] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Acquired lock "refresh_cache-ea511f6f-216d-476d-8d6a-46d4375263d2" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.039748] env[68960]: DEBUG nova.network.neutron [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.047146] env[68960]: DEBUG oslo_vmware.api [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221284, 'name': Destroy_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.051547] env[68960]: DEBUG oslo_vmware.api [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221281, 'name': CreateSnapshot_Task, 'duration_secs': 0.764017} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.054792] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Created Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 787.056358] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910c48ba-13a4-469f-ad9f-8a7ce772d780 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.329551] env[68960]: DEBUG oslo_vmware.api [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': task-3221282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114437} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.329921] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.330817] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4246d540-fd69-4c23-8689-e0b3f2377102 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.359990] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 2068d0d1-b900-45c5-9b18-f96fb161a493/2068d0d1-b900-45c5-9b18-f96fb161a493.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.366326] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca3bfb52-8256-4a00-bd38-9c79c29a0fa9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.393471] env[68960]: DEBUG oslo_vmware.api [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Task: {'id': task-3221283, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.394380] env[68960]: DEBUG oslo_vmware.api [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Waiting for the task: (returnval){ [ 787.394380] env[68960]: value = "task-3221285" [ 787.394380] env[68960]: _type = "Task" [ 787.394380] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.412369] env[68960]: DEBUG oslo_vmware.api [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': task-3221285, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.419511] env[68960]: DEBUG nova.compute.manager [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.466875] env[68960]: DEBUG oslo_vmware.api [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221279, 'name': PowerOnVM_Task, 'duration_secs': 1.740179} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.469804] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.470123] env[68960]: INFO nova.compute.manager [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Took 9.72 seconds to spawn the instance on the hypervisor. [ 787.470317] env[68960]: DEBUG nova.compute.manager [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.471805] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38f6419-0f10-4b6a-b5a2-5f8dd6469d16 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.489569] env[68960]: DEBUG nova.compute.manager [req-0a6dc223-eeed-466c-8b94-3340176b7bbf req-3e70aa21-2894-43ff-a0ad-f98de813a7b8 service nova] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Received event network-vif-plugged-ce8e8418-2be0-4144-be4c-fb5d9f57e7ce {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.489793] env[68960]: DEBUG oslo_concurrency.lockutils [req-0a6dc223-eeed-466c-8b94-3340176b7bbf req-3e70aa21-2894-43ff-a0ad-f98de813a7b8 service nova] Acquiring lock "ea511f6f-216d-476d-8d6a-46d4375263d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.490012] env[68960]: DEBUG oslo_concurrency.lockutils [req-0a6dc223-eeed-466c-8b94-3340176b7bbf req-3e70aa21-2894-43ff-a0ad-f98de813a7b8 service nova] Lock "ea511f6f-216d-476d-8d6a-46d4375263d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.491961] env[68960]: DEBUG oslo_concurrency.lockutils [req-0a6dc223-eeed-466c-8b94-3340176b7bbf req-3e70aa21-2894-43ff-a0ad-f98de813a7b8 service nova] Lock "ea511f6f-216d-476d-8d6a-46d4375263d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.491961] env[68960]: DEBUG nova.compute.manager [req-0a6dc223-eeed-466c-8b94-3340176b7bbf req-3e70aa21-2894-43ff-a0ad-f98de813a7b8 service nova] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] No waiting events found dispatching network-vif-plugged-ce8e8418-2be0-4144-be4c-fb5d9f57e7ce {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 787.491961] env[68960]: WARNING nova.compute.manager [req-0a6dc223-eeed-466c-8b94-3340176b7bbf req-3e70aa21-2894-43ff-a0ad-f98de813a7b8 service nova] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Received unexpected event network-vif-plugged-ce8e8418-2be0-4144-be4c-fb5d9f57e7ce for instance with vm_state building and task_state spawning. [ 787.491961] env[68960]: DEBUG nova.compute.manager [req-0a6dc223-eeed-466c-8b94-3340176b7bbf req-3e70aa21-2894-43ff-a0ad-f98de813a7b8 service nova] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Received event network-changed-ce8e8418-2be0-4144-be4c-fb5d9f57e7ce {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.491961] env[68960]: DEBUG nova.compute.manager [req-0a6dc223-eeed-466c-8b94-3340176b7bbf req-3e70aa21-2894-43ff-a0ad-f98de813a7b8 service nova] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Refreshing instance network info cache due to event network-changed-ce8e8418-2be0-4144-be4c-fb5d9f57e7ce. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.491961] env[68960]: DEBUG oslo_concurrency.lockutils [req-0a6dc223-eeed-466c-8b94-3340176b7bbf req-3e70aa21-2894-43ff-a0ad-f98de813a7b8 service nova] Acquiring lock "refresh_cache-ea511f6f-216d-476d-8d6a-46d4375263d2" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.538702] env[68960]: DEBUG oslo_vmware.api [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221284, 'name': Destroy_Task} progress is 33%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.557949] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8246f423-d304-4743-9f75-a66d0403d11c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.571024] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4f803e-419b-4ef0-8580-c17ed3f48554 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.582031] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Creating linked-clone VM from snapshot {{(pid=68960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 787.583312] env[68960]: DEBUG nova.network.neutron [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.587021] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-69cc4892-3bcc-4a4c-9df5-f0f4940d54b3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.626659] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869b3e2a-6b8b-41e5-8b32-987da4f2ed20 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.629537] env[68960]: DEBUG oslo_vmware.api [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 787.629537] env[68960]: value = "task-3221286" [ 787.629537] env[68960]: _type = "Task" [ 787.629537] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.637480] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e009835c-adeb-453a-bdf0-18d3cb9455b6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.646661] env[68960]: DEBUG oslo_vmware.api [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221286, 'name': CloneVM_Task} progress is 12%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.659275] env[68960]: DEBUG nova.compute.provider_tree [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.781529] env[68960]: DEBUG nova.network.neutron [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Updating instance_info_cache with network_info: [{"id": "ce8e8418-2be0-4144-be4c-fb5d9f57e7ce", "address": "fa:16:3e:da:b4:a2", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce8e8418-2b", "ovs_interfaceid": "ce8e8418-2be0-4144-be4c-fb5d9f57e7ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.863214] env[68960]: DEBUG oslo_vmware.api [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Task: {'id': task-3221283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714315} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.864057] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] d9be8677-b7dc-405e-9b09-77bd8b212c5c/d9be8677-b7dc-405e-9b09-77bd8b212c5c.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.864057] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.864310] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2da12c74-212a-4d78-a846-575bee0a484b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.874027] env[68960]: DEBUG oslo_vmware.api [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Waiting for the task: (returnval){ [ 787.874027] env[68960]: value = "task-3221287" [ 787.874027] env[68960]: _type = "Task" [ 787.874027] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.885287] env[68960]: DEBUG oslo_vmware.api [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Task: {'id': task-3221287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.906534] env[68960]: DEBUG oslo_vmware.api [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': task-3221285, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.947094] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.999899] env[68960]: INFO nova.compute.manager [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Took 67.45 seconds to build instance. [ 788.045078] env[68960]: DEBUG oslo_vmware.api [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221284, 'name': Destroy_Task, 'duration_secs': 0.66086} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.045426] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Destroyed the VM [ 788.045672] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Deleting Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 788.045934] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f2b78db8-1892-4333-aaf3-03d54fe41d3c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.055621] env[68960]: DEBUG oslo_vmware.api [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the task: (returnval){ [ 788.055621] env[68960]: value = "task-3221288" [ 788.055621] env[68960]: _type = "Task" [ 788.055621] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.068463] env[68960]: DEBUG oslo_vmware.api [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221288, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.142091] env[68960]: DEBUG oslo_vmware.api [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221286, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.163802] env[68960]: DEBUG nova.scheduler.client.report [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.284757] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Releasing lock "refresh_cache-ea511f6f-216d-476d-8d6a-46d4375263d2" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.285167] env[68960]: DEBUG nova.compute.manager [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Instance network_info: |[{"id": "ce8e8418-2be0-4144-be4c-fb5d9f57e7ce", "address": "fa:16:3e:da:b4:a2", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce8e8418-2b", "ovs_interfaceid": "ce8e8418-2be0-4144-be4c-fb5d9f57e7ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.286572] env[68960]: DEBUG oslo_concurrency.lockutils [req-0a6dc223-eeed-466c-8b94-3340176b7bbf req-3e70aa21-2894-43ff-a0ad-f98de813a7b8 service nova] Acquired lock "refresh_cache-ea511f6f-216d-476d-8d6a-46d4375263d2" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.286572] env[68960]: DEBUG nova.network.neutron [req-0a6dc223-eeed-466c-8b94-3340176b7bbf req-3e70aa21-2894-43ff-a0ad-f98de813a7b8 service nova] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Refreshing network info cache for port ce8e8418-2be0-4144-be4c-fb5d9f57e7ce {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.286932] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:b4:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce8e8418-2be0-4144-be4c-fb5d9f57e7ce', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.294560] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.297745] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.298315] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3955c673-6e24-431e-a5d2-82a44176b064 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.320953] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.320953] env[68960]: value = "task-3221289" [ 788.320953] env[68960]: _type = "Task" [ 788.320953] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.330427] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221289, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.385806] env[68960]: DEBUG oslo_vmware.api [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Task: {'id': task-3221287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083224} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.388623] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.390124] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64b8556-a24c-428b-858b-1e6cd74bc1bc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.418477] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] d9be8677-b7dc-405e-9b09-77bd8b212c5c/d9be8677-b7dc-405e-9b09-77bd8b212c5c.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.421598] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dafdb345-bcdc-40bd-8bea-5aed4e76bf7c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.440386] env[68960]: DEBUG oslo_vmware.api [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': task-3221285, 'name': ReconfigVM_Task, 'duration_secs': 0.533259} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.441088] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 2068d0d1-b900-45c5-9b18-f96fb161a493/2068d0d1-b900-45c5-9b18-f96fb161a493.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.441938] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d380b0c7-28a7-48c1-bb8d-50cf4d6df9c5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.449832] env[68960]: DEBUG oslo_vmware.api [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Waiting for the task: (returnval){ [ 788.449832] env[68960]: value = "task-3221290" [ 788.449832] env[68960]: _type = "Task" [ 788.449832] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.455917] env[68960]: DEBUG oslo_vmware.api [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Waiting for the task: (returnval){ [ 788.455917] env[68960]: value = "task-3221291" [ 788.455917] env[68960]: _type = "Task" [ 788.455917] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.466284] env[68960]: DEBUG oslo_vmware.api [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Task: {'id': task-3221290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.472409] env[68960]: DEBUG oslo_vmware.api [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': task-3221291, 'name': Rename_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.501805] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2cd3b2e1-f27a-4271-b75d-1b3e65eb96e3 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "e333dd04-7fd6-465d-9dc0-58f2ce4fb399" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.564s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.569019] env[68960]: DEBUG oslo_vmware.api [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221288, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.584286] env[68960]: DEBUG nova.network.neutron [req-0a6dc223-eeed-466c-8b94-3340176b7bbf req-3e70aa21-2894-43ff-a0ad-f98de813a7b8 service nova] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Updated VIF entry in instance network info cache for port ce8e8418-2be0-4144-be4c-fb5d9f57e7ce. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.584286] env[68960]: DEBUG nova.network.neutron [req-0a6dc223-eeed-466c-8b94-3340176b7bbf req-3e70aa21-2894-43ff-a0ad-f98de813a7b8 service nova] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Updating instance_info_cache with network_info: [{"id": "ce8e8418-2be0-4144-be4c-fb5d9f57e7ce", "address": "fa:16:3e:da:b4:a2", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce8e8418-2b", "ovs_interfaceid": "ce8e8418-2be0-4144-be4c-fb5d9f57e7ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.642632] env[68960]: DEBUG oslo_vmware.api [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221286, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.670655] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.808s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.671320] env[68960]: DEBUG nova.compute.manager [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.674687] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a7437bbf-91ea-4aa8-941b-5e73f4e2c2c8 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.816s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.675150] env[68960]: DEBUG nova.objects.instance [None req-a7437bbf-91ea-4aa8-941b-5e73f4e2c2c8 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Lazy-loading 'resources' on Instance uuid 273c49d9-4798-49ae-9b8b-6029dd52c5ad {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.834829] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221289, 'name': CreateVM_Task, 'duration_secs': 0.433007} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.834829] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.834829] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.834829] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.834960] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.835190] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab777770-c9de-43e9-bee0-f0368cd21a17 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.842213] env[68960]: DEBUG oslo_vmware.api [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Waiting for the task: (returnval){ [ 788.842213] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c6b2ba-7885-550a-3a85-efe69734f571" [ 788.842213] env[68960]: _type = "Task" [ 788.842213] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.854383] env[68960]: DEBUG oslo_vmware.api [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c6b2ba-7885-550a-3a85-efe69734f571, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.878184] env[68960]: DEBUG oslo_concurrency.lockutils [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "9807ed2c-0f7a-499b-9fd7-32b8448db800" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.878479] env[68960]: DEBUG oslo_concurrency.lockutils [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "9807ed2c-0f7a-499b-9fd7-32b8448db800" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.902469] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2182266c-2c93-4d90-80b0-af469335484f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "637ba32b-97be-465d-a923-4eed68a2bb68" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.902801] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2182266c-2c93-4d90-80b0-af469335484f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "637ba32b-97be-465d-a923-4eed68a2bb68" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.961071] env[68960]: DEBUG oslo_vmware.api [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Task: {'id': task-3221290, 'name': ReconfigVM_Task, 'duration_secs': 0.42696} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.964162] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Reconfigured VM instance instance-0000002c to attach disk [datastore1] d9be8677-b7dc-405e-9b09-77bd8b212c5c/d9be8677-b7dc-405e-9b09-77bd8b212c5c.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.964853] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-279f99ed-dd16-4549-80ca-9d71ec8355aa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.973058] env[68960]: DEBUG oslo_vmware.api [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': task-3221291, 'name': Rename_Task, 'duration_secs': 0.252612} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.974737] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.974864] env[68960]: DEBUG oslo_vmware.api [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Waiting for the task: (returnval){ [ 788.974864] env[68960]: value = "task-3221292" [ 788.974864] env[68960]: _type = "Task" [ 788.974864] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.975045] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24936e75-939d-446c-850d-b6b5972ed742 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.989034] env[68960]: DEBUG oslo_vmware.api [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Task: {'id': task-3221292, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.990637] env[68960]: DEBUG oslo_vmware.api [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Waiting for the task: (returnval){ [ 788.990637] env[68960]: value = "task-3221293" [ 788.990637] env[68960]: _type = "Task" [ 788.990637] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.005080] env[68960]: DEBUG oslo_vmware.api [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': task-3221293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.007646] env[68960]: DEBUG nova.compute.manager [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.068482] env[68960]: DEBUG oslo_vmware.api [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221288, 'name': RemoveSnapshot_Task, 'duration_secs': 1.00949} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.068857] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Deleted Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 789.069219] env[68960]: INFO nova.compute.manager [None req-cd81ae41-1ffb-4c6b-8c8f-026b05c2131d tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Took 18.49 seconds to snapshot the instance on the hypervisor. [ 789.085577] env[68960]: DEBUG oslo_concurrency.lockutils [req-0a6dc223-eeed-466c-8b94-3340176b7bbf req-3e70aa21-2894-43ff-a0ad-f98de813a7b8 service nova] Releasing lock "refresh_cache-ea511f6f-216d-476d-8d6a-46d4375263d2" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.142861] env[68960]: DEBUG oslo_vmware.api [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221286, 'name': CloneVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.180022] env[68960]: DEBUG nova.compute.utils [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.183236] env[68960]: DEBUG nova.compute.manager [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Not allocating networking since 'none' was specified. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 789.354810] env[68960]: DEBUG oslo_vmware.api [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c6b2ba-7885-550a-3a85-efe69734f571, 'name': SearchDatastore_Task, 'duration_secs': 0.014333} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.355129] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.355364] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.355595] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.355740] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.355930] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.356240] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ce3281f-740d-479e-8acd-ebdf692e5542 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.367933] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.367933] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.368512] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddce5019-61c3-4446-b7d3-16cc1b96299b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.374042] env[68960]: DEBUG oslo_vmware.api [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Waiting for the task: (returnval){ [ 789.374042] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c7384a-c973-8cc5-e5bb-7f1911b4dcee" [ 789.374042] env[68960]: _type = "Task" [ 789.374042] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.384794] env[68960]: DEBUG oslo_vmware.api [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c7384a-c973-8cc5-e5bb-7f1911b4dcee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.406963] env[68960]: DEBUG nova.compute.utils [None req-2182266c-2c93-4d90-80b0-af469335484f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.488932] env[68960]: DEBUG oslo_vmware.api [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Task: {'id': task-3221292, 'name': Rename_Task, 'duration_secs': 0.21931} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.489252] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.489505] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fdb194f-ab84-4939-9390-47652b6983c2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.503047] env[68960]: DEBUG oslo_vmware.api [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': task-3221293, 'name': PowerOnVM_Task} progress is 76%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.504445] env[68960]: DEBUG oslo_vmware.api [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Waiting for the task: (returnval){ [ 789.504445] env[68960]: value = "task-3221294" [ 789.504445] env[68960]: _type = "Task" [ 789.504445] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.517671] env[68960]: DEBUG oslo_vmware.api [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Task: {'id': task-3221294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.532465] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.627052] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df0688a-eb75-4329-b1ad-3fab8b73aea3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.639263] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5893dc-0787-4885-9e0d-6072e5c6984b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.648819] env[68960]: DEBUG oslo_vmware.api [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221286, 'name': CloneVM_Task, 'duration_secs': 1.587154} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.675855] env[68960]: INFO nova.virt.vmwareapi.vmops [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Created linked-clone VM from snapshot [ 789.677290] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0413e59e-173c-40aa-b62c-7b0e5e3729cb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.680424] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2a4738-9ba6-471d-92b4-1aa343c770d0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.683354] env[68960]: DEBUG nova.compute.manager [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.695992] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18ec9ff-2f2d-44a9-89eb-dfa78509c633 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.700113] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Uploading image 058fec40-1043-475b-8161-b941682bfbde {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 789.715564] env[68960]: DEBUG nova.compute.provider_tree [None req-a7437bbf-91ea-4aa8-941b-5e73f4e2c2c8 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.726784] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 789.726784] env[68960]: value = "vm-644021" [ 789.726784] env[68960]: _type = "VirtualMachine" [ 789.726784] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 789.727280] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d6f4efea-b2cc-4979-94cf-11072a522197 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.737811] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lease: (returnval){ [ 789.737811] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5299d139-41aa-2ea3-5dd0-02c44e89330f" [ 789.737811] env[68960]: _type = "HttpNfcLease" [ 789.737811] env[68960]: } obtained for exporting VM: (result){ [ 789.737811] env[68960]: value = "vm-644021" [ 789.737811] env[68960]: _type = "VirtualMachine" [ 789.737811] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 789.738315] env[68960]: DEBUG oslo_vmware.api [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the lease: (returnval){ [ 789.738315] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5299d139-41aa-2ea3-5dd0-02c44e89330f" [ 789.738315] env[68960]: _type = "HttpNfcLease" [ 789.738315] env[68960]: } to be ready. {{(pid=68960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 789.747289] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 789.747289] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5299d139-41aa-2ea3-5dd0-02c44e89330f" [ 789.747289] env[68960]: _type = "HttpNfcLease" [ 789.747289] env[68960]: } is initializing. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 789.885776] env[68960]: DEBUG oslo_vmware.api [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c7384a-c973-8cc5-e5bb-7f1911b4dcee, 'name': SearchDatastore_Task, 'duration_secs': 0.022183} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.886629] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2e54777-d34a-49a6-98ba-f333e7917417 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.892408] env[68960]: DEBUG oslo_vmware.api [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Waiting for the task: (returnval){ [ 789.892408] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b6ebe8-e7cc-bc42-1496-799cf7663258" [ 789.892408] env[68960]: _type = "Task" [ 789.892408] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.901100] env[68960]: DEBUG oslo_vmware.api [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b6ebe8-e7cc-bc42-1496-799cf7663258, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.909948] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2182266c-2c93-4d90-80b0-af469335484f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "637ba32b-97be-465d-a923-4eed68a2bb68" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.001763] env[68960]: DEBUG oslo_vmware.api [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': task-3221293, 'name': PowerOnVM_Task, 'duration_secs': 0.816229} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.002078] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.002343] env[68960]: DEBUG nova.compute.manager [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.003169] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8dff4d-e6a8-46d8-9cc9-4df25e30df49 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.015264] env[68960]: DEBUG oslo_vmware.api [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Task: {'id': task-3221294, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.218775] env[68960]: DEBUG nova.scheduler.client.report [None req-a7437bbf-91ea-4aa8-941b-5e73f4e2c2c8 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.246799] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 790.246799] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5299d139-41aa-2ea3-5dd0-02c44e89330f" [ 790.246799] env[68960]: _type = "HttpNfcLease" [ 790.246799] env[68960]: } is ready. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 790.247144] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 790.247144] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5299d139-41aa-2ea3-5dd0-02c44e89330f" [ 790.247144] env[68960]: _type = "HttpNfcLease" [ 790.247144] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 790.247917] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb07548-c3ce-4097-afa0-8d86d692a718 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.256747] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520e74ea-d656-cce2-4ea0-0cf6f5d1052c/disk-0.vmdk from lease info. {{(pid=68960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 790.256931] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520e74ea-d656-cce2-4ea0-0cf6f5d1052c/disk-0.vmdk for reading. {{(pid=68960) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 790.361224] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-21e5e676-0c3f-4bae-8220-573429f3c29c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.404357] env[68960]: DEBUG oslo_vmware.api [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b6ebe8-e7cc-bc42-1496-799cf7663258, 'name': SearchDatastore_Task, 'duration_secs': 0.012796} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.404357] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.404357] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] ea511f6f-216d-476d-8d6a-46d4375263d2/ea511f6f-216d-476d-8d6a-46d4375263d2.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.404593] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b2d3b4b-a6ad-48db-ae06-d5063a682538 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.414044] env[68960]: DEBUG oslo_vmware.api [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Waiting for the task: (returnval){ [ 790.414044] env[68960]: value = "task-3221296" [ 790.414044] env[68960]: _type = "Task" [ 790.414044] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.423534] env[68960]: DEBUG oslo_vmware.api [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': task-3221296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.518089] env[68960]: DEBUG oslo_vmware.api [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Task: {'id': task-3221294, 'name': PowerOnVM_Task, 'duration_secs': 0.65535} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.518510] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.518709] env[68960]: INFO nova.compute.manager [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Took 9.15 seconds to spawn the instance on the hypervisor. [ 790.518937] env[68960]: DEBUG nova.compute.manager [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.519784] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbae758-f11e-4034-b124-a16b45ae1a79 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.536840] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.694413] env[68960]: DEBUG nova.compute.manager [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.724049] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a7437bbf-91ea-4aa8-941b-5e73f4e2c2c8 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.728101] env[68960]: DEBUG oslo_concurrency.lockutils [None req-601e0c32-f547-4892-9296-3c33c89e6e71 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.443s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.728638] env[68960]: DEBUG nova.objects.instance [None req-601e0c32-f547-4892-9296-3c33c89e6e71 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Lazy-loading 'resources' on Instance uuid ff25865e-413a-4b40-a054-d445d5529220 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.752292] env[68960]: INFO nova.scheduler.client.report [None req-a7437bbf-91ea-4aa8-941b-5e73f4e2c2c8 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Deleted allocations for instance 273c49d9-4798-49ae-9b8b-6029dd52c5ad [ 790.926147] env[68960]: DEBUG oslo_vmware.api [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': task-3221296, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.987783] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2182266c-2c93-4d90-80b0-af469335484f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "637ba32b-97be-465d-a923-4eed68a2bb68" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.988543] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2182266c-2c93-4d90-80b0-af469335484f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "637ba32b-97be-465d-a923-4eed68a2bb68" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.989019] env[68960]: INFO nova.compute.manager [None req-2182266c-2c93-4d90-80b0-af469335484f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Attaching volume 16cdb283-91a7-4b09-813a-4c0d2fe7ca14 to /dev/sdb [ 791.027054] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747258a0-6892-4ed6-a4d6-07bca7710386 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.049289] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5b8c2d-c7d4-43d1-8ea4-b0ef9258d04d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.053075] env[68960]: INFO nova.compute.manager [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Took 55.29 seconds to build instance. [ 791.069398] env[68960]: DEBUG nova.virt.block_device [None req-2182266c-2c93-4d90-80b0-af469335484f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Updating existing volume attachment record: 731caeb2-d49b-40f5-a7e6-254f4f92dcff {{(pid=68960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 791.838658] env[68960]: DEBUG oslo_concurrency.lockutils [None req-de1f8ebb-0160-4331-8152-d02e35d695bd tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Lock "d9be8677-b7dc-405e-9b09-77bd8b212c5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.094s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.843533] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a7437bbf-91ea-4aa8-941b-5e73f4e2c2c8 tempest-ImagesOneServerTestJSON-1849099525 tempest-ImagesOneServerTestJSON-1849099525-project-member] Lock "273c49d9-4798-49ae-9b8b-6029dd52c5ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.447s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.862644] env[68960]: DEBUG oslo_vmware.api [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': task-3221296, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667069} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.864827] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] ea511f6f-216d-476d-8d6a-46d4375263d2/ea511f6f-216d-476d-8d6a-46d4375263d2.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.865345] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.865810] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12fd9d16-74fe-426a-ab85-168ec072de0f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.881706] env[68960]: DEBUG oslo_vmware.api [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Waiting for the task: (returnval){ [ 791.881706] env[68960]: value = "task-3221300" [ 791.881706] env[68960]: _type = "Task" [ 791.881706] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.894786] env[68960]: DEBUG oslo_vmware.api [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': task-3221300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.345218] env[68960]: DEBUG nova.compute.manager [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.346555] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c64634-186f-402f-82f9-45b4e94bc8e8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.350336] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Acquiring lock "2068d0d1-b900-45c5-9b18-f96fb161a493" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.351031] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Lock "2068d0d1-b900-45c5-9b18-f96fb161a493" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.351144] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Acquiring lock "2068d0d1-b900-45c5-9b18-f96fb161a493-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.352017] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Lock "2068d0d1-b900-45c5-9b18-f96fb161a493-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.352017] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Lock "2068d0d1-b900-45c5-9b18-f96fb161a493-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.355811] env[68960]: DEBUG nova.compute.manager [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.364250] env[68960]: INFO nova.compute.manager [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Terminating instance [ 792.383339] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aaaa1b8-bcc8-4c49-90bf-86bd69e02847 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.401362] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6865e0-7715-4a48-bc99-65b5a9356bdc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.405146] env[68960]: DEBUG oslo_vmware.api [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': task-3221300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079947} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.405495] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.406747] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1097e0-50dd-411b-8dc2-c03c551fc810 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.442030] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaa10af-e68a-46c6-88d7-fb5d0aeb7c96 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.463587] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] ea511f6f-216d-476d-8d6a-46d4375263d2/ea511f6f-216d-476d-8d6a-46d4375263d2.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.464750] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba88d8eb-7146-41c8-afcc-0e96e964e683 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.484500] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccd2181-1644-447c-b09c-c86f6e8ac6c6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.490643] env[68960]: DEBUG oslo_vmware.api [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Waiting for the task: (returnval){ [ 792.490643] env[68960]: value = "task-3221301" [ 792.490643] env[68960]: _type = "Task" [ 792.490643] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.501473] env[68960]: DEBUG nova.compute.provider_tree [None req-601e0c32-f547-4892-9296-3c33c89e6e71 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.508815] env[68960]: DEBUG oslo_vmware.api [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': task-3221301, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.869132] env[68960]: INFO nova.compute.manager [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] instance snapshotting [ 792.870876] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Acquiring lock "refresh_cache-2068d0d1-b900-45c5-9b18-f96fb161a493" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.871067] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Acquired lock "refresh_cache-2068d0d1-b900-45c5-9b18-f96fb161a493" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.871255] env[68960]: DEBUG nova.network.neutron [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.873470] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58a1aa5-fcbc-4f10-9dbf-e37bc9755d51 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.897940] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.898883] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eccfd0e-e29d-4449-ac90-201a846672a3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.001896] env[68960]: DEBUG oslo_vmware.api [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': task-3221301, 'name': ReconfigVM_Task, 'duration_secs': 0.418267} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.002195] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Reconfigured VM instance instance-0000002d to attach disk [datastore1] ea511f6f-216d-476d-8d6a-46d4375263d2/ea511f6f-216d-476d-8d6a-46d4375263d2.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.002866] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e24cb6ea-5512-4c8c-9e4c-707799172df4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.005157] env[68960]: DEBUG nova.scheduler.client.report [None req-601e0c32-f547-4892-9296-3c33c89e6e71 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.014283] env[68960]: DEBUG oslo_vmware.api [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Waiting for the task: (returnval){ [ 793.014283] env[68960]: value = "task-3221302" [ 793.014283] env[68960]: _type = "Task" [ 793.014283] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.024321] env[68960]: DEBUG oslo_vmware.api [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': task-3221302, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.397491] env[68960]: DEBUG nova.network.neutron [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.416074] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Creating Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 793.416420] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-57f79145-7b92-4064-aea8-3cbe5457bf6c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.426048] env[68960]: DEBUG oslo_vmware.api [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the task: (returnval){ [ 793.426048] env[68960]: value = "task-3221303" [ 793.426048] env[68960]: _type = "Task" [ 793.426048] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.437024] env[68960]: DEBUG oslo_vmware.api [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221303, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.459545] env[68960]: DEBUG nova.network.neutron [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.510355] env[68960]: DEBUG oslo_concurrency.lockutils [None req-601e0c32-f547-4892-9296-3c33c89e6e71 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.782s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.512950] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.003s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.514737] env[68960]: INFO nova.compute.claims [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.527439] env[68960]: DEBUG oslo_vmware.api [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': task-3221302, 'name': Rename_Task, 'duration_secs': 0.225573} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.527714] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.527979] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59543319-e367-4125-b592-ae64091ad06b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.534687] env[68960]: INFO nova.scheduler.client.report [None req-601e0c32-f547-4892-9296-3c33c89e6e71 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Deleted allocations for instance ff25865e-413a-4b40-a054-d445d5529220 [ 793.537829] env[68960]: DEBUG oslo_vmware.api [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Waiting for the task: (returnval){ [ 793.537829] env[68960]: value = "task-3221305" [ 793.537829] env[68960]: _type = "Task" [ 793.537829] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.550524] env[68960]: DEBUG oslo_vmware.api [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': task-3221305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.936739] env[68960]: DEBUG oslo_vmware.api [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221303, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.962773] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Releasing lock "refresh_cache-2068d0d1-b900-45c5-9b18-f96fb161a493" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.963567] env[68960]: DEBUG nova.compute.manager [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.963945] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.965413] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4f9104-e5b1-442b-8bfb-89d0b4109820 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.976464] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.976828] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d519423-55ab-4dab-933a-3a8775300128 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.986048] env[68960]: DEBUG oslo_vmware.api [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Waiting for the task: (returnval){ [ 793.986048] env[68960]: value = "task-3221306" [ 793.986048] env[68960]: _type = "Task" [ 793.986048] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.997184] env[68960]: DEBUG oslo_vmware.api [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': task-3221306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.048252] env[68960]: DEBUG oslo_concurrency.lockutils [None req-601e0c32-f547-4892-9296-3c33c89e6e71 tempest-VolumesAssistedSnapshotsTest-1931404565 tempest-VolumesAssistedSnapshotsTest-1931404565-project-member] Lock "ff25865e-413a-4b40-a054-d445d5529220" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.460s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.053713] env[68960]: DEBUG oslo_vmware.api [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': task-3221305, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.440295] env[68960]: DEBUG oslo_vmware.api [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221303, 'name': CreateSnapshot_Task, 'duration_secs': 0.966885} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.440534] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Created Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 794.441347] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6098394-7695-4c61-8f6d-7394b9b1544e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.498620] env[68960]: DEBUG oslo_vmware.api [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': task-3221306, 'name': PowerOffVM_Task, 'duration_secs': 0.248519} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.498963] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.499141] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.499898] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c072e27e-d93f-4ff1-9468-16753533b2f6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.505755] env[68960]: DEBUG nova.virt.hardware [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.506126] env[68960]: DEBUG nova.virt.hardware [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.506414] env[68960]: DEBUG nova.virt.hardware [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.506739] env[68960]: DEBUG nova.virt.hardware [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.507045] env[68960]: DEBUG nova.virt.hardware [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.507328] env[68960]: DEBUG nova.virt.hardware [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.507704] env[68960]: DEBUG nova.virt.hardware [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.507989] env[68960]: DEBUG nova.virt.hardware [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.508334] env[68960]: DEBUG nova.virt.hardware [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.508634] env[68960]: DEBUG nova.virt.hardware [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.508945] env[68960]: DEBUG nova.virt.hardware [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.510716] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c09a12-0191-47a2-b3ae-f5596deffc89 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.523509] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399fc3ce-2097-4900-ac94-c3328c0af333 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.534599] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.534858] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.535043] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Deleting the datastore file [datastore1] 2068d0d1-b900-45c5-9b18-f96fb161a493 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.535359] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cc9972d-e324-40ab-ba64-3daad8d6a8d2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.547224] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Instance VIF info [] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.553038] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Creating folder: Project (0b03d82291e9459985a52e74febb5023). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.557028] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72f4304e-62d7-42db-b213-1a99765cb39a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.563204] env[68960]: DEBUG oslo_vmware.rw_handles [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be9651-bcc7-860f-bfdc-d66ae8836894/disk-0.vmdk. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 794.564260] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64448c69-b16b-454b-9923-6025a3d39b01 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.569369] env[68960]: DEBUG oslo_vmware.api [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Waiting for the task: (returnval){ [ 794.569369] env[68960]: value = "task-3221308" [ 794.569369] env[68960]: _type = "Task" [ 794.569369] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.577593] env[68960]: DEBUG oslo_vmware.rw_handles [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be9651-bcc7-860f-bfdc-d66ae8836894/disk-0.vmdk is in state: ready. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 794.577903] env[68960]: ERROR oslo_vmware.rw_handles [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be9651-bcc7-860f-bfdc-d66ae8836894/disk-0.vmdk due to incomplete transfer. [ 794.578056] env[68960]: DEBUG oslo_vmware.api [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': task-3221305, 'name': PowerOnVM_Task, 'duration_secs': 0.886814} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.581289] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-218f5ae5-08ac-42ab-9a14-acd33e20cb63 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.583041] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.583296] env[68960]: INFO nova.compute.manager [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Took 8.92 seconds to spawn the instance on the hypervisor. [ 794.583491] env[68960]: DEBUG nova.compute.manager [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.587665] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969b5e20-307e-41d7-a5fe-1274343852c5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.590819] env[68960]: DEBUG oslo_vmware.api [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': task-3221308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.592719] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Created folder: Project (0b03d82291e9459985a52e74febb5023) in parent group-v643888. [ 794.592966] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Creating folder: Instances. Parent ref: group-v644026. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.594754] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fec02cbb-a071-4220-9d43-046ff47a32f0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.608205] env[68960]: DEBUG oslo_vmware.rw_handles [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be9651-bcc7-860f-bfdc-d66ae8836894/disk-0.vmdk. {{(pid=68960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 794.608205] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Uploaded image 89b3dc99-ea07-4c23-958b-ed29a902c9b6 to the Glance image server {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 794.608205] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Destroying the VM {{(pid=68960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 794.608205] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-00e982b4-733b-4a8e-9d81-ebfddc5ac640 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.620221] env[68960]: DEBUG oslo_vmware.api [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 794.620221] env[68960]: value = "task-3221311" [ 794.620221] env[68960]: _type = "Task" [ 794.620221] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.620474] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Created folder: Instances in parent group-v644026. [ 794.620823] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.621461] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.627018] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9301e77-2dd3-45f4-ada2-c551c8446937 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.652022] env[68960]: DEBUG oslo_vmware.api [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221311, 'name': Destroy_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.652022] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.652022] env[68960]: value = "task-3221312" [ 794.652022] env[68960]: _type = "Task" [ 794.652022] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.664381] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221312, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.963339] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Creating linked-clone VM from snapshot {{(pid=68960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 794.966753] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0bc969d4-8154-49f6-95aa-d96394ed8a29 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.977762] env[68960]: DEBUG oslo_vmware.api [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the task: (returnval){ [ 794.977762] env[68960]: value = "task-3221313" [ 794.977762] env[68960]: _type = "Task" [ 794.977762] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.991183] env[68960]: DEBUG oslo_vmware.api [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221313, 'name': CloneVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.081996] env[68960]: DEBUG oslo_vmware.api [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Task: {'id': task-3221308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218811} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.082335] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.083030] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.083030] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.083270] env[68960]: INFO nova.compute.manager [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Took 1.12 seconds to destroy the instance on the hypervisor. [ 795.083410] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.083640] env[68960]: DEBUG nova.compute.manager [-] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 795.083759] env[68960]: DEBUG nova.network.neutron [-] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 795.113416] env[68960]: DEBUG nova.network.neutron [-] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.118131] env[68960]: INFO nova.compute.manager [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Took 47.03 seconds to build instance. [ 795.128969] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66071ac-7029-4fde-a7ac-143db18ad847 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.136341] env[68960]: DEBUG oslo_vmware.api [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221311, 'name': Destroy_Task} progress is 33%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.142782] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a47f179-f0ea-4c8e-a8c3-3384ad407842 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.188512] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1bf6c2-4e83-408d-8ab6-dc8d0ae35400 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.198791] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221312, 'name': CreateVM_Task, 'duration_secs': 0.489143} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.201343] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.202572] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.202793] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.203321] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.205021] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4415526-33e5-4ee8-907d-86da5ce4e659 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.210033] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e031485-dd10-4e3f-b682-f6f3a7a67919 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.215208] env[68960]: DEBUG oslo_vmware.api [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Waiting for the task: (returnval){ [ 795.215208] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d6443c-d2a5-81d9-442b-bd22bbefa9fd" [ 795.215208] env[68960]: _type = "Task" [ 795.215208] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.224718] env[68960]: DEBUG nova.compute.provider_tree [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 795.238327] env[68960]: DEBUG oslo_vmware.api [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d6443c-d2a5-81d9-442b-bd22bbefa9fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.492710] env[68960]: DEBUG oslo_vmware.api [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221313, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.617508] env[68960]: DEBUG nova.network.neutron [-] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.621283] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3807eaea-c86c-4e81-b1de-56e63c55e543 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Lock "ea511f6f-216d-476d-8d6a-46d4375263d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.939s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.628939] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2182266c-2c93-4d90-80b0-af469335484f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Volume attach. Driver type: vmdk {{(pid=68960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 795.629240] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2182266c-2c93-4d90-80b0-af469335484f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644024', 'volume_id': '16cdb283-91a7-4b09-813a-4c0d2fe7ca14', 'name': 'volume-16cdb283-91a7-4b09-813a-4c0d2fe7ca14', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '637ba32b-97be-465d-a923-4eed68a2bb68', 'attached_at': '', 'detached_at': '', 'volume_id': '16cdb283-91a7-4b09-813a-4c0d2fe7ca14', 'serial': '16cdb283-91a7-4b09-813a-4c0d2fe7ca14'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 795.630264] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78749f16-e7a6-469e-ae12-a451409edb7a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.654529] env[68960]: DEBUG oslo_vmware.api [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221311, 'name': Destroy_Task, 'duration_secs': 0.675616} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.656311] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdfba4d-446a-4d87-90ce-dfdffd260de1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.658998] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Destroyed the VM [ 795.659238] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Deleting Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 795.664317] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a38d18d9-865a-40cb-bd50-023221178d27 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.697299] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2182266c-2c93-4d90-80b0-af469335484f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] volume-16cdb283-91a7-4b09-813a-4c0d2fe7ca14/volume-16cdb283-91a7-4b09-813a-4c0d2fe7ca14.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.698300] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82c9f00a-d9eb-472f-821c-776fb5a34535 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.712355] env[68960]: DEBUG oslo_vmware.api [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 795.712355] env[68960]: value = "task-3221314" [ 795.712355] env[68960]: _type = "Task" [ 795.712355] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.720198] env[68960]: DEBUG oslo_vmware.api [None req-2182266c-2c93-4d90-80b0-af469335484f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 795.720198] env[68960]: value = "task-3221315" [ 795.720198] env[68960]: _type = "Task" [ 795.720198] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.723946] env[68960]: DEBUG oslo_vmware.api [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221314, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.742438] env[68960]: DEBUG oslo_vmware.api [None req-2182266c-2c93-4d90-80b0-af469335484f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221315, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.743485] env[68960]: DEBUG oslo_vmware.api [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d6443c-d2a5-81d9-442b-bd22bbefa9fd, 'name': SearchDatastore_Task, 'duration_secs': 0.021653} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.743674] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.744454] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.744454] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.744454] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.744454] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.744852] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dae40ce-fc7f-4c75-9cf0-0f0a99ad29e7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.755970] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.756305] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.758547] env[68960]: ERROR nova.scheduler.client.report [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [req-67591cdb-4b9a-4dbc-b2e4-b6877d70b1c4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d6b14c3a-024a-447e-9595-cef114b4ddda. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-67591cdb-4b9a-4dbc-b2e4-b6877d70b1c4"}]} [ 795.758783] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-584a0199-ac9a-4cbb-85e8-9464455dcefc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.771038] env[68960]: DEBUG oslo_vmware.api [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Waiting for the task: (returnval){ [ 795.771038] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5213cf1b-eb54-1423-b81f-4d8760d3710a" [ 795.771038] env[68960]: _type = "Task" [ 795.771038] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.779352] env[68960]: DEBUG oslo_vmware.api [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5213cf1b-eb54-1423-b81f-4d8760d3710a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.784034] env[68960]: DEBUG nova.scheduler.client.report [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Refreshing inventories for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 795.798637] env[68960]: DEBUG nova.scheduler.client.report [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Updating ProviderTree inventory for provider d6b14c3a-024a-447e-9595-cef114b4ddda from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 795.798879] env[68960]: DEBUG nova.compute.provider_tree [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 795.815397] env[68960]: DEBUG nova.scheduler.client.report [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Refreshing aggregate associations for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda, aggregates: None {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 795.838043] env[68960]: DEBUG nova.scheduler.client.report [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Refreshing trait associations for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 795.991982] env[68960]: DEBUG oslo_vmware.api [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221313, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.121373] env[68960]: INFO nova.compute.manager [-] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Took 1.04 seconds to deallocate network for instance. [ 796.129932] env[68960]: DEBUG nova.compute.manager [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.173671] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcb6753-454d-4e75-9089-b1e985e76e21 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.185321] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-95e895f5-d4d0-4263-bafb-bec2c9fcfac5 tempest-ServersAdminNegativeTestJSON-239653478 tempest-ServersAdminNegativeTestJSON-239653478-project-admin] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Suspending the VM {{(pid=68960) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 796.186546] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e7ba96bf-b585-46c7-a56e-9524d43f9bad {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.199052] env[68960]: DEBUG oslo_vmware.api [None req-95e895f5-d4d0-4263-bafb-bec2c9fcfac5 tempest-ServersAdminNegativeTestJSON-239653478 tempest-ServersAdminNegativeTestJSON-239653478-project-admin] Waiting for the task: (returnval){ [ 796.199052] env[68960]: value = "task-3221316" [ 796.199052] env[68960]: _type = "Task" [ 796.199052] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.211432] env[68960]: DEBUG oslo_vmware.api [None req-95e895f5-d4d0-4263-bafb-bec2c9fcfac5 tempest-ServersAdminNegativeTestJSON-239653478 tempest-ServersAdminNegativeTestJSON-239653478-project-admin] Task: {'id': task-3221316, 'name': SuspendVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.225525] env[68960]: DEBUG oslo_vmware.api [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221314, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.239834] env[68960]: DEBUG oslo_vmware.api [None req-2182266c-2c93-4d90-80b0-af469335484f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.282405] env[68960]: DEBUG oslo_vmware.api [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5213cf1b-eb54-1423-b81f-4d8760d3710a, 'name': SearchDatastore_Task, 'duration_secs': 0.021537} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.283575] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1741b847-c75b-4059-b881-82d94e9c170d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.291076] env[68960]: DEBUG oslo_vmware.api [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Waiting for the task: (returnval){ [ 796.291076] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c73c2e-a306-268a-7037-505173e404aa" [ 796.291076] env[68960]: _type = "Task" [ 796.291076] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.301584] env[68960]: DEBUG oslo_vmware.api [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c73c2e-a306-268a-7037-505173e404aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.409028] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c06524-bf3c-4837-9721-766f02c85dd9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.418846] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fe1614-2a00-43a9-9bc3-e9472f5265d3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.458587] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddd2c93-ce6f-4230-a6bd-969d4cf5e2a4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.468478] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12845e58-386a-4d0e-a622-e996cb989596 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.488517] env[68960]: DEBUG nova.compute.provider_tree [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 796.498805] env[68960]: DEBUG oslo_vmware.api [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221313, 'name': CloneVM_Task} progress is 95%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.636435] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.656327] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.714213] env[68960]: DEBUG oslo_vmware.api [None req-95e895f5-d4d0-4263-bafb-bec2c9fcfac5 tempest-ServersAdminNegativeTestJSON-239653478 tempest-ServersAdminNegativeTestJSON-239653478-project-admin] Task: {'id': task-3221316, 'name': SuspendVM_Task} progress is 50%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.734401] env[68960]: DEBUG oslo_vmware.api [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221314, 'name': RemoveSnapshot_Task, 'duration_secs': 1.020677} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.736180] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Deleted Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 796.736470] env[68960]: INFO nova.compute.manager [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Took 15.84 seconds to snapshot the instance on the hypervisor. [ 796.751459] env[68960]: DEBUG oslo_vmware.api [None req-2182266c-2c93-4d90-80b0-af469335484f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221315, 'name': ReconfigVM_Task, 'duration_secs': 0.926876} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.752234] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2182266c-2c93-4d90-80b0-af469335484f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Reconfigured VM instance instance-0000002a to attach disk [datastore1] volume-16cdb283-91a7-4b09-813a-4c0d2fe7ca14/volume-16cdb283-91a7-4b09-813a-4c0d2fe7ca14.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.758922] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa1fac8a-cb8b-4aea-b5ea-df1562fc040a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.778151] env[68960]: DEBUG oslo_vmware.api [None req-2182266c-2c93-4d90-80b0-af469335484f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 796.778151] env[68960]: value = "task-3221317" [ 796.778151] env[68960]: _type = "Task" [ 796.778151] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.790523] env[68960]: DEBUG oslo_vmware.api [None req-2182266c-2c93-4d90-80b0-af469335484f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221317, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.803986] env[68960]: DEBUG oslo_vmware.api [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c73c2e-a306-268a-7037-505173e404aa, 'name': SearchDatastore_Task, 'duration_secs': 0.015227} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.804789] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.804789] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 5f1245c7-9ab4-4a4f-b30f-613c00d82612/5f1245c7-9ab4-4a4f-b30f-613c00d82612.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.804966] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fa9e0ae-86cf-43b8-ab95-25a1504d7dda {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.813490] env[68960]: DEBUG oslo_vmware.api [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Waiting for the task: (returnval){ [ 796.813490] env[68960]: value = "task-3221318" [ 796.813490] env[68960]: _type = "Task" [ 796.813490] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.826944] env[68960]: DEBUG oslo_vmware.api [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': task-3221318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.997491] env[68960]: DEBUG oslo_vmware.api [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221313, 'name': CloneVM_Task, 'duration_secs': 1.862387} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.997831] env[68960]: INFO nova.virt.vmwareapi.vmops [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Created linked-clone VM from snapshot [ 796.998590] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c5ebcf-fc7e-436a-82da-199dc4f5ca8f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.007510] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Uploading image cd249a3f-f7d3-40ca-9fd5-85de86b1f922 {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 797.035266] env[68960]: DEBUG nova.scheduler.client.report [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Updated inventory for provider d6b14c3a-024a-447e-9595-cef114b4ddda with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 797.035553] env[68960]: DEBUG nova.compute.provider_tree [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Updating resource provider d6b14c3a-024a-447e-9595-cef114b4ddda generation from 69 to 70 during operation: update_inventory {{(pid=68960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 797.035771] env[68960]: DEBUG nova.compute.provider_tree [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 797.050993] env[68960]: DEBUG oslo_vmware.rw_handles [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 797.050993] env[68960]: value = "vm-644029" [ 797.050993] env[68960]: _type = "VirtualMachine" [ 797.050993] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 797.051347] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b18d3824-7cbd-4317-b623-5297b8ecc6c9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.060943] env[68960]: DEBUG oslo_vmware.rw_handles [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Lease: (returnval){ [ 797.060943] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5218c232-b501-ea91-6601-549565f28e30" [ 797.060943] env[68960]: _type = "HttpNfcLease" [ 797.060943] env[68960]: } obtained for exporting VM: (result){ [ 797.060943] env[68960]: value = "vm-644029" [ 797.060943] env[68960]: _type = "VirtualMachine" [ 797.060943] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 797.061245] env[68960]: DEBUG oslo_vmware.api [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the lease: (returnval){ [ 797.061245] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5218c232-b501-ea91-6601-549565f28e30" [ 797.061245] env[68960]: _type = "HttpNfcLease" [ 797.061245] env[68960]: } to be ready. {{(pid=68960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 797.069983] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 797.069983] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5218c232-b501-ea91-6601-549565f28e30" [ 797.069983] env[68960]: _type = "HttpNfcLease" [ 797.069983] env[68960]: } is initializing. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 797.215101] env[68960]: DEBUG oslo_vmware.api [None req-95e895f5-d4d0-4263-bafb-bec2c9fcfac5 tempest-ServersAdminNegativeTestJSON-239653478 tempest-ServersAdminNegativeTestJSON-239653478-project-admin] Task: {'id': task-3221316, 'name': SuspendVM_Task, 'duration_secs': 0.797835} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.215101] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-95e895f5-d4d0-4263-bafb-bec2c9fcfac5 tempest-ServersAdminNegativeTestJSON-239653478 tempest-ServersAdminNegativeTestJSON-239653478-project-admin] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Suspended the VM {{(pid=68960) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 797.215101] env[68960]: DEBUG nova.compute.manager [None req-95e895f5-d4d0-4263-bafb-bec2c9fcfac5 tempest-ServersAdminNegativeTestJSON-239653478 tempest-ServersAdminNegativeTestJSON-239653478-project-admin] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.215101] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ca1492-009c-4ba0-94b0-de6d5f65ca03 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.261095] env[68960]: DEBUG oslo_concurrency.lockutils [None req-be5ce221-7e4c-47e7-96d8-a1b49bd907e5 tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Acquiring lock "d9be8677-b7dc-405e-9b09-77bd8b212c5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.261095] env[68960]: DEBUG oslo_concurrency.lockutils [None req-be5ce221-7e4c-47e7-96d8-a1b49bd907e5 tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Lock "d9be8677-b7dc-405e-9b09-77bd8b212c5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.261095] env[68960]: DEBUG oslo_concurrency.lockutils [None req-be5ce221-7e4c-47e7-96d8-a1b49bd907e5 tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Acquiring lock "d9be8677-b7dc-405e-9b09-77bd8b212c5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.261095] env[68960]: DEBUG oslo_concurrency.lockutils [None req-be5ce221-7e4c-47e7-96d8-a1b49bd907e5 tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Lock "d9be8677-b7dc-405e-9b09-77bd8b212c5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.261419] env[68960]: DEBUG oslo_concurrency.lockutils [None req-be5ce221-7e4c-47e7-96d8-a1b49bd907e5 tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Lock "d9be8677-b7dc-405e-9b09-77bd8b212c5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.265672] env[68960]: INFO nova.compute.manager [None req-be5ce221-7e4c-47e7-96d8-a1b49bd907e5 tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Terminating instance [ 797.294282] env[68960]: DEBUG oslo_vmware.api [None req-2182266c-2c93-4d90-80b0-af469335484f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221317, 'name': ReconfigVM_Task, 'duration_secs': 0.19921} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.294282] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2182266c-2c93-4d90-80b0-af469335484f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644024', 'volume_id': '16cdb283-91a7-4b09-813a-4c0d2fe7ca14', 'name': 'volume-16cdb283-91a7-4b09-813a-4c0d2fe7ca14', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '637ba32b-97be-465d-a923-4eed68a2bb68', 'attached_at': '', 'detached_at': '', 'volume_id': '16cdb283-91a7-4b09-813a-4c0d2fe7ca14', 'serial': '16cdb283-91a7-4b09-813a-4c0d2fe7ca14'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 797.315048] env[68960]: DEBUG nova.compute.manager [None req-cb0acdcd-b438-418c-be69-57c59fc41aa8 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Found 1 images (rotation: 2) {{(pid=68960) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 797.336809] env[68960]: DEBUG oslo_vmware.api [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': task-3221318, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.542902] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.030s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.543494] env[68960]: DEBUG nova.compute.manager [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.546702] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.863s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.548778] env[68960]: DEBUG nova.objects.instance [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Lazy-loading 'resources' on Instance uuid 75ea79e1-b7ef-4390-a55f-464c55dcbdbf {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.574294] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 797.574294] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5218c232-b501-ea91-6601-549565f28e30" [ 797.574294] env[68960]: _type = "HttpNfcLease" [ 797.574294] env[68960]: } is ready. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 797.574492] env[68960]: DEBUG oslo_vmware.rw_handles [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 797.574492] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5218c232-b501-ea91-6601-549565f28e30" [ 797.574492] env[68960]: _type = "HttpNfcLease" [ 797.574492] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 797.576385] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca96953-12a3-407e-b091-a23397dcad08 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.589163] env[68960]: DEBUG oslo_vmware.rw_handles [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f06fb6-1727-cc14-4383-72738168439a/disk-0.vmdk from lease info. {{(pid=68960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 797.589470] env[68960]: DEBUG oslo_vmware.rw_handles [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f06fb6-1727-cc14-4383-72738168439a/disk-0.vmdk for reading. {{(pid=68960) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 797.717510] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7131f853-fc5b-4fff-981f-7ced101afd5c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.770143] env[68960]: DEBUG nova.compute.manager [None req-be5ce221-7e4c-47e7-96d8-a1b49bd907e5 tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.770400] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-be5ce221-7e4c-47e7-96d8-a1b49bd907e5 tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.771528] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a092b640-9817-4eca-bf34-95b588625e19 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.781839] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5ce221-7e4c-47e7-96d8-a1b49bd907e5 tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.782096] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38aabcac-4880-4613-b4fa-9651c9fde70a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.790889] env[68960]: DEBUG oslo_vmware.api [None req-be5ce221-7e4c-47e7-96d8-a1b49bd907e5 tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Waiting for the task: (returnval){ [ 797.790889] env[68960]: value = "task-3221320" [ 797.790889] env[68960]: _type = "Task" [ 797.790889] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.805015] env[68960]: DEBUG oslo_vmware.api [None req-be5ce221-7e4c-47e7-96d8-a1b49bd907e5 tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Task: {'id': task-3221320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.832021] env[68960]: DEBUG oslo_vmware.api [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': task-3221318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669427} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.832021] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 5f1245c7-9ab4-4a4f-b30f-613c00d82612/5f1245c7-9ab4-4a4f-b30f-613c00d82612.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.832021] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.832021] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-093e0847-2f37-4ca9-83df-858a0522fe82 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.841028] env[68960]: DEBUG oslo_vmware.api [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Waiting for the task: (returnval){ [ 797.841028] env[68960]: value = "task-3221321" [ 797.841028] env[68960]: _type = "Task" [ 797.841028] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.857028] env[68960]: DEBUG oslo_vmware.api [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': task-3221321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.055050] env[68960]: DEBUG nova.compute.utils [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.056761] env[68960]: DEBUG nova.compute.manager [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Not allocating networking since 'none' was specified. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 798.304841] env[68960]: DEBUG oslo_vmware.api [None req-be5ce221-7e4c-47e7-96d8-a1b49bd907e5 tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Task: {'id': task-3221320, 'name': PowerOffVM_Task, 'duration_secs': 0.212288} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.305608] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5ce221-7e4c-47e7-96d8-a1b49bd907e5 tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.306030] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-be5ce221-7e4c-47e7-96d8-a1b49bd907e5 tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.308205] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d45a109f-3440-4fcd-b4f1-bb1f7f10392e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.355748] env[68960]: DEBUG oslo_vmware.api [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': task-3221321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07607} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.355914] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.356808] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b661bcab-83b3-44e3-9374-4a7fcae991e1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.382145] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 5f1245c7-9ab4-4a4f-b30f-613c00d82612/5f1245c7-9ab4-4a4f-b30f-613c00d82612.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.387535] env[68960]: DEBUG nova.objects.instance [None req-2182266c-2c93-4d90-80b0-af469335484f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lazy-loading 'flavor' on Instance uuid 637ba32b-97be-465d-a923-4eed68a2bb68 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.389167] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-170767ed-6b8f-4ee0-a0ea-3632193ddbc7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.411100] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-be5ce221-7e4c-47e7-96d8-a1b49bd907e5 tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.411434] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-be5ce221-7e4c-47e7-96d8-a1b49bd907e5 tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.411610] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-be5ce221-7e4c-47e7-96d8-a1b49bd907e5 tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Deleting the datastore file [datastore1] d9be8677-b7dc-405e-9b09-77bd8b212c5c {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.413676] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bad4248-a750-471d-9a6b-e27aa464cd0f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.422888] env[68960]: DEBUG oslo_vmware.api [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Waiting for the task: (returnval){ [ 798.422888] env[68960]: value = "task-3221323" [ 798.422888] env[68960]: _type = "Task" [ 798.422888] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.425026] env[68960]: DEBUG oslo_vmware.api [None req-be5ce221-7e4c-47e7-96d8-a1b49bd907e5 tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Waiting for the task: (returnval){ [ 798.425026] env[68960]: value = "task-3221324" [ 798.425026] env[68960]: _type = "Task" [ 798.425026] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.443502] env[68960]: DEBUG oslo_vmware.api [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': task-3221323, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.446905] env[68960]: DEBUG oslo_vmware.api [None req-be5ce221-7e4c-47e7-96d8-a1b49bd907e5 tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Task: {'id': task-3221324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.557932] env[68960]: DEBUG nova.compute.manager [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.694632] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b368bb-5cc3-42dc-bcd6-09eabc64d8ab {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.705524] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982a2bc0-f93f-49eb-a47f-8f58ca3ccc51 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.745542] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e89fc9-0a4f-4e0f-b9b2-a7f990bf3444 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.754760] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94a8a82-ccbf-4581-a69c-dcd7491a4290 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.772557] env[68960]: DEBUG nova.compute.provider_tree [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 798.917101] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2182266c-2c93-4d90-80b0-af469335484f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "637ba32b-97be-465d-a923-4eed68a2bb68" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.928s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.943422] env[68960]: DEBUG oslo_vmware.api [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': task-3221323, 'name': ReconfigVM_Task, 'duration_secs': 0.314494} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.949561] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 5f1245c7-9ab4-4a4f-b30f-613c00d82612/5f1245c7-9ab4-4a4f-b30f-613c00d82612.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.952023] env[68960]: DEBUG oslo_vmware.api [None req-be5ce221-7e4c-47e7-96d8-a1b49bd907e5 tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Task: {'id': task-3221324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304782} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.952023] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11a0cae2-8b44-4813-b566-e8b09d50858f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.952960] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-be5ce221-7e4c-47e7-96d8-a1b49bd907e5 tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.953275] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-be5ce221-7e4c-47e7-96d8-a1b49bd907e5 tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.953469] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-be5ce221-7e4c-47e7-96d8-a1b49bd907e5 tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.953706] env[68960]: INFO nova.compute.manager [None req-be5ce221-7e4c-47e7-96d8-a1b49bd907e5 tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 798.955493] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be5ce221-7e4c-47e7-96d8-a1b49bd907e5 tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.956048] env[68960]: DEBUG nova.compute.manager [-] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.956155] env[68960]: DEBUG nova.network.neutron [-] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 798.966304] env[68960]: DEBUG oslo_vmware.api [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Waiting for the task: (returnval){ [ 798.966304] env[68960]: value = "task-3221325" [ 798.966304] env[68960]: _type = "Task" [ 798.966304] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.976135] env[68960]: DEBUG oslo_vmware.api [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': task-3221325, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.152381] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520e74ea-d656-cce2-4ea0-0cf6f5d1052c/disk-0.vmdk. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 799.155321] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90662033-d0a2-4fa5-a745-c7344aa2f0d9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.167169] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520e74ea-d656-cce2-4ea0-0cf6f5d1052c/disk-0.vmdk is in state: ready. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 799.167871] env[68960]: ERROR oslo_vmware.rw_handles [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520e74ea-d656-cce2-4ea0-0cf6f5d1052c/disk-0.vmdk due to incomplete transfer. [ 799.168304] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a3230962-a9ce-4ec9-af5f-9a8bdaeea8cd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.180272] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520e74ea-d656-cce2-4ea0-0cf6f5d1052c/disk-0.vmdk. {{(pid=68960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 799.182215] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Uploaded image 058fec40-1043-475b-8161-b941682bfbde to the Glance image server {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 799.186630] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Destroying the VM {{(pid=68960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 799.187254] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-76c2f469-f61a-4537-b36f-13f9e64e3960 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.196187] env[68960]: DEBUG oslo_vmware.api [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 799.196187] env[68960]: value = "task-3221326" [ 799.196187] env[68960]: _type = "Task" [ 799.196187] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.215181] env[68960]: DEBUG oslo_vmware.api [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221326, 'name': Destroy_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.322326] env[68960]: DEBUG nova.scheduler.client.report [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Updated inventory for provider d6b14c3a-024a-447e-9595-cef114b4ddda with generation 70 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 799.322326] env[68960]: DEBUG nova.compute.provider_tree [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Updating resource provider d6b14c3a-024a-447e-9595-cef114b4ddda generation from 70 to 71 during operation: update_inventory {{(pid=68960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 799.322326] env[68960]: DEBUG nova.compute.provider_tree [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 799.480563] env[68960]: DEBUG oslo_vmware.api [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': task-3221325, 'name': Rename_Task, 'duration_secs': 0.154622} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.480933] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.481794] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0c330b5-4e9b-4195-ae35-601cd810c26e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.492659] env[68960]: DEBUG oslo_vmware.api [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Waiting for the task: (returnval){ [ 799.492659] env[68960]: value = "task-3221327" [ 799.492659] env[68960]: _type = "Task" [ 799.492659] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.501547] env[68960]: DEBUG oslo_vmware.api [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': task-3221327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.570630] env[68960]: DEBUG nova.compute.manager [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.618694] env[68960]: DEBUG nova.virt.hardware [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.619089] env[68960]: DEBUG nova.virt.hardware [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.619327] env[68960]: DEBUG nova.virt.hardware [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.619594] env[68960]: DEBUG nova.virt.hardware [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.619822] env[68960]: DEBUG nova.virt.hardware [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.620477] env[68960]: DEBUG nova.virt.hardware [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.620477] env[68960]: DEBUG nova.virt.hardware [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.621243] env[68960]: DEBUG nova.virt.hardware [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.621243] env[68960]: DEBUG nova.virt.hardware [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.622523] env[68960]: DEBUG nova.virt.hardware [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.622523] env[68960]: DEBUG nova.virt.hardware [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.623372] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108824c0-d21c-4a00-a3db-cd7dbd486555 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.634845] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dd9b9c-d8d8-4620-9471-f6dc1e6995bf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.650900] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Instance VIF info [] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.656927] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Creating folder: Project (896cf26771c84e57a6eda4910465a0b5). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.657786] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79be43fb-cde5-435d-9613-2b17bcad2f34 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.675739] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Created folder: Project (896cf26771c84e57a6eda4910465a0b5) in parent group-v643888. [ 799.676077] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Creating folder: Instances. Parent ref: group-v644030. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.676397] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67a021fc-730b-4b2b-bf5f-24ea052fa8a1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.690536] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Created folder: Instances in parent group-v644030. [ 799.691035] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.691174] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.691452] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab999ad8-8200-4562-9452-9193cc8ab23a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.710568] env[68960]: DEBUG nova.compute.manager [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.712038] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca2b614-1782-469e-b836-eef46a424736 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.716584] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.716584] env[68960]: value = "task-3221330" [ 799.716584] env[68960]: _type = "Task" [ 799.716584] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.723590] env[68960]: DEBUG oslo_vmware.api [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221326, 'name': Destroy_Task, 'duration_secs': 0.369938} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.724466] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Destroyed the VM [ 799.724715] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Deleting Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 799.725505] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6faeb671-1f37-4697-afa9-dcb2dfc4415b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.732506] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221330, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.743869] env[68960]: DEBUG oslo_vmware.api [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 799.743869] env[68960]: value = "task-3221331" [ 799.743869] env[68960]: _type = "Task" [ 799.743869] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.752503] env[68960]: DEBUG nova.compute.manager [req-2d98ec96-d474-4d27-a7aa-ed1f0055d7c0 req-bcf99025-6854-446a-9599-ff5f4ea3fcbe service nova] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Received event network-vif-deleted-ae69d662-4e3e-41ed-8a42-e321675993ad {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.752705] env[68960]: INFO nova.compute.manager [req-2d98ec96-d474-4d27-a7aa-ed1f0055d7c0 req-bcf99025-6854-446a-9599-ff5f4ea3fcbe service nova] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Neutron deleted interface ae69d662-4e3e-41ed-8a42-e321675993ad; detaching it from the instance and deleting it from the info cache [ 799.752939] env[68960]: DEBUG nova.network.neutron [req-2d98ec96-d474-4d27-a7aa-ed1f0055d7c0 req-bcf99025-6854-446a-9599-ff5f4ea3fcbe service nova] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.763409] env[68960]: DEBUG oslo_vmware.api [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221331, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.823829] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.277s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.827643] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f8a090c2-c702-4d18-8ed1-860e82834701 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.446s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.828186] env[68960]: DEBUG nova.objects.instance [None req-f8a090c2-c702-4d18-8ed1-860e82834701 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Lazy-loading 'resources' on Instance uuid c92cef0d-47ce-40f6-8dae-18ce9a133da4 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.861395] env[68960]: INFO nova.scheduler.client.report [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Deleted allocations for instance 75ea79e1-b7ef-4390-a55f-464c55dcbdbf [ 799.889612] env[68960]: DEBUG nova.network.neutron [-] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.007297] env[68960]: DEBUG oslo_vmware.api [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': task-3221327, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.087323] env[68960]: DEBUG oslo_concurrency.lockutils [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "637ba32b-97be-465d-a923-4eed68a2bb68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.087631] env[68960]: DEBUG oslo_concurrency.lockutils [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "637ba32b-97be-465d-a923-4eed68a2bb68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.087877] env[68960]: DEBUG oslo_concurrency.lockutils [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "637ba32b-97be-465d-a923-4eed68a2bb68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.088110] env[68960]: DEBUG oslo_concurrency.lockutils [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "637ba32b-97be-465d-a923-4eed68a2bb68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.088331] env[68960]: DEBUG oslo_concurrency.lockutils [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "637ba32b-97be-465d-a923-4eed68a2bb68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.090571] env[68960]: INFO nova.compute.manager [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Terminating instance [ 800.236027] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221330, 'name': CreateVM_Task, 'duration_secs': 0.361563} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.236746] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.238011] env[68960]: INFO nova.compute.manager [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] instance snapshotting [ 800.238778] env[68960]: DEBUG nova.objects.instance [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lazy-loading 'flavor' on Instance uuid 404efc31-4206-4e68-92c8-c4226982dfe1 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.247720] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.247917] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.249081] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.249081] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4f8722e-1050-4bfd-a50c-efa0893e338e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.262022] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a498999f-fe4a-4e6e-8819-1a63f8818af8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.266168] env[68960]: DEBUG oslo_vmware.api [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for the task: (returnval){ [ 800.266168] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52878c92-14fa-80c8-ee47-3343949dafcb" [ 800.266168] env[68960]: _type = "Task" [ 800.266168] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.271501] env[68960]: DEBUG oslo_vmware.api [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221331, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.285331] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4637e1e0-d658-45ed-9b09-0b1d9d16eea3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.306020] env[68960]: DEBUG oslo_vmware.api [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52878c92-14fa-80c8-ee47-3343949dafcb, 'name': SearchDatastore_Task, 'duration_secs': 0.014229} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.306020] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.306020] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.306020] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.306020] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.306020] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.306020] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-494c3e07-185f-492f-9413-12348726516d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.315801] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.316034] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.316873] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-696184ae-2a3a-41e8-8f8f-ae199abfa571 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.341570] env[68960]: DEBUG nova.compute.manager [req-2d98ec96-d474-4d27-a7aa-ed1f0055d7c0 req-bcf99025-6854-446a-9599-ff5f4ea3fcbe service nova] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Detach interface failed, port_id=ae69d662-4e3e-41ed-8a42-e321675993ad, reason: Instance d9be8677-b7dc-405e-9b09-77bd8b212c5c could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 800.347220] env[68960]: DEBUG oslo_vmware.api [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for the task: (returnval){ [ 800.347220] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527c2aa4-252d-e13f-6137-b25787471720" [ 800.347220] env[68960]: _type = "Task" [ 800.347220] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.357350] env[68960]: DEBUG oslo_vmware.api [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527c2aa4-252d-e13f-6137-b25787471720, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.374421] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d49bf706-70ba-4331-a09d-f311e968c3f8 tempest-ServerDiagnosticsNegativeTest-1023237478 tempest-ServerDiagnosticsNegativeTest-1023237478-project-member] Lock "75ea79e1-b7ef-4390-a55f-464c55dcbdbf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.153s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.393077] env[68960]: INFO nova.compute.manager [-] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Took 1.44 seconds to deallocate network for instance. [ 800.511546] env[68960]: DEBUG oslo_vmware.api [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': task-3221327, 'name': PowerOnVM_Task, 'duration_secs': 0.518929} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.511773] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.512152] env[68960]: INFO nova.compute.manager [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Took 9.82 seconds to spawn the instance on the hypervisor. [ 800.512418] env[68960]: DEBUG nova.compute.manager [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.513480] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d58c60-0582-4bff-b53c-af2ff1a556ef {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.595272] env[68960]: DEBUG nova.compute.manager [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 800.595645] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.597332] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fa15975-778b-4b63-807d-5e02ecd76c12 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.605586] env[68960]: DEBUG oslo_vmware.api [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 800.605586] env[68960]: value = "task-3221332" [ 800.605586] env[68960]: _type = "Task" [ 800.605586] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.622138] env[68960]: DEBUG oslo_vmware.api [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.748187] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf7febd-47aa-40f6-8b35-9bf61e3c44ab {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.749702] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "22d9fb8f-2d76-40af-9304-969dee8b1567" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.750060] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "22d9fb8f-2d76-40af-9304-969dee8b1567" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.750350] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "22d9fb8f-2d76-40af-9304-969dee8b1567-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.750705] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "22d9fb8f-2d76-40af-9304-969dee8b1567-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.751046] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "22d9fb8f-2d76-40af-9304-969dee8b1567-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.759830] env[68960]: INFO nova.compute.manager [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Terminating instance [ 800.781075] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c168b82-3b00-4676-9a6a-5a018f5f608c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.789668] env[68960]: DEBUG oslo_vmware.api [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221331, 'name': RemoveSnapshot_Task, 'duration_secs': 0.548174} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.791083] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Deleted Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 800.791572] env[68960]: INFO nova.compute.manager [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Took 15.33 seconds to snapshot the instance on the hypervisor. [ 800.869461] env[68960]: DEBUG oslo_vmware.api [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527c2aa4-252d-e13f-6137-b25787471720, 'name': SearchDatastore_Task, 'duration_secs': 0.012616} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.870412] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d1e2bd7-f809-4557-9485-a7b6c2b31270 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.883646] env[68960]: DEBUG oslo_vmware.api [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for the task: (returnval){ [ 800.883646] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52374ce2-b736-084a-5ca2-ed55e0d68e21" [ 800.883646] env[68960]: _type = "Task" [ 800.883646] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.897206] env[68960]: DEBUG oslo_vmware.api [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52374ce2-b736-084a-5ca2-ed55e0d68e21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.901826] env[68960]: DEBUG oslo_concurrency.lockutils [None req-be5ce221-7e4c-47e7-96d8-a1b49bd907e5 tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.983659] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dff96a0-e75c-4b0f-8d98-d467639fa85e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.993386] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85764ac1-5c1a-4955-b130-bb2c4964d388 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.037974] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0531ab76-e8ae-481f-95b0-1135960cce86 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.042042] env[68960]: INFO nova.compute.manager [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Took 51.10 seconds to build instance. [ 801.048113] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c445c03-cd2a-4eda-a9fc-fd9b314e599f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.064842] env[68960]: DEBUG nova.compute.provider_tree [None req-f8a090c2-c702-4d18-8ed1-860e82834701 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.117530] env[68960]: DEBUG oslo_vmware.api [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221332, 'name': PowerOffVM_Task, 'duration_secs': 0.263029} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.117798] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.117995] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Volume detach. Driver type: vmdk {{(pid=68960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 801.118204] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644024', 'volume_id': '16cdb283-91a7-4b09-813a-4c0d2fe7ca14', 'name': 'volume-16cdb283-91a7-4b09-813a-4c0d2fe7ca14', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '637ba32b-97be-465d-a923-4eed68a2bb68', 'attached_at': '', 'detached_at': '', 'volume_id': '16cdb283-91a7-4b09-813a-4c0d2fe7ca14', 'serial': '16cdb283-91a7-4b09-813a-4c0d2fe7ca14'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 801.119015] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c82fa62-0a41-4d30-b987-20036751c2ba {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.141914] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb595d2-df59-4655-a692-c1fc5f04fecb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.151335] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57752c7-ed90-458c-ab6c-00ac7cee573c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.179469] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974648ea-16de-49f3-9ff5-2dc13055182c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.199324] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] The volume has not been displaced from its original location: [datastore1] volume-16cdb283-91a7-4b09-813a-4c0d2fe7ca14/volume-16cdb283-91a7-4b09-813a-4c0d2fe7ca14.vmdk. No consolidation needed. {{(pid=68960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 801.205112] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Reconfiguring VM instance instance-0000002a to detach disk 2001 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 801.205518] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-019bb509-2ff0-4209-9939-2979c36fc98e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.229212] env[68960]: DEBUG oslo_vmware.api [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 801.229212] env[68960]: value = "task-3221333" [ 801.229212] env[68960]: _type = "Task" [ 801.229212] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.238692] env[68960]: DEBUG oslo_vmware.api [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.281720] env[68960]: DEBUG nova.compute.manager [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 801.282344] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.282962] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441d94b9-7973-475d-8a4d-4eb2f759a45f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.292903] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.293229] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5b365ce-2736-455b-9672-084b4e260129 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.303904] env[68960]: DEBUG nova.compute.manager [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Instance disappeared during snapshot {{(pid=68960) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 801.308056] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Creating Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 801.308056] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-730b8719-b99a-44c0-8682-059a864029bb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.316320] env[68960]: DEBUG oslo_vmware.api [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 801.316320] env[68960]: value = "task-3221335" [ 801.316320] env[68960]: _type = "Task" [ 801.316320] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.320373] env[68960]: DEBUG nova.compute.manager [None req-ce1ace63-46c4-4a3b-a348-f4cfebaedca9 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Image not found during clean up 058fec40-1043-475b-8161-b941682bfbde {{(pid=68960) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 801.328763] env[68960]: DEBUG oslo_vmware.api [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221335, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.373515] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.373713] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.374120] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Deleting the datastore file [datastore2] 22d9fb8f-2d76-40af-9304-969dee8b1567 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.374272] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58d63714-592e-4b3d-a884-a9ff81e73582 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.382441] env[68960]: DEBUG oslo_vmware.api [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 801.382441] env[68960]: value = "task-3221336" [ 801.382441] env[68960]: _type = "Task" [ 801.382441] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.397742] env[68960]: DEBUG oslo_vmware.api [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.401475] env[68960]: DEBUG oslo_vmware.api [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52374ce2-b736-084a-5ca2-ed55e0d68e21, 'name': SearchDatastore_Task, 'duration_secs': 0.012109} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.401739] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.402133] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] b9ec3351-09c4-44ef-a6d1-28392c70b058/b9ec3351-09c4-44ef-a6d1-28392c70b058.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.402272] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b45bc45-55d9-4ec7-8a38-7f589be5a1fc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.410095] env[68960]: DEBUG oslo_vmware.api [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for the task: (returnval){ [ 801.410095] env[68960]: value = "task-3221337" [ 801.410095] env[68960]: _type = "Task" [ 801.410095] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.420017] env[68960]: DEBUG oslo_vmware.api [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.544167] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0601838-0915-4a78-b4b0-b0dd71064fad tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Lock "5f1245c7-9ab4-4a4f-b30f-613c00d82612" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.649s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.571354] env[68960]: DEBUG nova.scheduler.client.report [None req-f8a090c2-c702-4d18-8ed1-860e82834701 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.743685] env[68960]: DEBUG oslo_vmware.api [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221333, 'name': ReconfigVM_Task, 'duration_secs': 0.328922} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.744095] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Reconfigured VM instance instance-0000002a to detach disk 2001 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 801.750401] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8704b8ac-c089-4523-9a3d-e88fd2ac204c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.772826] env[68960]: DEBUG oslo_vmware.api [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 801.772826] env[68960]: value = "task-3221338" [ 801.772826] env[68960]: _type = "Task" [ 801.772826] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.786558] env[68960]: DEBUG oslo_vmware.api [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221338, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.828149] env[68960]: DEBUG oslo_concurrency.lockutils [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "67f6f924-b122-4326-866f-2e3c3c9357ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.828149] env[68960]: DEBUG oslo_concurrency.lockutils [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "67f6f924-b122-4326-866f-2e3c3c9357ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.835876] env[68960]: DEBUG oslo_vmware.api [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221335, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.900431] env[68960]: DEBUG oslo_vmware.api [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277314} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.901207] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.901464] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.901877] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.902205] env[68960]: INFO nova.compute.manager [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Took 0.62 seconds to destroy the instance on the hypervisor. [ 801.902541] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.902815] env[68960]: DEBUG nova.compute.manager [-] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 801.903218] env[68960]: DEBUG nova.network.neutron [-] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.931517] env[68960]: DEBUG oslo_vmware.api [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221337, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.054402] env[68960]: DEBUG nova.compute.manager [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.080680] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f8a090c2-c702-4d18-8ed1-860e82834701 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.083316] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.146s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.085155] env[68960]: INFO nova.compute.claims [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.126180] env[68960]: INFO nova.scheduler.client.report [None req-f8a090c2-c702-4d18-8ed1-860e82834701 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Deleted allocations for instance c92cef0d-47ce-40f6-8dae-18ce9a133da4 [ 802.289796] env[68960]: DEBUG oslo_vmware.api [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221338, 'name': ReconfigVM_Task, 'duration_secs': 0.321212} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.290208] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644024', 'volume_id': '16cdb283-91a7-4b09-813a-4c0d2fe7ca14', 'name': 'volume-16cdb283-91a7-4b09-813a-4c0d2fe7ca14', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '637ba32b-97be-465d-a923-4eed68a2bb68', 'attached_at': '', 'detached_at': '', 'volume_id': '16cdb283-91a7-4b09-813a-4c0d2fe7ca14', 'serial': '16cdb283-91a7-4b09-813a-4c0d2fe7ca14'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 802.290511] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.291680] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb564827-3722-43a7-bc36-3308b29d3e3f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.301690] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.301992] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb33e1a3-8f97-46f6-a9a4-cfb74c009fca {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.334938] env[68960]: DEBUG oslo_vmware.api [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221335, 'name': CreateSnapshot_Task, 'duration_secs': 0.839567} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.335154] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Created Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 802.336116] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69201f43-ea93-4e03-b6df-1d57073e1519 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.397621] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.402671] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.402671] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Deleting the datastore file [datastore2] 637ba32b-97be-465d-a923-4eed68a2bb68 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.404873] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b832cf7-6ecb-4775-b81d-0c528cb16295 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.427148] env[68960]: DEBUG oslo_vmware.api [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 802.427148] env[68960]: value = "task-3221340" [ 802.427148] env[68960]: _type = "Task" [ 802.427148] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.448215] env[68960]: DEBUG oslo_vmware.api [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590643} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.449589] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] b9ec3351-09c4-44ef-a6d1-28392c70b058/b9ec3351-09c4-44ef-a6d1-28392c70b058.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.449589] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.450365] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-060b1faf-515f-484c-b76a-76bbcf0734e7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.463107] env[68960]: DEBUG oslo_vmware.api [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.469243] env[68960]: DEBUG oslo_vmware.api [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for the task: (returnval){ [ 802.469243] env[68960]: value = "task-3221341" [ 802.469243] env[68960]: _type = "Task" [ 802.469243] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.483284] env[68960]: DEBUG oslo_vmware.api [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.580915] env[68960]: DEBUG oslo_concurrency.lockutils [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.643859] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f8a090c2-c702-4d18-8ed1-860e82834701 tempest-ServersV294TestFqdnHostnames-1465280920 tempest-ServersV294TestFqdnHostnames-1465280920-project-member] Lock "c92cef0d-47ce-40f6-8dae-18ce9a133da4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.954s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.673575] env[68960]: DEBUG nova.compute.manager [req-1c5e5267-30a6-4c63-9979-a0742300e890 req-214b90e5-5f6f-4c2b-9d7a-12a6c7375856 service nova] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Received event network-vif-deleted-a09d8135-57c7-4944-bc9c-2eb3eeecefa4 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.673860] env[68960]: INFO nova.compute.manager [req-1c5e5267-30a6-4c63-9979-a0742300e890 req-214b90e5-5f6f-4c2b-9d7a-12a6c7375856 service nova] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Neutron deleted interface a09d8135-57c7-4944-bc9c-2eb3eeecefa4; detaching it from the instance and deleting it from the info cache [ 802.674061] env[68960]: DEBUG nova.network.neutron [req-1c5e5267-30a6-4c63-9979-a0742300e890 req-214b90e5-5f6f-4c2b-9d7a-12a6c7375856 service nova] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.799047] env[68960]: DEBUG nova.network.neutron [-] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.800547] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquiring lock "1f56cc38-ab30-4ca4-ae20-62021f6fe60c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.800547] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Lock "1f56cc38-ab30-4ca4-ae20-62021f6fe60c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.828607] env[68960]: INFO nova.compute.manager [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Rebuilding instance [ 802.862764] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Creating linked-clone VM from snapshot {{(pid=68960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 802.866973] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c939f3ef-4690-427b-8487-6ed9911fd0ff {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.879804] env[68960]: DEBUG oslo_vmware.api [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 802.879804] env[68960]: value = "task-3221342" [ 802.879804] env[68960]: _type = "Task" [ 802.879804] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.888327] env[68960]: DEBUG oslo_vmware.api [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221342, 'name': CloneVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.894680] env[68960]: DEBUG nova.compute.manager [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.895607] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ced75e1-9455-4534-8dee-55aa524539cd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.939440] env[68960]: DEBUG oslo_vmware.api [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387965} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.939720] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.939907] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.940124] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.940283] env[68960]: INFO nova.compute.manager [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Took 2.34 seconds to destroy the instance on the hypervisor. [ 802.940530] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.940724] env[68960]: DEBUG nova.compute.manager [-] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.940864] env[68960]: DEBUG nova.network.neutron [-] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.988332] env[68960]: DEBUG oslo_vmware.api [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112391} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.988649] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.990223] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa2728a-eede-44a0-b6b5-4a4a5f538733 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.015682] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] b9ec3351-09c4-44ef-a6d1-28392c70b058/b9ec3351-09c4-44ef-a6d1-28392c70b058.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.016041] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddf8fccf-f4b2-458a-a0bf-78bbf02c73fc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.044058] env[68960]: DEBUG oslo_vmware.api [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for the task: (returnval){ [ 803.044058] env[68960]: value = "task-3221343" [ 803.044058] env[68960]: _type = "Task" [ 803.044058] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.059799] env[68960]: DEBUG oslo_vmware.api [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221343, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.181469] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6021e19f-458c-4e2e-96f3-8e2503df1352 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.194215] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cb314e-574f-47a4-ad18-ef734ddd7a67 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.247230] env[68960]: DEBUG nova.compute.manager [req-1c5e5267-30a6-4c63-9979-a0742300e890 req-214b90e5-5f6f-4c2b-9d7a-12a6c7375856 service nova] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Detach interface failed, port_id=a09d8135-57c7-4944-bc9c-2eb3eeecefa4, reason: Instance 22d9fb8f-2d76-40af-9304-969dee8b1567 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 803.301394] env[68960]: INFO nova.compute.manager [-] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Took 1.40 seconds to deallocate network for instance. [ 803.401540] env[68960]: DEBUG oslo_vmware.api [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221342, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.563608] env[68960]: DEBUG oslo_vmware.api [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221343, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.704839] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a840c7dc-8472-4923-b246-18b5e509dc64 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.716672] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a96f106-25f7-401c-9ad8-b6be4f5fdaef {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.759463] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1568523-30b2-45fb-b709-37b49ef0a5e4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.765810] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4a26bb-fed8-4c19-ba6d-4fe5356df54f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.785832] env[68960]: DEBUG nova.compute.provider_tree [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.811205] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.826476] env[68960]: DEBUG nova.network.neutron [-] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.891661] env[68960]: DEBUG oslo_vmware.api [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221342, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.912103] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.912535] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd199347-3ed7-4b44-bfe5-95043a567656 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.923128] env[68960]: DEBUG oslo_vmware.api [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Waiting for the task: (returnval){ [ 803.923128] env[68960]: value = "task-3221344" [ 803.923128] env[68960]: _type = "Task" [ 803.923128] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.935439] env[68960]: DEBUG oslo_vmware.api [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': task-3221344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.027973] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ff1295e1-3458-4afc-b4ad-44701c782958 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Acquiring lock "ea511f6f-216d-476d-8d6a-46d4375263d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.028249] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ff1295e1-3458-4afc-b4ad-44701c782958 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Lock "ea511f6f-216d-476d-8d6a-46d4375263d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.028568] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ff1295e1-3458-4afc-b4ad-44701c782958 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Acquiring lock "ea511f6f-216d-476d-8d6a-46d4375263d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.028872] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ff1295e1-3458-4afc-b4ad-44701c782958 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Lock "ea511f6f-216d-476d-8d6a-46d4375263d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.029195] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ff1295e1-3458-4afc-b4ad-44701c782958 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Lock "ea511f6f-216d-476d-8d6a-46d4375263d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.037674] env[68960]: INFO nova.compute.manager [None req-ff1295e1-3458-4afc-b4ad-44701c782958 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Terminating instance [ 804.067286] env[68960]: DEBUG oslo_vmware.api [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221343, 'name': ReconfigVM_Task, 'duration_secs': 0.633189} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.068120] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Reconfigured VM instance instance-0000002f to attach disk [datastore1] b9ec3351-09c4-44ef-a6d1-28392c70b058/b9ec3351-09c4-44ef-a6d1-28392c70b058.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.068442] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64ab8ed7-1fe8-4540-9767-6dbf9a072ecb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.077944] env[68960]: DEBUG oslo_vmware.api [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for the task: (returnval){ [ 804.077944] env[68960]: value = "task-3221345" [ 804.077944] env[68960]: _type = "Task" [ 804.077944] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.095121] env[68960]: DEBUG oslo_vmware.api [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221345, 'name': Rename_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.288876] env[68960]: DEBUG nova.scheduler.client.report [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.332824] env[68960]: INFO nova.compute.manager [-] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Took 1.39 seconds to deallocate network for instance. [ 804.392144] env[68960]: DEBUG oslo_vmware.api [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221342, 'name': CloneVM_Task} progress is 95%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.436473] env[68960]: DEBUG oslo_vmware.api [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': task-3221344, 'name': PowerOffVM_Task, 'duration_secs': 0.162646} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.436837] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.437146] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.438124] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddf4aee-242f-4282-a3d7-2de6705dfce4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.446668] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.446941] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e11b053-daac-46c1-a7ea-178cb72d4058 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.477481] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.477481] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.477481] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Deleting the datastore file [datastore1] 5f1245c7-9ab4-4a4f-b30f-613c00d82612 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.477481] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a61cf75-84fe-499d-a23c-7a2b49e56eec {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.485856] env[68960]: DEBUG oslo_vmware.api [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Waiting for the task: (returnval){ [ 804.485856] env[68960]: value = "task-3221347" [ 804.485856] env[68960]: _type = "Task" [ 804.485856] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.496172] env[68960]: DEBUG oslo_vmware.api [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': task-3221347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.546023] env[68960]: DEBUG nova.compute.manager [None req-ff1295e1-3458-4afc-b4ad-44701c782958 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.546023] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1295e1-3458-4afc-b4ad-44701c782958 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.546023] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b617674d-98c0-4401-ba95-f4a48f5eac1f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.554838] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1295e1-3458-4afc-b4ad-44701c782958 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.557113] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd91cbe5-5db2-48e5-a2e6-1aa0ebebf5bd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.588724] env[68960]: DEBUG oslo_vmware.api [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221345, 'name': Rename_Task, 'duration_secs': 0.220223} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.589203] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.589757] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a4c6d10-faf7-4259-b06e-736b8b0244c4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.600023] env[68960]: DEBUG oslo_vmware.api [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for the task: (returnval){ [ 804.600023] env[68960]: value = "task-3221349" [ 804.600023] env[68960]: _type = "Task" [ 804.600023] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.610839] env[68960]: DEBUG oslo_vmware.api [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.707463] env[68960]: DEBUG nova.compute.manager [req-43159231-3de6-4534-b3f2-d32809f05ed1 req-030a3263-4d03-4018-a426-1f7bdc205383 service nova] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Received event network-vif-deleted-663053a9-c468-414e-b343-d2e13a1a3f6d {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.797105] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.797700] env[68960]: DEBUG nova.compute.manager [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.801027] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.883s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.805816] env[68960]: INFO nova.compute.claims [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.892466] env[68960]: DEBUG oslo_vmware.api [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221342, 'name': CloneVM_Task} progress is 95%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.894950] env[68960]: INFO nova.compute.manager [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Took 0.56 seconds to detach 1 volumes for instance. [ 804.999979] env[68960]: DEBUG oslo_vmware.api [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': task-3221347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305877} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.000297] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.000297] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.000606] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.108493] env[68960]: DEBUG oslo_vmware.api [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221349, 'name': PowerOnVM_Task, 'duration_secs': 0.487607} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.108779] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.108983] env[68960]: INFO nova.compute.manager [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Took 5.54 seconds to spawn the instance on the hypervisor. [ 805.114143] env[68960]: DEBUG nova.compute.manager [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.114143] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3920bf-f1fd-4159-a0b4-7da91307e8c7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.304283] env[68960]: DEBUG nova.compute.utils [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.306513] env[68960]: DEBUG nova.compute.manager [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Not allocating networking since 'none' was specified. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 805.392471] env[68960]: DEBUG oslo_vmware.api [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221342, 'name': CloneVM_Task} progress is 95%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.399682] env[68960]: DEBUG oslo_concurrency.lockutils [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.639231] env[68960]: INFO nova.compute.manager [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Took 47.14 seconds to build instance. [ 805.705481] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1295e1-3458-4afc-b4ad-44701c782958 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.705780] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1295e1-3458-4afc-b4ad-44701c782958 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.705920] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff1295e1-3458-4afc-b4ad-44701c782958 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Deleting the datastore file [datastore1] ea511f6f-216d-476d-8d6a-46d4375263d2 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.706233] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b4ef885-602d-42fe-a9b6-6a962a5d8785 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.721401] env[68960]: DEBUG oslo_vmware.api [None req-ff1295e1-3458-4afc-b4ad-44701c782958 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Waiting for the task: (returnval){ [ 805.721401] env[68960]: value = "task-3221350" [ 805.721401] env[68960]: _type = "Task" [ 805.721401] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.731466] env[68960]: DEBUG oslo_vmware.api [None req-ff1295e1-3458-4afc-b4ad-44701c782958 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': task-3221350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.807651] env[68960]: DEBUG nova.compute.manager [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.898781] env[68960]: DEBUG oslo_vmware.api [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221342, 'name': CloneVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.048840] env[68960]: DEBUG nova.virt.hardware [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.049010] env[68960]: DEBUG nova.virt.hardware [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.049129] env[68960]: DEBUG nova.virt.hardware [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.051326] env[68960]: DEBUG nova.virt.hardware [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.051326] env[68960]: DEBUG nova.virt.hardware [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.051326] env[68960]: DEBUG nova.virt.hardware [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.051326] env[68960]: DEBUG nova.virt.hardware [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.051326] env[68960]: DEBUG nova.virt.hardware [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.051326] env[68960]: DEBUG nova.virt.hardware [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.051326] env[68960]: DEBUG nova.virt.hardware [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.051326] env[68960]: DEBUG nova.virt.hardware [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.052192] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5bec94-57f7-420e-a1de-d002d7ad8c61 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.065518] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57469ae-142d-4f5a-99c9-adf93a7f9c57 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.087041] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Instance VIF info [] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.093100] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.096449] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.096790] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ff61b17-c580-44f6-a2b7-36c4a7d8de59 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.122035] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.122035] env[68960]: value = "task-3221351" [ 806.122035] env[68960]: _type = "Task" [ 806.122035] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.133691] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221351, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.143467] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc3988a1-9a3a-4feb-8add-8b8588ed1019 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Lock "b9ec3351-09c4-44ef-a6d1-28392c70b058" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.362s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.237859] env[68960]: DEBUG oslo_vmware.api [None req-ff1295e1-3458-4afc-b4ad-44701c782958 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': task-3221350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297073} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.238153] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff1295e1-3458-4afc-b4ad-44701c782958 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.238442] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1295e1-3458-4afc-b4ad-44701c782958 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.238588] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1295e1-3458-4afc-b4ad-44701c782958 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.238718] env[68960]: INFO nova.compute.manager [None req-ff1295e1-3458-4afc-b4ad-44701c782958 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Took 1.70 seconds to destroy the instance on the hypervisor. [ 806.238916] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff1295e1-3458-4afc-b4ad-44701c782958 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.239145] env[68960]: DEBUG nova.compute.manager [-] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.239251] env[68960]: DEBUG nova.network.neutron [-] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.399768] env[68960]: DEBUG oslo_vmware.api [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221342, 'name': CloneVM_Task, 'duration_secs': 3.296772} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.400027] env[68960]: INFO nova.virt.vmwareapi.vmops [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Created linked-clone VM from snapshot [ 806.404804] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30eb52f-9a4e-4af0-a026-4147847212c6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.415998] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Uploading image 6c78fcb9-c377-4379-9fa0-9f2d7383978b {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 806.444047] env[68960]: DEBUG oslo_vmware.rw_handles [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 806.444047] env[68960]: value = "vm-644034" [ 806.444047] env[68960]: _type = "VirtualMachine" [ 806.444047] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 806.444976] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9302f0c2-9691-4679-a484-675e6af19509 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.458411] env[68960]: DEBUG oslo_vmware.rw_handles [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lease: (returnval){ [ 806.458411] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5254be49-4065-6bfc-ff26-628f2afa352b" [ 806.458411] env[68960]: _type = "HttpNfcLease" [ 806.458411] env[68960]: } obtained for exporting VM: (result){ [ 806.458411] env[68960]: value = "vm-644034" [ 806.458411] env[68960]: _type = "VirtualMachine" [ 806.458411] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 806.458835] env[68960]: DEBUG oslo_vmware.api [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the lease: (returnval){ [ 806.458835] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5254be49-4065-6bfc-ff26-628f2afa352b" [ 806.458835] env[68960]: _type = "HttpNfcLease" [ 806.458835] env[68960]: } to be ready. {{(pid=68960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 806.472058] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 806.472058] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5254be49-4065-6bfc-ff26-628f2afa352b" [ 806.472058] env[68960]: _type = "HttpNfcLease" [ 806.472058] env[68960]: } is initializing. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 806.482101] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0186196e-6c8e-4f55-981f-801b56a25ec4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.491590] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5e5501-2f93-4523-bf87-77d02987a503 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.532400] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd253043-af2b-4f8c-86ee-37e0b986c869 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.545037] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50d2943-4bbb-41e6-b7b8-acf643e030bc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.561321] env[68960]: DEBUG nova.compute.provider_tree [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.635980] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221351, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.649548] env[68960]: DEBUG nova.compute.manager [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 806.749718] env[68960]: DEBUG nova.compute.manager [req-3b177bef-b82b-4825-badf-5b63d3849133 req-c2860504-f2c5-4063-8755-1f1f59d1341c service nova] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Received event network-vif-deleted-ce8e8418-2be0-4144-be4c-fb5d9f57e7ce {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.749844] env[68960]: INFO nova.compute.manager [req-3b177bef-b82b-4825-badf-5b63d3849133 req-c2860504-f2c5-4063-8755-1f1f59d1341c service nova] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Neutron deleted interface ce8e8418-2be0-4144-be4c-fb5d9f57e7ce; detaching it from the instance and deleting it from the info cache [ 806.749971] env[68960]: DEBUG nova.network.neutron [req-3b177bef-b82b-4825-badf-5b63d3849133 req-c2860504-f2c5-4063-8755-1f1f59d1341c service nova] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.816582] env[68960]: DEBUG nova.compute.manager [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.843719] env[68960]: DEBUG nova.virt.hardware [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.844220] env[68960]: DEBUG nova.virt.hardware [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.844498] env[68960]: DEBUG nova.virt.hardware [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.844837] env[68960]: DEBUG nova.virt.hardware [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.845128] env[68960]: DEBUG nova.virt.hardware [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.845809] env[68960]: DEBUG nova.virt.hardware [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.845809] env[68960]: DEBUG nova.virt.hardware [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.845809] env[68960]: DEBUG nova.virt.hardware [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.845970] env[68960]: DEBUG nova.virt.hardware [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.846940] env[68960]: DEBUG nova.virt.hardware [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.846940] env[68960]: DEBUG nova.virt.hardware [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.847305] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13686bab-0b59-4f96-b0fa-01e286206a37 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.857677] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e4113c-3e1a-4980-a0ac-0138dd3d21b6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.875469] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Instance VIF info [] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.883180] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.883180] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95a45975-d70e-4618-9721-5788972df11d] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.883180] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a047b85f-c6ef-4dba-8de0-e4c9e13a8923 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.904383] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.904383] env[68960]: value = "task-3221353" [ 806.904383] env[68960]: _type = "Task" [ 806.904383] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.914898] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221353, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.969810] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 806.969810] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5254be49-4065-6bfc-ff26-628f2afa352b" [ 806.969810] env[68960]: _type = "HttpNfcLease" [ 806.969810] env[68960]: } is ready. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 806.970485] env[68960]: DEBUG oslo_vmware.rw_handles [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 806.970485] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5254be49-4065-6bfc-ff26-628f2afa352b" [ 806.970485] env[68960]: _type = "HttpNfcLease" [ 806.970485] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 806.973655] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18f9dd5-1a07-4b07-b5c0-7bbdcf906a31 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.980247] env[68960]: DEBUG oslo_vmware.rw_handles [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b3223f-70c1-2206-95b3-404b9617ca9f/disk-0.vmdk from lease info. {{(pid=68960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 806.980500] env[68960]: DEBUG oslo_vmware.rw_handles [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b3223f-70c1-2206-95b3-404b9617ca9f/disk-0.vmdk for reading. {{(pid=68960) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 807.048283] env[68960]: DEBUG nova.network.neutron [-] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.063626] env[68960]: DEBUG nova.scheduler.client.report [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.095028] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ec8990a8-a0a6-47e0-9595-2bce50d076f3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.143020] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221351, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.182008] env[68960]: DEBUG oslo_concurrency.lockutils [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.255500] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f761fe61-0729-40e0-8751-7218bc759c4e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.265385] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42b638c-eeac-45c7-ac08-a2c653ea8f07 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.288765] env[68960]: DEBUG oslo_vmware.rw_handles [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f06fb6-1727-cc14-4383-72738168439a/disk-0.vmdk. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 807.289693] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae74a62-ded6-4e5c-8594-529eb72943f5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.309250] env[68960]: DEBUG nova.compute.manager [req-3b177bef-b82b-4825-badf-5b63d3849133 req-c2860504-f2c5-4063-8755-1f1f59d1341c service nova] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Detach interface failed, port_id=ce8e8418-2be0-4144-be4c-fb5d9f57e7ce, reason: Instance ea511f6f-216d-476d-8d6a-46d4375263d2 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 807.313952] env[68960]: DEBUG oslo_vmware.rw_handles [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f06fb6-1727-cc14-4383-72738168439a/disk-0.vmdk is in state: ready. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 807.313952] env[68960]: ERROR oslo_vmware.rw_handles [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f06fb6-1727-cc14-4383-72738168439a/disk-0.vmdk due to incomplete transfer. [ 807.313952] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-57f2313b-720a-4a33-971e-766e7e073374 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.321390] env[68960]: DEBUG oslo_vmware.rw_handles [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f06fb6-1727-cc14-4383-72738168439a/disk-0.vmdk. {{(pid=68960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 807.321587] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Uploaded image cd249a3f-f7d3-40ca-9fd5-85de86b1f922 to the Glance image server {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 807.323684] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Destroying the VM {{(pid=68960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 807.324080] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8cb8bcc5-a38e-44d8-b2af-de99e74a63e0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.332231] env[68960]: DEBUG oslo_vmware.api [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the task: (returnval){ [ 807.332231] env[68960]: value = "task-3221354" [ 807.332231] env[68960]: _type = "Task" [ 807.332231] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.341531] env[68960]: DEBUG oslo_vmware.api [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221354, 'name': Destroy_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.415141] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221353, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.551532] env[68960]: INFO nova.compute.manager [-] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Took 1.31 seconds to deallocate network for instance. [ 807.572287] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.573470] env[68960]: DEBUG nova.compute.manager [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.579719] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04f6ae8f-9829-49bb-b4c9-044e3d74989d tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.642s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.580094] env[68960]: DEBUG nova.objects.instance [None req-04f6ae8f-9829-49bb-b4c9-044e3d74989d tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Lazy-loading 'resources' on Instance uuid 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.643930] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221351, 'name': CreateVM_Task, 'duration_secs': 1.466315} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.644279] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.645084] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.645520] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.646022] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.646389] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b305fea-a6a7-4544-b995-2cf1f32c502e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.651687] env[68960]: DEBUG oslo_vmware.api [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Waiting for the task: (returnval){ [ 807.651687] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d2d58e-b0db-d8ce-e616-13e6d697460f" [ 807.651687] env[68960]: _type = "Task" [ 807.651687] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.661119] env[68960]: DEBUG oslo_vmware.api [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d2d58e-b0db-d8ce-e616-13e6d697460f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.851996] env[68960]: DEBUG oslo_vmware.api [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221354, 'name': Destroy_Task} progress is 33%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.916145] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221353, 'name': CreateVM_Task, 'duration_secs': 0.950456} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.916145] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95a45975-d70e-4618-9721-5788972df11d] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.916145] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.063074] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ff1295e1-3458-4afc-b4ad-44701c782958 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.092991] env[68960]: DEBUG nova.compute.utils [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.100503] env[68960]: DEBUG nova.compute.manager [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.100503] env[68960]: DEBUG nova.network.neutron [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.172829] env[68960]: DEBUG oslo_vmware.api [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d2d58e-b0db-d8ce-e616-13e6d697460f, 'name': SearchDatastore_Task, 'duration_secs': 0.011562} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.173413] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.173666] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.173927] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.174195] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.174276] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.178630] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.179016] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.179225] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b2e8d17-e8d8-44c6-acb5-e4397a330e8c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.183586] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c95d450c-d7a6-4e57-9db8-68cc0e816d0a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.190177] env[68960]: DEBUG oslo_vmware.api [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for the task: (returnval){ [ 808.190177] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52348729-7fd4-d869-5965-990ac62eb81d" [ 808.190177] env[68960]: _type = "Task" [ 808.190177] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.200257] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.200697] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.206044] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4b4dd36-84dc-4a11-9ba5-e24a18721adc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.212680] env[68960]: DEBUG oslo_vmware.api [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52348729-7fd4-d869-5965-990ac62eb81d, 'name': SearchDatastore_Task, 'duration_secs': 0.011183} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.213436] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.214182] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.214182] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.217229] env[68960]: DEBUG oslo_vmware.api [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Waiting for the task: (returnval){ [ 808.217229] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b0cfbd-6812-fd26-2378-aae94ce8138d" [ 808.217229] env[68960]: _type = "Task" [ 808.217229] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.222664] env[68960]: DEBUG nova.policy [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f05039f31a764c959d94e01c20f8ba09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd42e2bd2bbcd49b3bca0672675b7d7f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.233992] env[68960]: DEBUG oslo_vmware.api [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b0cfbd-6812-fd26-2378-aae94ce8138d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.348918] env[68960]: DEBUG oslo_vmware.api [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221354, 'name': Destroy_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.599845] env[68960]: DEBUG nova.compute.manager [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.729939] env[68960]: DEBUG oslo_vmware.api [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b0cfbd-6812-fd26-2378-aae94ce8138d, 'name': SearchDatastore_Task, 'duration_secs': 0.011361} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.732529] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7000c434-49b7-4da3-a61e-8691351e402f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.735986] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b768581a-5620-4a08-86b8-e16fa1b20451 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.744886] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6803d3f1-84bd-4986-9ef9-c31c1e552aab {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.748793] env[68960]: DEBUG oslo_vmware.api [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Waiting for the task: (returnval){ [ 808.748793] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5205407a-ea72-5dd4-e711-b684a5194489" [ 808.748793] env[68960]: _type = "Task" [ 808.748793] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.790429] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0888ea9b-7024-42b9-bb81-03c5c50530a3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.798965] env[68960]: DEBUG oslo_vmware.api [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5205407a-ea72-5dd4-e711-b684a5194489, 'name': SearchDatastore_Task, 'duration_secs': 0.018409} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.800188] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.800646] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 5f1245c7-9ab4-4a4f-b30f-613c00d82612/5f1245c7-9ab4-4a4f-b30f-613c00d82612.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.801164] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.804045] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.804045] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eaedcea7-90b2-42db-bbe6-a9ff86efab40 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.807939] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d205aea-0db2-464e-8176-4ca704fed833 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.812478] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbf3e1a-6926-45fe-a515-26c494c51bbc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.819246] env[68960]: DEBUG oslo_vmware.api [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Waiting for the task: (returnval){ [ 808.819246] env[68960]: value = "task-3221355" [ 808.819246] env[68960]: _type = "Task" [ 808.819246] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.832249] env[68960]: DEBUG nova.compute.provider_tree [None req-04f6ae8f-9829-49bb-b4c9-044e3d74989d tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.836799] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.836799] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.840359] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5645bc81-68a8-4748-bd0f-6500b82ee5b2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.844025] env[68960]: DEBUG oslo_vmware.api [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': task-3221355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.854082] env[68960]: DEBUG oslo_vmware.api [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for the task: (returnval){ [ 808.854082] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52cece32-9f94-c9fd-fff2-93414cef0c08" [ 808.854082] env[68960]: _type = "Task" [ 808.854082] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.855822] env[68960]: DEBUG oslo_vmware.api [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221354, 'name': Destroy_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.866060] env[68960]: DEBUG oslo_vmware.api [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52cece32-9f94-c9fd-fff2-93414cef0c08, 'name': SearchDatastore_Task, 'duration_secs': 0.011648} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.867245] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4e89dec-2200-47a5-b52a-b491e5ef00cb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.873661] env[68960]: DEBUG oslo_vmware.api [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for the task: (returnval){ [ 808.873661] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a2e5fa-74d3-0c53-73a9-f3ea59cc1acd" [ 808.873661] env[68960]: _type = "Task" [ 808.873661] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.885344] env[68960]: DEBUG oslo_vmware.api [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a2e5fa-74d3-0c53-73a9-f3ea59cc1acd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.131124] env[68960]: DEBUG nova.network.neutron [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Successfully created port: f99300cc-38a8-488a-a1af-1b17261f71fb {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.332144] env[68960]: DEBUG oslo_vmware.api [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': task-3221355, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.342283] env[68960]: DEBUG nova.scheduler.client.report [None req-04f6ae8f-9829-49bb-b4c9-044e3d74989d tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.361215] env[68960]: DEBUG oslo_vmware.api [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221354, 'name': Destroy_Task, 'duration_secs': 1.674681} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.362310] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Destroyed the VM [ 809.362483] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Deleting Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 809.363825] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6951ffc9-3b09-40cb-a28a-3c4514e7f89a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.372523] env[68960]: DEBUG oslo_vmware.api [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the task: (returnval){ [ 809.372523] env[68960]: value = "task-3221356" [ 809.372523] env[68960]: _type = "Task" [ 809.372523] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.386923] env[68960]: DEBUG oslo_vmware.api [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221356, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.393314] env[68960]: DEBUG oslo_vmware.api [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a2e5fa-74d3-0c53-73a9-f3ea59cc1acd, 'name': SearchDatastore_Task, 'duration_secs': 0.011226} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.393672] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.393981] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 95a45975-d70e-4618-9721-5788972df11d/95a45975-d70e-4618-9721-5788972df11d.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.394419] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19a9233b-3659-41f1-8aca-bbaa98a2f112 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.401192] env[68960]: DEBUG oslo_vmware.api [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for the task: (returnval){ [ 809.401192] env[68960]: value = "task-3221357" [ 809.401192] env[68960]: _type = "Task" [ 809.401192] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.410716] env[68960]: DEBUG oslo_vmware.api [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.455247] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "ad7a5895-972b-4954-92b3-fcbd1a9a2df8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.455886] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "ad7a5895-972b-4954-92b3-fcbd1a9a2df8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.618220] env[68960]: DEBUG nova.compute.manager [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.648096] env[68960]: DEBUG nova.virt.hardware [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.648414] env[68960]: DEBUG nova.virt.hardware [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.648594] env[68960]: DEBUG nova.virt.hardware [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.648828] env[68960]: DEBUG nova.virt.hardware [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.649027] env[68960]: DEBUG nova.virt.hardware [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.649777] env[68960]: DEBUG nova.virt.hardware [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.649777] env[68960]: DEBUG nova.virt.hardware [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.649777] env[68960]: DEBUG nova.virt.hardware [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.649777] env[68960]: DEBUG nova.virt.hardware [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.650052] env[68960]: DEBUG nova.virt.hardware [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.650169] env[68960]: DEBUG nova.virt.hardware [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.651388] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ecc041-1aa6-475e-970d-55f0488bf459 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.660351] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf36e98a-872e-4cb8-94f7-560b240016bc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.835093] env[68960]: DEBUG oslo_vmware.api [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': task-3221355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720804} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.835093] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 5f1245c7-9ab4-4a4f-b30f-613c00d82612/5f1245c7-9ab4-4a4f-b30f-613c00d82612.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.836250] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.836569] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63d6e4bd-94bd-4a0f-8a5f-887a952bca50 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.845840] env[68960]: DEBUG oslo_vmware.api [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Waiting for the task: (returnval){ [ 809.845840] env[68960]: value = "task-3221358" [ 809.845840] env[68960]: _type = "Task" [ 809.845840] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.851439] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04f6ae8f-9829-49bb-b4c9-044e3d74989d tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.272s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.854580] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.888s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.856700] env[68960]: INFO nova.compute.claims [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.870966] env[68960]: DEBUG oslo_vmware.api [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': task-3221358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.884844] env[68960]: DEBUG oslo_vmware.api [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221356, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.893110] env[68960]: INFO nova.scheduler.client.report [None req-04f6ae8f-9829-49bb-b4c9-044e3d74989d tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Deleted allocations for instance 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f [ 809.913754] env[68960]: DEBUG oslo_vmware.api [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221357, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.355943] env[68960]: DEBUG oslo_vmware.api [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': task-3221358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202003} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.356244] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.357043] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3adbee8-f921-4e90-99a0-b16ab889abc1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.381016] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 5f1245c7-9ab4-4a4f-b30f-613c00d82612/5f1245c7-9ab4-4a4f-b30f-613c00d82612.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.383636] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2c06222-a1c7-4d74-aac5-1191a14b29ce {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.415575] env[68960]: DEBUG oslo_vmware.api [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Waiting for the task: (returnval){ [ 810.415575] env[68960]: value = "task-3221359" [ 810.415575] env[68960]: _type = "Task" [ 810.415575] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.415819] env[68960]: DEBUG oslo_vmware.api [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221356, 'name': RemoveSnapshot_Task, 'duration_secs': 0.971976} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.416406] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04f6ae8f-9829-49bb-b4c9-044e3d74989d tempest-ServersTestFqdnHostnames-1126596752 tempest-ServersTestFqdnHostnames-1126596752-project-member] Lock "0f6bc940-b9d6-4f4b-a9cc-454b71abee7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.745s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.417591] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Deleted Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 810.417591] env[68960]: INFO nova.compute.manager [None req-1525ab71-8836-422a-8e50-8ce05169dcbb tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Took 17.55 seconds to snapshot the instance on the hypervisor. [ 810.426153] env[68960]: DEBUG oslo_vmware.api [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615927} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.426904] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 95a45975-d70e-4618-9721-5788972df11d/95a45975-d70e-4618-9721-5788972df11d.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.427162] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.427828] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc9b2167-1572-423e-8e6e-7802a11a9046 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.434117] env[68960]: DEBUG oslo_vmware.api [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': task-3221359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.438080] env[68960]: DEBUG oslo_vmware.api [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for the task: (returnval){ [ 810.438080] env[68960]: value = "task-3221360" [ 810.438080] env[68960]: _type = "Task" [ 810.438080] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.453760] env[68960]: DEBUG oslo_vmware.api [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.932694] env[68960]: DEBUG oslo_vmware.api [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': task-3221359, 'name': ReconfigVM_Task, 'duration_secs': 0.33974} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.934137] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 5f1245c7-9ab4-4a4f-b30f-613c00d82612/5f1245c7-9ab4-4a4f-b30f-613c00d82612.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.934780] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f321bff6-960a-4ead-89b6-ae63c40b3e61 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.944859] env[68960]: DEBUG oslo_vmware.api [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Waiting for the task: (returnval){ [ 810.944859] env[68960]: value = "task-3221361" [ 810.944859] env[68960]: _type = "Task" [ 810.944859] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.958230] env[68960]: DEBUG oslo_vmware.api [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15219} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.966148] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.966148] env[68960]: DEBUG oslo_vmware.api [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': task-3221361, 'name': Rename_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.966148] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3889be70-9f67-403e-927b-507e40a29784 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.997627] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 95a45975-d70e-4618-9721-5788972df11d/95a45975-d70e-4618-9721-5788972df11d.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.998711] env[68960]: DEBUG nova.network.neutron [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Successfully updated port: f99300cc-38a8-488a-a1af-1b17261f71fb {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.007029] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb24bfe7-f4a2-4325-a20e-1eac94b6b715 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.022948] env[68960]: DEBUG nova.compute.manager [req-3f387d25-81c0-443d-8c2a-2750517cc4fa req-31a1f7e7-34cd-4e00-b8d1-8639d14789ff service nova] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Received event network-vif-plugged-f99300cc-38a8-488a-a1af-1b17261f71fb {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.023266] env[68960]: DEBUG oslo_concurrency.lockutils [req-3f387d25-81c0-443d-8c2a-2750517cc4fa req-31a1f7e7-34cd-4e00-b8d1-8639d14789ff service nova] Acquiring lock "e24e6be9-3686-47e4-99a4-459576dc7dfc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.023453] env[68960]: DEBUG oslo_concurrency.lockutils [req-3f387d25-81c0-443d-8c2a-2750517cc4fa req-31a1f7e7-34cd-4e00-b8d1-8639d14789ff service nova] Lock "e24e6be9-3686-47e4-99a4-459576dc7dfc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.023658] env[68960]: DEBUG oslo_concurrency.lockutils [req-3f387d25-81c0-443d-8c2a-2750517cc4fa req-31a1f7e7-34cd-4e00-b8d1-8639d14789ff service nova] Lock "e24e6be9-3686-47e4-99a4-459576dc7dfc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.023790] env[68960]: DEBUG nova.compute.manager [req-3f387d25-81c0-443d-8c2a-2750517cc4fa req-31a1f7e7-34cd-4e00-b8d1-8639d14789ff service nova] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] No waiting events found dispatching network-vif-plugged-f99300cc-38a8-488a-a1af-1b17261f71fb {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.023952] env[68960]: WARNING nova.compute.manager [req-3f387d25-81c0-443d-8c2a-2750517cc4fa req-31a1f7e7-34cd-4e00-b8d1-8639d14789ff service nova] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Received unexpected event network-vif-plugged-f99300cc-38a8-488a-a1af-1b17261f71fb for instance with vm_state building and task_state spawning. [ 811.038465] env[68960]: DEBUG oslo_vmware.api [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for the task: (returnval){ [ 811.038465] env[68960]: value = "task-3221362" [ 811.038465] env[68960]: _type = "Task" [ 811.038465] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.047335] env[68960]: DEBUG oslo_vmware.api [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221362, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.071493] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39d1731-db06-4afa-adf8-514bb0e14a11 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.080106] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad015419-f690-4678-9dd9-7ffead08168e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.121585] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cfadee-56e7-4dfa-b8dd-ccaf0211f04d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.129701] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2614bd5f-b972-4c3c-ac48-fbd40ffa8e64 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.144707] env[68960]: DEBUG nova.compute.provider_tree [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.456446] env[68960]: DEBUG oslo_vmware.api [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': task-3221361, 'name': Rename_Task, 'duration_secs': 0.149152} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.456734] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.457009] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9a7a8e7-01b9-4716-918b-b585b886e5d4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.463484] env[68960]: DEBUG oslo_vmware.api [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Waiting for the task: (returnval){ [ 811.463484] env[68960]: value = "task-3221363" [ 811.463484] env[68960]: _type = "Task" [ 811.463484] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.471845] env[68960]: DEBUG oslo_vmware.api [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': task-3221363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.501965] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Acquiring lock "refresh_cache-e24e6be9-3686-47e4-99a4-459576dc7dfc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.501965] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Acquired lock "refresh_cache-e24e6be9-3686-47e4-99a4-459576dc7dfc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.501965] env[68960]: DEBUG nova.network.neutron [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.551781] env[68960]: DEBUG oslo_vmware.api [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221362, 'name': ReconfigVM_Task, 'duration_secs': 0.327284} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.552134] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 95a45975-d70e-4618-9721-5788972df11d/95a45975-d70e-4618-9721-5788972df11d.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.552871] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12acd484-a12d-41bf-9a43-018b91158931 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.559947] env[68960]: DEBUG oslo_vmware.api [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for the task: (returnval){ [ 811.559947] env[68960]: value = "task-3221364" [ 811.559947] env[68960]: _type = "Task" [ 811.559947] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.572265] env[68960]: DEBUG oslo_vmware.api [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221364, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.575410] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Acquiring lock "025b2031-517d-4fa1-9d94-fa344b6615e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.575657] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Lock "025b2031-517d-4fa1-9d94-fa344b6615e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.648181] env[68960]: DEBUG nova.scheduler.client.report [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.975895] env[68960]: DEBUG oslo_vmware.api [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': task-3221363, 'name': PowerOnVM_Task, 'duration_secs': 0.489114} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.976253] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.976698] env[68960]: DEBUG nova.compute.manager [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.977619] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc1276f-cfcd-46ae-a64e-b788e274643e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.074289] env[68960]: DEBUG oslo_vmware.api [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221364, 'name': Rename_Task, 'duration_secs': 0.159287} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.075436] env[68960]: DEBUG nova.network.neutron [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.078345] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.078799] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-417fa7e8-23f2-4fec-9278-a49250526363 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.085577] env[68960]: DEBUG oslo_vmware.api [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for the task: (returnval){ [ 812.085577] env[68960]: value = "task-3221365" [ 812.085577] env[68960]: _type = "Task" [ 812.085577] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.094916] env[68960]: DEBUG oslo_vmware.api [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.157726] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.303s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.157869] env[68960]: DEBUG nova.compute.manager [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.160773] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.623s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.162339] env[68960]: INFO nova.compute.claims [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.319171] env[68960]: DEBUG nova.network.neutron [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Updating instance_info_cache with network_info: [{"id": "f99300cc-38a8-488a-a1af-1b17261f71fb", "address": "fa:16:3e:39:10:46", "network": {"id": "85b0b2b9-63b8-4cba-9a20-e1793ccee003", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-579145583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d42e2bd2bbcd49b3bca0672675b7d7f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf99300cc-38", "ovs_interfaceid": "f99300cc-38a8-488a-a1af-1b17261f71fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.499165] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.599846] env[68960]: DEBUG oslo_vmware.api [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221365, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.667221] env[68960]: DEBUG nova.compute.utils [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.668799] env[68960]: DEBUG nova.compute.manager [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.668980] env[68960]: DEBUG nova.network.neutron [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.813433] env[68960]: DEBUG nova.policy [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff47ac3ca7b8436ebf86922cc1028059', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '354d5d58940f4803b0d06f65cf24759a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.826254] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Releasing lock "refresh_cache-e24e6be9-3686-47e4-99a4-459576dc7dfc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.826254] env[68960]: DEBUG nova.compute.manager [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Instance network_info: |[{"id": "f99300cc-38a8-488a-a1af-1b17261f71fb", "address": "fa:16:3e:39:10:46", "network": {"id": "85b0b2b9-63b8-4cba-9a20-e1793ccee003", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-579145583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d42e2bd2bbcd49b3bca0672675b7d7f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf99300cc-38", "ovs_interfaceid": "f99300cc-38a8-488a-a1af-1b17261f71fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.826254] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:10:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a4d142-3f97-47fe-b074-58923c46815e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f99300cc-38a8-488a-a1af-1b17261f71fb', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.843747] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Creating folder: Project (d42e2bd2bbcd49b3bca0672675b7d7f2). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.844205] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7daf559d-3d3a-4bf8-8298-31d68d3e9de8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.865707] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Created folder: Project (d42e2bd2bbcd49b3bca0672675b7d7f2) in parent group-v643888. [ 812.867138] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Creating folder: Instances. Parent ref: group-v644037. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.867138] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ec29609-7231-4907-bfd0-6076451f79b1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.876294] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Created folder: Instances in parent group-v644037. [ 812.876642] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.876928] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.877030] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47eb54df-0b25-4368-931c-5919e600ce00 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.902071] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.902071] env[68960]: value = "task-3221368" [ 812.902071] env[68960]: _type = "Task" [ 812.902071] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.911165] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221368, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.098351] env[68960]: DEBUG oslo_vmware.api [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221365, 'name': PowerOnVM_Task, 'duration_secs': 0.803271} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.099257] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.099257] env[68960]: INFO nova.compute.manager [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Took 6.28 seconds to spawn the instance on the hypervisor. [ 813.099391] env[68960]: DEBUG nova.compute.manager [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.100519] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938c8c8c-e1ed-47b9-b6a6-b2e6eb45b799 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.161545] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Acquiring lock "e715745a-8246-4240-8da8-9d43cf936fbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.161545] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Lock "e715745a-8246-4240-8da8-9d43cf936fbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.190300] env[68960]: DEBUG nova.compute.manager [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.414464] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221368, 'name': CreateVM_Task, 'duration_secs': 0.444382} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.418058] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.419210] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.419666] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.420140] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.420570] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e3215d5-a7c1-40ac-b877-0a597480b628 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.427149] env[68960]: DEBUG oslo_vmware.api [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Waiting for the task: (returnval){ [ 813.427149] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52646389-9056-595e-bf7d-de3bb89c5e54" [ 813.427149] env[68960]: _type = "Task" [ 813.427149] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.430797] env[68960]: DEBUG nova.network.neutron [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Successfully created port: 65a1b516-7272-426f-b949-3faac9a989e5 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.441758] env[68960]: DEBUG oslo_vmware.api [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52646389-9056-595e-bf7d-de3bb89c5e54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.460686] env[68960]: DEBUG nova.compute.manager [req-02f651bf-6703-4788-a9e2-c9ef8bb529f3 req-551516ee-1104-4c57-ab33-ba19bb3a3d59 service nova] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Received event network-changed-f99300cc-38a8-488a-a1af-1b17261f71fb {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.461169] env[68960]: DEBUG nova.compute.manager [req-02f651bf-6703-4788-a9e2-c9ef8bb529f3 req-551516ee-1104-4c57-ab33-ba19bb3a3d59 service nova] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Refreshing instance network info cache due to event network-changed-f99300cc-38a8-488a-a1af-1b17261f71fb. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.462034] env[68960]: DEBUG oslo_concurrency.lockutils [req-02f651bf-6703-4788-a9e2-c9ef8bb529f3 req-551516ee-1104-4c57-ab33-ba19bb3a3d59 service nova] Acquiring lock "refresh_cache-e24e6be9-3686-47e4-99a4-459576dc7dfc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.462446] env[68960]: DEBUG oslo_concurrency.lockutils [req-02f651bf-6703-4788-a9e2-c9ef8bb529f3 req-551516ee-1104-4c57-ab33-ba19bb3a3d59 service nova] Acquired lock "refresh_cache-e24e6be9-3686-47e4-99a4-459576dc7dfc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.462446] env[68960]: DEBUG nova.network.neutron [req-02f651bf-6703-4788-a9e2-c9ef8bb529f3 req-551516ee-1104-4c57-ab33-ba19bb3a3d59 service nova] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Refreshing network info cache for port f99300cc-38a8-488a-a1af-1b17261f71fb {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.625484] env[68960]: INFO nova.compute.manager [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Took 38.71 seconds to build instance. [ 813.736272] env[68960]: INFO nova.compute.manager [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Rebuilding instance [ 813.789470] env[68960]: DEBUG nova.compute.manager [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.790363] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40377a65-730a-44f5-b0c9-d72962704104 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.859894] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab776e1e-b3a2-4abd-bc27-d7f876de88e8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.873087] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e56dff-1520-49b1-88a1-addd8741fadc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.910433] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91019da0-adce-40b7-abfa-a6ae251767d7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.918301] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3ef3c6-8512-44c4-b0d6-456240c8fc6e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.933386] env[68960]: DEBUG nova.compute.provider_tree [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.944701] env[68960]: DEBUG oslo_vmware.api [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52646389-9056-595e-bf7d-de3bb89c5e54, 'name': SearchDatastore_Task, 'duration_secs': 0.020621} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.945037] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.945521] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.945611] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.946037] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.946037] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.946853] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f3f80bc-8d7a-49f8-b2a8-1b9f9f28fc80 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.956628] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.956831] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.957605] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed3ecea4-1492-4019-9742-51f49afda3e3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.963327] env[68960]: DEBUG oslo_vmware.api [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Waiting for the task: (returnval){ [ 813.963327] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52638b85-87d4-ac09-6f5e-e38361166cfe" [ 813.963327] env[68960]: _type = "Task" [ 813.963327] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.973601] env[68960]: DEBUG oslo_vmware.api [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52638b85-87d4-ac09-6f5e-e38361166cfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.129460] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e3d42c7d-cc67-426c-8418-5ddaa2f86e1d tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Lock "95a45975-d70e-4618-9721-5788972df11d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.832s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.196165] env[68960]: DEBUG nova.compute.manager [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.220427] env[68960]: DEBUG nova.virt.hardware [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.220690] env[68960]: DEBUG nova.virt.hardware [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.220906] env[68960]: DEBUG nova.virt.hardware [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.221259] env[68960]: DEBUG nova.virt.hardware [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.221348] env[68960]: DEBUG nova.virt.hardware [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.221460] env[68960]: DEBUG nova.virt.hardware [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.221713] env[68960]: DEBUG nova.virt.hardware [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.221906] env[68960]: DEBUG nova.virt.hardware [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.222119] env[68960]: DEBUG nova.virt.hardware [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.222859] env[68960]: DEBUG nova.virt.hardware [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.222859] env[68960]: DEBUG nova.virt.hardware [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.224034] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2764f1-27ac-4f93-b5a1-2a81d58a55c6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.227738] env[68960]: DEBUG nova.network.neutron [req-02f651bf-6703-4788-a9e2-c9ef8bb529f3 req-551516ee-1104-4c57-ab33-ba19bb3a3d59 service nova] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Updated VIF entry in instance network info cache for port f99300cc-38a8-488a-a1af-1b17261f71fb. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.228137] env[68960]: DEBUG nova.network.neutron [req-02f651bf-6703-4788-a9e2-c9ef8bb529f3 req-551516ee-1104-4c57-ab33-ba19bb3a3d59 service nova] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Updating instance_info_cache with network_info: [{"id": "f99300cc-38a8-488a-a1af-1b17261f71fb", "address": "fa:16:3e:39:10:46", "network": {"id": "85b0b2b9-63b8-4cba-9a20-e1793ccee003", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-579145583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d42e2bd2bbcd49b3bca0672675b7d7f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf99300cc-38", "ovs_interfaceid": "f99300cc-38a8-488a-a1af-1b17261f71fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.235847] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d30579-d1fa-442c-a724-3517b48b3ac8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.440170] env[68960]: DEBUG nova.scheduler.client.report [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.479766] env[68960]: DEBUG oslo_vmware.api [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52638b85-87d4-ac09-6f5e-e38361166cfe, 'name': SearchDatastore_Task, 'duration_secs': 0.016921} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.480950] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eb084a0-c3ad-4c54-8919-d2dc5cd9c62d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.487363] env[68960]: DEBUG oslo_vmware.api [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Waiting for the task: (returnval){ [ 814.487363] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5285a330-b467-da0c-1025-0c10c0278584" [ 814.487363] env[68960]: _type = "Task" [ 814.487363] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.498562] env[68960]: DEBUG oslo_vmware.api [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5285a330-b467-da0c-1025-0c10c0278584, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.633315] env[68960]: DEBUG nova.compute.manager [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 814.656737] env[68960]: INFO nova.compute.manager [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Rebuilding instance [ 814.722542] env[68960]: DEBUG nova.compute.manager [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.724267] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff908fc-5798-4e2d-a317-f01534f73e93 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.732452] env[68960]: DEBUG oslo_concurrency.lockutils [req-02f651bf-6703-4788-a9e2-c9ef8bb529f3 req-551516ee-1104-4c57-ab33-ba19bb3a3d59 service nova] Releasing lock "refresh_cache-e24e6be9-3686-47e4-99a4-459576dc7dfc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.808271] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.808271] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8aaf9cd1-f711-43e3-bc11-52eaab9aae60 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.819904] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Waiting for the task: (returnval){ [ 814.819904] env[68960]: value = "task-3221369" [ 814.819904] env[68960]: _type = "Task" [ 814.819904] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.829671] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Task: {'id': task-3221369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.948759] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.787s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.948954] env[68960]: DEBUG nova.compute.manager [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.953357] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.299s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.953782] env[68960]: DEBUG nova.objects.instance [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Lazy-loading 'resources' on Instance uuid b41059a9-d358-4ab6-9764-31a5d0584f5d {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.001306] env[68960]: DEBUG oslo_vmware.api [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5285a330-b467-da0c-1025-0c10c0278584, 'name': SearchDatastore_Task, 'duration_secs': 0.014935} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.001842] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.002288] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] e24e6be9-3686-47e4-99a4-459576dc7dfc/e24e6be9-3686-47e4-99a4-459576dc7dfc.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.003172] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-852bb430-1667-4afd-a6f1-c17cd720d219 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.011896] env[68960]: DEBUG oslo_vmware.api [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Waiting for the task: (returnval){ [ 815.011896] env[68960]: value = "task-3221370" [ 815.011896] env[68960]: _type = "Task" [ 815.011896] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.021878] env[68960]: DEBUG oslo_vmware.api [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Task: {'id': task-3221370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.081359] env[68960]: DEBUG nova.network.neutron [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Successfully updated port: 65a1b516-7272-426f-b949-3faac9a989e5 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.161824] env[68960]: DEBUG oslo_concurrency.lockutils [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.332081] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Task: {'id': task-3221369, 'name': PowerOffVM_Task, 'duration_secs': 0.154404} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.332484] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.332776] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.334527] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1669e6f7-4ea8-448c-bce9-709fa1ae0ba1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.344639] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.346159] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ebcc308-106c-4cf5-aa47-47138e665984 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.376201] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.376201] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.376201] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Deleting the datastore file [datastore2] 5f1245c7-9ab4-4a4f-b30f-613c00d82612 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.376201] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5d13499-bd7e-4bc3-ad7a-dde9c21519f2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.389124] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Waiting for the task: (returnval){ [ 815.389124] env[68960]: value = "task-3221372" [ 815.389124] env[68960]: _type = "Task" [ 815.389124] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.399280] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Task: {'id': task-3221372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.462776] env[68960]: DEBUG nova.compute.utils [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.468806] env[68960]: DEBUG nova.compute.manager [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.468806] env[68960]: DEBUG nova.network.neutron [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.530160] env[68960]: DEBUG oslo_vmware.api [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Task: {'id': task-3221370, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.531962] env[68960]: DEBUG nova.policy [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ff7813000d041be94b979117a4bf24d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40a29a62ec484f71b85ae2a96df4266d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.585685] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Acquiring lock "refresh_cache-c783b1cb-778d-4edf-9eba-c938222f67ed" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.585968] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Acquired lock "refresh_cache-c783b1cb-778d-4edf-9eba-c938222f67ed" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.586224] env[68960]: DEBUG nova.network.neutron [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.616044] env[68960]: DEBUG nova.compute.manager [req-5fc8c416-6b63-4a24-a7dd-047f22124946 req-5f1c5ec1-4e30-4495-8014-b469ed9355e7 service nova] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Received event network-vif-plugged-65a1b516-7272-426f-b949-3faac9a989e5 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.616044] env[68960]: DEBUG oslo_concurrency.lockutils [req-5fc8c416-6b63-4a24-a7dd-047f22124946 req-5f1c5ec1-4e30-4495-8014-b469ed9355e7 service nova] Acquiring lock "c783b1cb-778d-4edf-9eba-c938222f67ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.616289] env[68960]: DEBUG oslo_concurrency.lockutils [req-5fc8c416-6b63-4a24-a7dd-047f22124946 req-5f1c5ec1-4e30-4495-8014-b469ed9355e7 service nova] Lock "c783b1cb-778d-4edf-9eba-c938222f67ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.616488] env[68960]: DEBUG oslo_concurrency.lockutils [req-5fc8c416-6b63-4a24-a7dd-047f22124946 req-5f1c5ec1-4e30-4495-8014-b469ed9355e7 service nova] Lock "c783b1cb-778d-4edf-9eba-c938222f67ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.616662] env[68960]: DEBUG nova.compute.manager [req-5fc8c416-6b63-4a24-a7dd-047f22124946 req-5f1c5ec1-4e30-4495-8014-b469ed9355e7 service nova] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] No waiting events found dispatching network-vif-plugged-65a1b516-7272-426f-b949-3faac9a989e5 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.616824] env[68960]: WARNING nova.compute.manager [req-5fc8c416-6b63-4a24-a7dd-047f22124946 req-5f1c5ec1-4e30-4495-8014-b469ed9355e7 service nova] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Received unexpected event network-vif-plugged-65a1b516-7272-426f-b949-3faac9a989e5 for instance with vm_state building and task_state spawning. [ 815.616982] env[68960]: DEBUG nova.compute.manager [req-5fc8c416-6b63-4a24-a7dd-047f22124946 req-5f1c5ec1-4e30-4495-8014-b469ed9355e7 service nova] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Received event network-changed-65a1b516-7272-426f-b949-3faac9a989e5 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.617219] env[68960]: DEBUG nova.compute.manager [req-5fc8c416-6b63-4a24-a7dd-047f22124946 req-5f1c5ec1-4e30-4495-8014-b469ed9355e7 service nova] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Refreshing instance network info cache due to event network-changed-65a1b516-7272-426f-b949-3faac9a989e5. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.617433] env[68960]: DEBUG oslo_concurrency.lockutils [req-5fc8c416-6b63-4a24-a7dd-047f22124946 req-5f1c5ec1-4e30-4495-8014-b469ed9355e7 service nova] Acquiring lock "refresh_cache-c783b1cb-778d-4edf-9eba-c938222f67ed" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.742895] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.743659] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10ca18ee-f0cc-4ef5-9004-b892b213cd9c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.750214] env[68960]: DEBUG oslo_vmware.api [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for the task: (returnval){ [ 815.750214] env[68960]: value = "task-3221373" [ 815.750214] env[68960]: _type = "Task" [ 815.750214] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.759274] env[68960]: DEBUG oslo_vmware.api [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.793047] env[68960]: DEBUG oslo_vmware.rw_handles [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b3223f-70c1-2206-95b3-404b9617ca9f/disk-0.vmdk. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 815.794255] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07081a18-1fd7-47c1-81c6-5c3d7d0a500a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.800971] env[68960]: DEBUG oslo_vmware.rw_handles [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b3223f-70c1-2206-95b3-404b9617ca9f/disk-0.vmdk is in state: ready. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 815.801195] env[68960]: ERROR oslo_vmware.rw_handles [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b3223f-70c1-2206-95b3-404b9617ca9f/disk-0.vmdk due to incomplete transfer. [ 815.801434] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f7da35bd-8245-4a00-a107-01fb856a8a4e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.810082] env[68960]: DEBUG oslo_vmware.rw_handles [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b3223f-70c1-2206-95b3-404b9617ca9f/disk-0.vmdk. {{(pid=68960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 815.810325] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Uploaded image 6c78fcb9-c377-4379-9fa0-9f2d7383978b to the Glance image server {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 815.812632] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Destroying the VM {{(pid=68960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 815.812887] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6d0f7e02-1386-4833-bf8e-9a0991ff82ca {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.819944] env[68960]: DEBUG oslo_vmware.api [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 815.819944] env[68960]: value = "task-3221374" [ 815.819944] env[68960]: _type = "Task" [ 815.819944] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.833031] env[68960]: DEBUG oslo_vmware.api [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221374, 'name': Destroy_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.851520] env[68960]: DEBUG oslo_concurrency.lockutils [None req-08bf0961-3e24-4c59-927b-5454c7868904 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Acquiring lock "a7ef2b37-b7e4-48f3-987b-6b3e3e31e347" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.851800] env[68960]: DEBUG oslo_concurrency.lockutils [None req-08bf0961-3e24-4c59-927b-5454c7868904 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Lock "a7ef2b37-b7e4-48f3-987b-6b3e3e31e347" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.852037] env[68960]: DEBUG oslo_concurrency.lockutils [None req-08bf0961-3e24-4c59-927b-5454c7868904 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Acquiring lock "a7ef2b37-b7e4-48f3-987b-6b3e3e31e347-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.852244] env[68960]: DEBUG oslo_concurrency.lockutils [None req-08bf0961-3e24-4c59-927b-5454c7868904 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Lock "a7ef2b37-b7e4-48f3-987b-6b3e3e31e347-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.852472] env[68960]: DEBUG oslo_concurrency.lockutils [None req-08bf0961-3e24-4c59-927b-5454c7868904 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Lock "a7ef2b37-b7e4-48f3-987b-6b3e3e31e347-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.854865] env[68960]: INFO nova.compute.manager [None req-08bf0961-3e24-4c59-927b-5454c7868904 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Terminating instance [ 815.902434] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Task: {'id': task-3221372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431282} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.902814] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.903079] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.903282] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.969368] env[68960]: DEBUG nova.compute.manager [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.024806] env[68960]: DEBUG oslo_vmware.api [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Task: {'id': task-3221370, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734526} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.025094] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] e24e6be9-3686-47e4-99a4-459576dc7dfc/e24e6be9-3686-47e4-99a4-459576dc7dfc.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.025322] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.025578] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfe532b6-d65a-4d17-a198-64f77fe92d64 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.036869] env[68960]: DEBUG oslo_vmware.api [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Waiting for the task: (returnval){ [ 816.036869] env[68960]: value = "task-3221375" [ 816.036869] env[68960]: _type = "Task" [ 816.036869] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.048905] env[68960]: DEBUG oslo_vmware.api [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Task: {'id': task-3221375, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.067126] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3ec1a1-b7b3-42cc-beb7-1722248f2c75 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.074690] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a828e9-27ab-4786-b509-280cf967f118 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.123119] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73053217-1dd3-4d64-a840-022fcd29bc0c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.131191] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890769a3-732b-4af4-aa78-7f3db56770d5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.146136] env[68960]: DEBUG nova.compute.provider_tree [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 816.181995] env[68960]: DEBUG nova.network.neutron [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.259327] env[68960]: DEBUG oslo_vmware.api [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221373, 'name': PowerOffVM_Task, 'duration_secs': 0.189932} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.259602] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.259834] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.260598] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4fdc73-cf5c-42f0-9788-30e273c4000c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.268149] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.268149] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbaa231d-ed5f-4701-816b-b20be751e1ba {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.291816] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.292059] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.294696] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Deleting the datastore file [datastore2] 95a45975-d70e-4618-9721-5788972df11d {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.295428] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e13cf94e-0cb4-4bde-9a5d-af1239571af0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.301361] env[68960]: DEBUG oslo_vmware.api [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for the task: (returnval){ [ 816.301361] env[68960]: value = "task-3221377" [ 816.301361] env[68960]: _type = "Task" [ 816.301361] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.309125] env[68960]: DEBUG oslo_vmware.api [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.331566] env[68960]: DEBUG oslo_vmware.api [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221374, 'name': Destroy_Task, 'duration_secs': 0.386142} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.331866] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Destroyed the VM [ 816.332159] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Deleting Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 816.332440] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-35408a60-ca8a-4ad4-8a8f-1fb03e0db4f5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.337951] env[68960]: DEBUG oslo_vmware.api [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 816.337951] env[68960]: value = "task-3221378" [ 816.337951] env[68960]: _type = "Task" [ 816.337951] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.346080] env[68960]: DEBUG oslo_vmware.api [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221378, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.361984] env[68960]: DEBUG nova.compute.manager [None req-08bf0961-3e24-4c59-927b-5454c7868904 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.362236] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-08bf0961-3e24-4c59-927b-5454c7868904 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.363172] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f242191b-d178-4772-a3a8-93d9a98b0f0d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.367167] env[68960]: DEBUG nova.network.neutron [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Successfully created port: e7671b42-8f6b-4999-ac8f-d92b24895793 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.370964] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-08bf0961-3e24-4c59-927b-5454c7868904 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.371272] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b3f2cd1-eb68-4da8-86f2-e1734b330a72 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.376796] env[68960]: DEBUG oslo_vmware.api [None req-08bf0961-3e24-4c59-927b-5454c7868904 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the task: (returnval){ [ 816.376796] env[68960]: value = "task-3221379" [ 816.376796] env[68960]: _type = "Task" [ 816.376796] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.386540] env[68960]: DEBUG oslo_vmware.api [None req-08bf0961-3e24-4c59-927b-5454c7868904 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.465953] env[68960]: DEBUG nova.network.neutron [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Updating instance_info_cache with network_info: [{"id": "65a1b516-7272-426f-b949-3faac9a989e5", "address": "fa:16:3e:d9:2f:dc", "network": {"id": "34d8ebf5-839c-407f-a145-52454acfdce2", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-576168014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "354d5d58940f4803b0d06f65cf24759a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65a1b516-72", "ovs_interfaceid": "65a1b516-7272-426f-b949-3faac9a989e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.546399] env[68960]: DEBUG oslo_vmware.api [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Task: {'id': task-3221375, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068319} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.546669] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.547521] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e88217-c279-4bcc-8990-eb07ecef9c77 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.572887] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] e24e6be9-3686-47e4-99a4-459576dc7dfc/e24e6be9-3686-47e4-99a4-459576dc7dfc.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.573495] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21e8acde-8fd7-461d-b633-8bb39d339a5c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.593233] env[68960]: DEBUG oslo_vmware.api [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Waiting for the task: (returnval){ [ 816.593233] env[68960]: value = "task-3221380" [ 816.593233] env[68960]: _type = "Task" [ 816.593233] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.601432] env[68960]: DEBUG oslo_vmware.api [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Task: {'id': task-3221380, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.677021] env[68960]: ERROR nova.scheduler.client.report [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] [req-9b989c9c-1774-4f0f-b055-cb7c42f74f3a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d6b14c3a-024a-447e-9595-cef114b4ddda. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9b989c9c-1774-4f0f-b055-cb7c42f74f3a"}]} [ 816.696299] env[68960]: DEBUG nova.scheduler.client.report [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Refreshing inventories for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 816.717361] env[68960]: DEBUG nova.scheduler.client.report [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Updating ProviderTree inventory for provider d6b14c3a-024a-447e-9595-cef114b4ddda from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 816.717576] env[68960]: DEBUG nova.compute.provider_tree [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 816.730902] env[68960]: DEBUG nova.scheduler.client.report [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Refreshing aggregate associations for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda, aggregates: None {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 816.750770] env[68960]: DEBUG nova.scheduler.client.report [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Refreshing trait associations for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 816.821245] env[68960]: DEBUG oslo_vmware.api [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108708} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.821682] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.821997] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.822988] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.857654] env[68960]: DEBUG oslo_vmware.api [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221378, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.887906] env[68960]: DEBUG oslo_vmware.api [None req-08bf0961-3e24-4c59-927b-5454c7868904 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221379, 'name': PowerOffVM_Task, 'duration_secs': 0.320618} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.891402] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-08bf0961-3e24-4c59-927b-5454c7868904 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.891547] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-08bf0961-3e24-4c59-927b-5454c7868904 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.892098] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8ea3954-29a7-4c35-ac3b-6ab08306805e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.948083] env[68960]: DEBUG nova.virt.hardware [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.948361] env[68960]: DEBUG nova.virt.hardware [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.948534] env[68960]: DEBUG nova.virt.hardware [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.948712] env[68960]: DEBUG nova.virt.hardware [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.948856] env[68960]: DEBUG nova.virt.hardware [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.948999] env[68960]: DEBUG nova.virt.hardware [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.949451] env[68960]: DEBUG nova.virt.hardware [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.949625] env[68960]: DEBUG nova.virt.hardware [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.949802] env[68960]: DEBUG nova.virt.hardware [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.950124] env[68960]: DEBUG nova.virt.hardware [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.950377] env[68960]: DEBUG nova.virt.hardware [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.951889] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4502b4b-4833-44c3-98b8-e72e04898cde {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.961772] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72ad007-2505-40a1-86cb-1812b49774d4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.967104] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-08bf0961-3e24-4c59-927b-5454c7868904 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.967307] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-08bf0961-3e24-4c59-927b-5454c7868904 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.967497] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-08bf0961-3e24-4c59-927b-5454c7868904 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Deleting the datastore file [datastore2] a7ef2b37-b7e4-48f3-987b-6b3e3e31e347 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.967970] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Releasing lock "refresh_cache-c783b1cb-778d-4edf-9eba-c938222f67ed" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.968268] env[68960]: DEBUG nova.compute.manager [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Instance network_info: |[{"id": "65a1b516-7272-426f-b949-3faac9a989e5", "address": "fa:16:3e:d9:2f:dc", "network": {"id": "34d8ebf5-839c-407f-a145-52454acfdce2", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-576168014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "354d5d58940f4803b0d06f65cf24759a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65a1b516-72", "ovs_interfaceid": "65a1b516-7272-426f-b949-3faac9a989e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.968486] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a89dae3-477b-492e-8bd3-fa3e1f55d667 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.978739] env[68960]: DEBUG oslo_concurrency.lockutils [req-5fc8c416-6b63-4a24-a7dd-047f22124946 req-5f1c5ec1-4e30-4495-8014-b469ed9355e7 service nova] Acquired lock "refresh_cache-c783b1cb-778d-4edf-9eba-c938222f67ed" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.978952] env[68960]: DEBUG nova.network.neutron [req-5fc8c416-6b63-4a24-a7dd-047f22124946 req-5f1c5ec1-4e30-4495-8014-b469ed9355e7 service nova] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Refreshing network info cache for port 65a1b516-7272-426f-b949-3faac9a989e5 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.980204] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:2f:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65a1b516-7272-426f-b949-3faac9a989e5', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.988457] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Creating folder: Project (354d5d58940f4803b0d06f65cf24759a). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.988931] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Instance VIF info [] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.994423] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.999038] env[68960]: DEBUG nova.compute.manager [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.000777] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2faa27da-61ac-4e59-8cfd-7e5dc791720f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.003594] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.004508] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3696258f-bfff-4a00-a566-a50bd59801f6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.029041] env[68960]: DEBUG oslo_vmware.api [None req-08bf0961-3e24-4c59-927b-5454c7868904 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the task: (returnval){ [ 817.029041] env[68960]: value = "task-3221382" [ 817.029041] env[68960]: _type = "Task" [ 817.029041] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.037608] env[68960]: DEBUG oslo_vmware.api [None req-08bf0961-3e24-4c59-927b-5454c7868904 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.040031] env[68960]: DEBUG nova.virt.hardware [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.040245] env[68960]: DEBUG nova.virt.hardware [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.040504] env[68960]: DEBUG nova.virt.hardware [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.040573] env[68960]: DEBUG nova.virt.hardware [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.040700] env[68960]: DEBUG nova.virt.hardware [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.040840] env[68960]: DEBUG nova.virt.hardware [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.041078] env[68960]: DEBUG nova.virt.hardware [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.041264] env[68960]: DEBUG nova.virt.hardware [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.041428] env[68960]: DEBUG nova.virt.hardware [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.041587] env[68960]: DEBUG nova.virt.hardware [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.041753] env[68960]: DEBUG nova.virt.hardware [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.046389] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73847421-3b08-4cb7-8821-dcb8bc3bb23f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.048833] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.048833] env[68960]: value = "task-3221384" [ 817.048833] env[68960]: _type = "Task" [ 817.048833] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.050477] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Created folder: Project (354d5d58940f4803b0d06f65cf24759a) in parent group-v643888. [ 817.050652] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Creating folder: Instances. Parent ref: group-v644040. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.054623] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e752b5d9-dc0d-43d6-b0a9-970b589e4f70 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.059764] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bce743-07bc-4e20-a7db-ca509cf431c8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.071436] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221384, 'name': CreateVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.074065] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Created folder: Instances in parent group-v644040. [ 817.074065] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.074298] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.074452] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04516046-152e-4289-a025-dbb6db5c1d27 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.109155] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.109155] env[68960]: value = "task-3221386" [ 817.109155] env[68960]: _type = "Task" [ 817.109155] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.115761] env[68960]: DEBUG oslo_vmware.api [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Task: {'id': task-3221380, 'name': ReconfigVM_Task, 'duration_secs': 0.395308} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.116425] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Reconfigured VM instance instance-00000031 to attach disk [datastore2] e24e6be9-3686-47e4-99a4-459576dc7dfc/e24e6be9-3686-47e4-99a4-459576dc7dfc.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.117055] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f917b98-09fe-4305-a22b-1ef6da59f04d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.124427] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221386, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.129820] env[68960]: DEBUG oslo_vmware.api [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Waiting for the task: (returnval){ [ 817.129820] env[68960]: value = "task-3221387" [ 817.129820] env[68960]: _type = "Task" [ 817.129820] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.139800] env[68960]: DEBUG oslo_vmware.api [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Task: {'id': task-3221387, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.349937] env[68960]: DEBUG oslo_vmware.api [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221378, 'name': RemoveSnapshot_Task, 'duration_secs': 0.778106} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.354285] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Deleted Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 817.354285] env[68960]: INFO nova.compute.manager [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Took 16.61 seconds to snapshot the instance on the hypervisor. [ 817.396035] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0968e223-5c16-4ca8-90c8-7da82e263d7c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.407979] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a643e48-fb8f-47d3-8bd9-23ba6eeb5a17 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.436392] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fc9b6c-4b37-4c36-a3d8-fd89bd13ac81 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.444630] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3003b1dd-23c5-45f3-8035-9566e6e0181a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.460448] env[68960]: DEBUG nova.compute.provider_tree [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.542830] env[68960]: DEBUG oslo_vmware.api [None req-08bf0961-3e24-4c59-927b-5454c7868904 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15526} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.543346] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-08bf0961-3e24-4c59-927b-5454c7868904 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.543626] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-08bf0961-3e24-4c59-927b-5454c7868904 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.543891] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-08bf0961-3e24-4c59-927b-5454c7868904 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.544788] env[68960]: INFO nova.compute.manager [None req-08bf0961-3e24-4c59-927b-5454c7868904 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Took 1.18 seconds to destroy the instance on the hypervisor. [ 817.544788] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08bf0961-3e24-4c59-927b-5454c7868904 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.544788] env[68960]: DEBUG nova.compute.manager [-] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.545137] env[68960]: DEBUG nova.network.neutron [-] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.561259] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221384, 'name': CreateVM_Task, 'duration_secs': 0.280308} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.561458] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.561914] env[68960]: DEBUG oslo_concurrency.lockutils [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.563074] env[68960]: DEBUG oslo_concurrency.lockutils [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.563074] env[68960]: DEBUG oslo_concurrency.lockutils [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.563074] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27c8d782-f4ad-4a97-90b5-5da3ecbcf4be {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.567462] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Waiting for the task: (returnval){ [ 817.567462] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52344169-8219-939a-3e7e-893b01c71896" [ 817.567462] env[68960]: _type = "Task" [ 817.567462] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.575322] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52344169-8219-939a-3e7e-893b01c71896, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.624389] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221386, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.638605] env[68960]: DEBUG oslo_vmware.api [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Task: {'id': task-3221387, 'name': Rename_Task, 'duration_secs': 0.166703} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.638790] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.639078] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98b82978-e21d-417a-a6c9-8a847e1fa073 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.647687] env[68960]: DEBUG oslo_vmware.api [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Waiting for the task: (returnval){ [ 817.647687] env[68960]: value = "task-3221388" [ 817.647687] env[68960]: _type = "Task" [ 817.647687] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.657662] env[68960]: DEBUG oslo_vmware.api [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Task: {'id': task-3221388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.810054] env[68960]: DEBUG nova.network.neutron [req-5fc8c416-6b63-4a24-a7dd-047f22124946 req-5f1c5ec1-4e30-4495-8014-b469ed9355e7 service nova] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Updated VIF entry in instance network info cache for port 65a1b516-7272-426f-b949-3faac9a989e5. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.810449] env[68960]: DEBUG nova.network.neutron [req-5fc8c416-6b63-4a24-a7dd-047f22124946 req-5f1c5ec1-4e30-4495-8014-b469ed9355e7 service nova] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Updating instance_info_cache with network_info: [{"id": "65a1b516-7272-426f-b949-3faac9a989e5", "address": "fa:16:3e:d9:2f:dc", "network": {"id": "34d8ebf5-839c-407f-a145-52454acfdce2", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-576168014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "354d5d58940f4803b0d06f65cf24759a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65a1b516-72", "ovs_interfaceid": "65a1b516-7272-426f-b949-3faac9a989e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.879584] env[68960]: DEBUG nova.virt.hardware [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.879876] env[68960]: DEBUG nova.virt.hardware [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.880052] env[68960]: DEBUG nova.virt.hardware [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.880295] env[68960]: DEBUG nova.virt.hardware [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.880558] env[68960]: DEBUG nova.virt.hardware [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.881241] env[68960]: DEBUG nova.virt.hardware [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.881397] env[68960]: DEBUG nova.virt.hardware [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.881736] env[68960]: DEBUG nova.virt.hardware [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.882261] env[68960]: DEBUG nova.virt.hardware [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.884041] env[68960]: DEBUG nova.virt.hardware [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.884041] env[68960]: DEBUG nova.virt.hardware [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.884411] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14314e55-f911-4f59-a45e-92479ea873b9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.896371] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0539914-52f6-41e4-a4ce-9fe9029b75c8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.918441] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Instance VIF info [] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.924721] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.924813] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95a45975-d70e-4618-9721-5788972df11d] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.925078] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0dd24e1c-1100-40bd-81ce-435f113fac78 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.948808] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.948808] env[68960]: value = "task-3221389" [ 817.948808] env[68960]: _type = "Task" [ 817.948808] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.954120] env[68960]: DEBUG nova.compute.manager [None req-bcd4a703-0869-4277-bf7e-424a5f78976a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Found 2 images (rotation: 2) {{(pid=68960) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 817.961012] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221389, 'name': CreateVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.964218] env[68960]: DEBUG nova.scheduler.client.report [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.056971] env[68960]: DEBUG nova.network.neutron [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Successfully updated port: e7671b42-8f6b-4999-ac8f-d92b24895793 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.081794] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52344169-8219-939a-3e7e-893b01c71896, 'name': SearchDatastore_Task, 'duration_secs': 0.04001} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.081794] env[68960]: DEBUG oslo_concurrency.lockutils [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.081794] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.081794] env[68960]: DEBUG oslo_concurrency.lockutils [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.083053] env[68960]: DEBUG oslo_concurrency.lockutils [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.083053] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.083053] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-988e65f8-908b-4402-a9b5-4aec9daf59b5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.092050] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.092050] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.092187] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c158ea4-df1d-471c-95c7-43a43ebe59fc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.097340] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Waiting for the task: (returnval){ [ 818.097340] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e70c10-91f2-99e0-bf7a-0820a784d0ce" [ 818.097340] env[68960]: _type = "Task" [ 818.097340] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.105278] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e70c10-91f2-99e0-bf7a-0820a784d0ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.118491] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221386, 'name': CreateVM_Task, 'duration_secs': 0.840718} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.118660] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.119403] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.122529] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.122529] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.122529] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0479770e-5f3b-4326-955a-21c22da0fa2e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.124321] env[68960]: DEBUG oslo_vmware.api [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Waiting for the task: (returnval){ [ 818.124321] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528da11a-05ad-0d6b-3198-fc6bc12d4db2" [ 818.124321] env[68960]: _type = "Task" [ 818.124321] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.132604] env[68960]: DEBUG oslo_vmware.api [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528da11a-05ad-0d6b-3198-fc6bc12d4db2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.156771] env[68960]: DEBUG oslo_vmware.api [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Task: {'id': task-3221388, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.220192] env[68960]: DEBUG nova.compute.manager [req-86610af2-2d0f-4427-b1cd-fc9358d955cc req-71cd3fc5-1f16-451c-a91e-db7bf39ec130 service nova] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Received event network-vif-plugged-e7671b42-8f6b-4999-ac8f-d92b24895793 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.220351] env[68960]: DEBUG oslo_concurrency.lockutils [req-86610af2-2d0f-4427-b1cd-fc9358d955cc req-71cd3fc5-1f16-451c-a91e-db7bf39ec130 service nova] Acquiring lock "39b7088e-be04-4f58-93e6-f71b16dc7c02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.220475] env[68960]: DEBUG oslo_concurrency.lockutils [req-86610af2-2d0f-4427-b1cd-fc9358d955cc req-71cd3fc5-1f16-451c-a91e-db7bf39ec130 service nova] Lock "39b7088e-be04-4f58-93e6-f71b16dc7c02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.220653] env[68960]: DEBUG oslo_concurrency.lockutils [req-86610af2-2d0f-4427-b1cd-fc9358d955cc req-71cd3fc5-1f16-451c-a91e-db7bf39ec130 service nova] Lock "39b7088e-be04-4f58-93e6-f71b16dc7c02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.220943] env[68960]: DEBUG nova.compute.manager [req-86610af2-2d0f-4427-b1cd-fc9358d955cc req-71cd3fc5-1f16-451c-a91e-db7bf39ec130 service nova] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] No waiting events found dispatching network-vif-plugged-e7671b42-8f6b-4999-ac8f-d92b24895793 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 818.224139] env[68960]: WARNING nova.compute.manager [req-86610af2-2d0f-4427-b1cd-fc9358d955cc req-71cd3fc5-1f16-451c-a91e-db7bf39ec130 service nova] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Received unexpected event network-vif-plugged-e7671b42-8f6b-4999-ac8f-d92b24895793 for instance with vm_state building and task_state spawning. [ 818.316095] env[68960]: DEBUG oslo_concurrency.lockutils [req-5fc8c416-6b63-4a24-a7dd-047f22124946 req-5f1c5ec1-4e30-4495-8014-b469ed9355e7 service nova] Releasing lock "refresh_cache-c783b1cb-778d-4edf-9eba-c938222f67ed" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.460166] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221389, 'name': CreateVM_Task, 'duration_secs': 0.300304} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.462794] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95a45975-d70e-4618-9721-5788972df11d] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.462794] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.470607] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.517s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.472888] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.526s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.474809] env[68960]: INFO nova.compute.claims [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.500195] env[68960]: INFO nova.scheduler.client.report [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Deleted allocations for instance b41059a9-d358-4ab6-9764-31a5d0584f5d [ 818.561673] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquiring lock "refresh_cache-39b7088e-be04-4f58-93e6-f71b16dc7c02" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.561673] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquired lock "refresh_cache-39b7088e-be04-4f58-93e6-f71b16dc7c02" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.561772] env[68960]: DEBUG nova.network.neutron [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.609113] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e70c10-91f2-99e0-bf7a-0820a784d0ce, 'name': SearchDatastore_Task, 'duration_secs': 0.00891} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.610068] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4583bcba-3c60-4dbf-a999-0dde7f7ca7e2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.615450] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Waiting for the task: (returnval){ [ 818.615450] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]529f8e34-a5da-c6e2-1e3d-0bc4d718d50e" [ 818.615450] env[68960]: _type = "Task" [ 818.615450] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.625072] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]529f8e34-a5da-c6e2-1e3d-0bc4d718d50e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.635979] env[68960]: DEBUG oslo_vmware.api [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528da11a-05ad-0d6b-3198-fc6bc12d4db2, 'name': SearchDatastore_Task, 'duration_secs': 0.009817} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.635979] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.635979] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.635979] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.635979] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.635979] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.635979] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b551ec98-b79e-4335-acf1-3cda54230ed4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.639550] env[68960]: DEBUG oslo_vmware.api [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for the task: (returnval){ [ 818.639550] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523be2b6-cafc-c8a4-550f-a4070997e286" [ 818.639550] env[68960]: _type = "Task" [ 818.639550] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.651541] env[68960]: DEBUG oslo_vmware.api [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523be2b6-cafc-c8a4-550f-a4070997e286, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.660619] env[68960]: DEBUG oslo_vmware.api [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Task: {'id': task-3221388, 'name': PowerOnVM_Task, 'duration_secs': 0.690509} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.660865] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.661076] env[68960]: INFO nova.compute.manager [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Took 9.04 seconds to spawn the instance on the hypervisor. [ 818.661249] env[68960]: DEBUG nova.compute.manager [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.662194] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d095245d-05a9-48ff-935f-a6842aa9dcc9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.670341] env[68960]: DEBUG nova.compute.manager [req-22011b4f-ec60-40ba-bcfe-998bdf0bb827 req-2912ae67-8840-4c43-b7cc-402f657f6cc0 service nova] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Received event network-vif-deleted-6b3cf253-8cd9-4c16-a949-7bfd3fc01326 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.670341] env[68960]: INFO nova.compute.manager [req-22011b4f-ec60-40ba-bcfe-998bdf0bb827 req-2912ae67-8840-4c43-b7cc-402f657f6cc0 service nova] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Neutron deleted interface 6b3cf253-8cd9-4c16-a949-7bfd3fc01326; detaching it from the instance and deleting it from the info cache [ 818.670341] env[68960]: DEBUG nova.network.neutron [req-22011b4f-ec60-40ba-bcfe-998bdf0bb827 req-2912ae67-8840-4c43-b7cc-402f657f6cc0 service nova] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.788846] env[68960]: DEBUG nova.network.neutron [-] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.010163] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6d29e97d-9c3c-4348-9307-c2c8ea018b05 tempest-AttachInterfacesV270Test-120426365 tempest-AttachInterfacesV270Test-120426365-project-member] Lock "b41059a9-d358-4ab6-9764-31a5d0584f5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.913s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.111122] env[68960]: DEBUG nova.network.neutron [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.129853] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]529f8e34-a5da-c6e2-1e3d-0bc4d718d50e, 'name': SearchDatastore_Task, 'duration_secs': 0.018942} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.129853] env[68960]: DEBUG oslo_concurrency.lockutils [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.129853] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 5f1245c7-9ab4-4a4f-b30f-613c00d82612/5f1245c7-9ab4-4a4f-b30f-613c00d82612.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.132316] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.132316] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.132316] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6535e99d-97f4-4f6b-9de7-db966874b1b9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.133701] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-025aaab5-b801-475d-9fa0-3e51559b1f52 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.150050] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Waiting for the task: (returnval){ [ 819.150050] env[68960]: value = "task-3221390" [ 819.150050] env[68960]: _type = "Task" [ 819.150050] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.162441] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.162441] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.162441] env[68960]: DEBUG oslo_vmware.api [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523be2b6-cafc-c8a4-550f-a4070997e286, 'name': SearchDatastore_Task, 'duration_secs': 0.013224} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.162977] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0f1cfdd-6b2b-4f2e-8d19-88cf3df8924f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.165337] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.165677] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.165863] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.169944] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Task: {'id': task-3221390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.172908] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3365dbfc-3b10-4ddb-b451-741968f11678 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.175083] env[68960]: DEBUG oslo_vmware.api [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Waiting for the task: (returnval){ [ 819.175083] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52989547-049f-a22b-ff27-724a92439dbd" [ 819.175083] env[68960]: _type = "Task" [ 819.175083] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.188205] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86aac660-a6f8-40ce-85ff-3fcf02c3a2fd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.203573] env[68960]: DEBUG oslo_vmware.api [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52989547-049f-a22b-ff27-724a92439dbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.204212] env[68960]: INFO nova.compute.manager [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Took 41.30 seconds to build instance. [ 819.229825] env[68960]: DEBUG nova.compute.manager [req-22011b4f-ec60-40ba-bcfe-998bdf0bb827 req-2912ae67-8840-4c43-b7cc-402f657f6cc0 service nova] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Detach interface failed, port_id=6b3cf253-8cd9-4c16-a949-7bfd3fc01326, reason: Instance a7ef2b37-b7e4-48f3-987b-6b3e3e31e347 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 819.292233] env[68960]: INFO nova.compute.manager [-] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Took 1.75 seconds to deallocate network for instance. [ 819.456114] env[68960]: DEBUG nova.network.neutron [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Updating instance_info_cache with network_info: [{"id": "e7671b42-8f6b-4999-ac8f-d92b24895793", "address": "fa:16:3e:e4:bf:eb", "network": {"id": "0d72bc5b-dc86-4401-b4aa-3ac524d238fc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-294129878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "40a29a62ec484f71b85ae2a96df4266d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7671b42-8f", "ovs_interfaceid": "e7671b42-8f6b-4999-ac8f-d92b24895793", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.635230] env[68960]: DEBUG nova.compute.manager [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.637182] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7906550a-082b-4f72-8d5b-b7efc80e7a20 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.671132] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Task: {'id': task-3221390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.688155] env[68960]: DEBUG oslo_vmware.api [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52989547-049f-a22b-ff27-724a92439dbd, 'name': SearchDatastore_Task, 'duration_secs': 0.019349} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.688625] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87f897f5-c534-4964-8087-2dca93df95fc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.694066] env[68960]: DEBUG oslo_vmware.api [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Waiting for the task: (returnval){ [ 819.694066] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b47d67-de35-70a5-3efb-7c252fc3b1de" [ 819.694066] env[68960]: _type = "Task" [ 819.694066] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.702454] env[68960]: DEBUG oslo_vmware.api [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b47d67-de35-70a5-3efb-7c252fc3b1de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.706279] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fe7b6bed-a3f8-4c44-9ccd-3e9c197d58f6 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Lock "e24e6be9-3686-47e4-99a4-459576dc7dfc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.616s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.798918] env[68960]: DEBUG oslo_concurrency.lockutils [None req-08bf0961-3e24-4c59-927b-5454c7868904 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.837552] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 819.837552] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 819.958077] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Releasing lock "refresh_cache-39b7088e-be04-4f58-93e6-f71b16dc7c02" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.958518] env[68960]: DEBUG nova.compute.manager [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Instance network_info: |[{"id": "e7671b42-8f6b-4999-ac8f-d92b24895793", "address": "fa:16:3e:e4:bf:eb", "network": {"id": "0d72bc5b-dc86-4401-b4aa-3ac524d238fc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-294129878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "40a29a62ec484f71b85ae2a96df4266d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7671b42-8f", "ovs_interfaceid": "e7671b42-8f6b-4999-ac8f-d92b24895793", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.958996] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:bf:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd48f0ef6-34e5-44d4-8baf-4470ed96ce73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7671b42-8f6b-4999-ac8f-d92b24895793', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.968724] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Creating folder: Project (40a29a62ec484f71b85ae2a96df4266d). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.972431] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bb012b7-0cac-4ce6-8fc1-ce2fcd134de0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.985972] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Created folder: Project (40a29a62ec484f71b85ae2a96df4266d) in parent group-v643888. [ 819.986379] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Creating folder: Instances. Parent ref: group-v644045. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.989625] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d59635a-95aa-46b0-8ee8-f7893ae03e69 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.000739] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Created folder: Instances in parent group-v644045. [ 820.001087] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.001333] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.001576] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0736ab1d-18a2-4a31-a873-82e79cd8dc29 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.026999] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.026999] env[68960]: value = "task-3221393" [ 820.026999] env[68960]: _type = "Task" [ 820.026999] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.035813] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221393, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.120084] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbf4560-d278-44bc-b897-0958540e8994 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.127770] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03db7ff3-fcd6-48e8-b020-6fe5abad3fb6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.167549] env[68960]: INFO nova.compute.manager [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] instance snapshotting [ 820.167640] env[68960]: DEBUG nova.objects.instance [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lazy-loading 'flavor' on Instance uuid 404efc31-4206-4e68-92c8-c4226982dfe1 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.174369] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628470b6-ea11-40d1-a074-1c096b6ae24e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.185359] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Task: {'id': task-3221390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.947005} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.188812] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 5f1245c7-9ab4-4a4f-b30f-613c00d82612/5f1245c7-9ab4-4a4f-b30f-613c00d82612.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.188812] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.188812] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4299fa66-8dd9-426f-af98-ce258d0b9662 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.191702] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5664d8e3-4d65-40c4-b197-d040fdbe6270 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.203612] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Waiting for the task: (returnval){ [ 820.203612] env[68960]: value = "task-3221394" [ 820.203612] env[68960]: _type = "Task" [ 820.203612] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.216286] env[68960]: DEBUG nova.compute.manager [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.219657] env[68960]: DEBUG nova.compute.provider_tree [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.220883] env[68960]: DEBUG oslo_vmware.api [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b47d67-de35-70a5-3efb-7c252fc3b1de, 'name': SearchDatastore_Task, 'duration_secs': 0.024292} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.224962] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.225270] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] c783b1cb-778d-4edf-9eba-c938222f67ed/c783b1cb-778d-4edf-9eba-c938222f67ed.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.225580] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.225770] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.225979] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2471af6a-0614-4cf9-9fb2-fe6ac32ec52c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.228976] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35080a24-7c48-4822-864a-9aa915969e7b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.234823] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Task: {'id': task-3221394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.236518] env[68960]: DEBUG oslo_vmware.api [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Waiting for the task: (returnval){ [ 820.236518] env[68960]: value = "task-3221395" [ 820.236518] env[68960]: _type = "Task" [ 820.236518] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.241332] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.241512] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.242697] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49a17198-478c-4c7a-8295-b216e6e32261 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.249123] env[68960]: DEBUG oslo_vmware.api [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Task: {'id': task-3221395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.251721] env[68960]: DEBUG oslo_vmware.api [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for the task: (returnval){ [ 820.251721] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52013092-af59-3c9e-fe95-435bea911479" [ 820.251721] env[68960]: _type = "Task" [ 820.251721] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.260324] env[68960]: DEBUG oslo_vmware.api [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52013092-af59-3c9e-fe95-435bea911479, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.345965] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.346181] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.346337] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.346489] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.346629] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.346772] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.346906] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68960) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 820.347059] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.540821] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221393, 'name': CreateVM_Task, 'duration_secs': 0.357286} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.541014] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.542191] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.542368] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.542688] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.542952] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e7ed835-ba79-4f33-9e85-32effa51eda5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.548867] env[68960]: DEBUG oslo_vmware.api [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 820.548867] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a5a2a6-ecd2-416b-73f1-8729ff2407f0" [ 820.548867] env[68960]: _type = "Task" [ 820.548867] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.558393] env[68960]: DEBUG oslo_vmware.api [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a5a2a6-ecd2-416b-73f1-8729ff2407f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.633075] env[68960]: DEBUG nova.compute.manager [req-0f58f251-bcf8-45f0-bdf2-2eb1b514ca0d req-0b50cb8f-e003-4745-a83b-253b1f91396c service nova] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Received event network-changed-e7671b42-8f6b-4999-ac8f-d92b24895793 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.633303] env[68960]: DEBUG nova.compute.manager [req-0f58f251-bcf8-45f0-bdf2-2eb1b514ca0d req-0b50cb8f-e003-4745-a83b-253b1f91396c service nova] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Refreshing instance network info cache due to event network-changed-e7671b42-8f6b-4999-ac8f-d92b24895793. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.633545] env[68960]: DEBUG oslo_concurrency.lockutils [req-0f58f251-bcf8-45f0-bdf2-2eb1b514ca0d req-0b50cb8f-e003-4745-a83b-253b1f91396c service nova] Acquiring lock "refresh_cache-39b7088e-be04-4f58-93e6-f71b16dc7c02" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.633708] env[68960]: DEBUG oslo_concurrency.lockutils [req-0f58f251-bcf8-45f0-bdf2-2eb1b514ca0d req-0b50cb8f-e003-4745-a83b-253b1f91396c service nova] Acquired lock "refresh_cache-39b7088e-be04-4f58-93e6-f71b16dc7c02" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.633874] env[68960]: DEBUG nova.network.neutron [req-0f58f251-bcf8-45f0-bdf2-2eb1b514ca0d req-0b50cb8f-e003-4745-a83b-253b1f91396c service nova] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Refreshing network info cache for port e7671b42-8f6b-4999-ac8f-d92b24895793 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.681609] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b226445c-2538-4e10-b685-695577fa0fb5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.704790] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc5e244-225c-4c89-8303-c69bdc6495c1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.727886] env[68960]: DEBUG nova.scheduler.client.report [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.736750] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Task: {'id': task-3221394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081521} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.736750] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.737269] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84da0808-5a05-4fc7-a04a-9761c9546994 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.766099] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 5f1245c7-9ab4-4a4f-b30f-613c00d82612/5f1245c7-9ab4-4a4f-b30f-613c00d82612.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.771622] env[68960]: DEBUG oslo_concurrency.lockutils [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.774992] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99d2e941-d450-4f2c-a5b1-124dd7a390f7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.790749] env[68960]: DEBUG oslo_vmware.api [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Task: {'id': task-3221395, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.798687] env[68960]: DEBUG oslo_vmware.api [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52013092-af59-3c9e-fe95-435bea911479, 'name': SearchDatastore_Task, 'duration_secs': 0.011918} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.804344] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Waiting for the task: (returnval){ [ 820.804344] env[68960]: value = "task-3221396" [ 820.804344] env[68960]: _type = "Task" [ 820.804344] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.804344] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c91dc054-ce51-441b-a6b8-9c890220b17e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.810866] env[68960]: DEBUG oslo_vmware.api [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for the task: (returnval){ [ 820.810866] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5241f7dd-ea67-50e4-3cc9-728d521c8fd4" [ 820.810866] env[68960]: _type = "Task" [ 820.810866] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.814222] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Task: {'id': task-3221396, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.822823] env[68960]: DEBUG oslo_vmware.api [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5241f7dd-ea67-50e4-3cc9-728d521c8fd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.847518] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Acquiring lock "701e5d1f-fa75-43ac-a53e-3a9ddffe7c53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.847803] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Lock "701e5d1f-fa75-43ac-a53e-3a9ddffe7c53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.849720] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.062181] env[68960]: DEBUG oslo_vmware.api [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a5a2a6-ecd2-416b-73f1-8729ff2407f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011994} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.063076] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.063076] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.063346] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.223974] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Creating Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 821.224707] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2f4d8f5b-e8ca-400f-9a7e-7ec816fbd729 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.233767] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.233767] env[68960]: DEBUG nova.compute.manager [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.239333] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.706s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.239973] env[68960]: INFO nova.compute.claims [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.243328] env[68960]: DEBUG oslo_vmware.api [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 821.243328] env[68960]: value = "task-3221397" [ 821.243328] env[68960]: _type = "Task" [ 821.243328] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.269750] env[68960]: DEBUG oslo_vmware.api [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Task: {'id': task-3221395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.803863} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.272349] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] c783b1cb-778d-4edf-9eba-c938222f67ed/c783b1cb-778d-4edf-9eba-c938222f67ed.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.273657] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.273944] env[68960]: DEBUG oslo_vmware.api [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221397, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.274221] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48fccb55-9953-49f9-a282-934afbc3a136 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.285927] env[68960]: DEBUG oslo_vmware.api [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Waiting for the task: (returnval){ [ 821.285927] env[68960]: value = "task-3221398" [ 821.285927] env[68960]: _type = "Task" [ 821.285927] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.293296] env[68960]: DEBUG oslo_vmware.api [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Task: {'id': task-3221398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.319749] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Task: {'id': task-3221396, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.331765] env[68960]: DEBUG oslo_vmware.api [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5241f7dd-ea67-50e4-3cc9-728d521c8fd4, 'name': SearchDatastore_Task, 'duration_secs': 0.054878} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.333192] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.333192] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 95a45975-d70e-4618-9721-5788972df11d/95a45975-d70e-4618-9721-5788972df11d.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.333192] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.333192] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.333192] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45d27f9e-0315-4aaf-9179-e04369cd844c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.335526] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38aca52d-25bf-4e69-86fa-ae592bac4d82 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.342172] env[68960]: DEBUG oslo_vmware.api [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for the task: (returnval){ [ 821.342172] env[68960]: value = "task-3221399" [ 821.342172] env[68960]: _type = "Task" [ 821.342172] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.348107] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.348107] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.348868] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10d978a0-1dff-4511-9853-56b05129b509 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.356522] env[68960]: DEBUG oslo_vmware.api [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.360365] env[68960]: DEBUG oslo_vmware.api [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 821.360365] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5254058f-edb9-f7c2-4922-c9da60ded1c0" [ 821.360365] env[68960]: _type = "Task" [ 821.360365] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.369203] env[68960]: DEBUG oslo_vmware.api [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5254058f-edb9-f7c2-4922-c9da60ded1c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010818} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.370081] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1410a0d-4a4e-4065-b9a6-10f3eb86fdff {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.375160] env[68960]: DEBUG oslo_vmware.api [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 821.375160] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ac84ae-63fa-8809-8ce2-e5a4df2ed776" [ 821.375160] env[68960]: _type = "Task" [ 821.375160] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.386020] env[68960]: DEBUG oslo_vmware.api [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ac84ae-63fa-8809-8ce2-e5a4df2ed776, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.483736] env[68960]: DEBUG nova.network.neutron [req-0f58f251-bcf8-45f0-bdf2-2eb1b514ca0d req-0b50cb8f-e003-4745-a83b-253b1f91396c service nova] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Updated VIF entry in instance network info cache for port e7671b42-8f6b-4999-ac8f-d92b24895793. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.484116] env[68960]: DEBUG nova.network.neutron [req-0f58f251-bcf8-45f0-bdf2-2eb1b514ca0d req-0b50cb8f-e003-4745-a83b-253b1f91396c service nova] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Updating instance_info_cache with network_info: [{"id": "e7671b42-8f6b-4999-ac8f-d92b24895793", "address": "fa:16:3e:e4:bf:eb", "network": {"id": "0d72bc5b-dc86-4401-b4aa-3ac524d238fc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-294129878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "40a29a62ec484f71b85ae2a96df4266d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7671b42-8f", "ovs_interfaceid": "e7671b42-8f6b-4999-ac8f-d92b24895793", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.738392] env[68960]: DEBUG nova.compute.utils [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.740024] env[68960]: DEBUG nova.compute.manager [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.740483] env[68960]: DEBUG nova.network.neutron [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.759034] env[68960]: DEBUG oslo_vmware.api [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221397, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.796214] env[68960]: DEBUG oslo_vmware.api [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Task: {'id': task-3221398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071538} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.796537] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.797384] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273871f6-2b9b-4c5f-a7f5-3a90b5c40edc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.827401] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] c783b1cb-778d-4edf-9eba-c938222f67ed/c783b1cb-778d-4edf-9eba-c938222f67ed.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.829468] env[68960]: DEBUG nova.policy [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f0a646c7e03488aa0d39a4b7c6e200c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfbb21635cab4e519c32805b99223a74', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.834952] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8fbb02c-d8ab-4d17-9414-7dce997005b7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.860776] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Task: {'id': task-3221396, 'name': ReconfigVM_Task, 'duration_secs': 0.536176} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.863203] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 5f1245c7-9ab4-4a4f-b30f-613c00d82612/5f1245c7-9ab4-4a4f-b30f-613c00d82612.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.865497] env[68960]: DEBUG oslo_vmware.api [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Waiting for the task: (returnval){ [ 821.865497] env[68960]: value = "task-3221400" [ 821.865497] env[68960]: _type = "Task" [ 821.865497] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.869583] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f36aae6-15ea-402d-9441-12aafa0f8f4e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.872484] env[68960]: DEBUG oslo_vmware.api [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221399, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.888475] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Waiting for the task: (returnval){ [ 821.888475] env[68960]: value = "task-3221401" [ 821.888475] env[68960]: _type = "Task" [ 821.888475] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.892732] env[68960]: DEBUG oslo_vmware.api [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Task: {'id': task-3221400, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.900265] env[68960]: DEBUG oslo_vmware.api [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ac84ae-63fa-8809-8ce2-e5a4df2ed776, 'name': SearchDatastore_Task, 'duration_secs': 0.01561} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.903083] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.903450] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 39b7088e-be04-4f58-93e6-f71b16dc7c02/39b7088e-be04-4f58-93e6-f71b16dc7c02.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.903774] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8dbbe7ed-627d-4fc8-87a7-da7108b45116 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.910225] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Task: {'id': task-3221401, 'name': Rename_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.915691] env[68960]: DEBUG oslo_vmware.api [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 821.915691] env[68960]: value = "task-3221402" [ 821.915691] env[68960]: _type = "Task" [ 821.915691] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.924953] env[68960]: DEBUG oslo_vmware.api [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.987167] env[68960]: DEBUG oslo_concurrency.lockutils [req-0f58f251-bcf8-45f0-bdf2-2eb1b514ca0d req-0b50cb8f-e003-4745-a83b-253b1f91396c service nova] Releasing lock "refresh_cache-39b7088e-be04-4f58-93e6-f71b16dc7c02" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.245272] env[68960]: DEBUG nova.compute.utils [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.260588] env[68960]: DEBUG oslo_vmware.api [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221397, 'name': CreateSnapshot_Task, 'duration_secs': 0.591634} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.261611] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Created Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 822.263509] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d75572-2ea7-4807-8c23-96cfe38c9d23 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.366128] env[68960]: DEBUG oslo_vmware.api [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769345} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.366901] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 95a45975-d70e-4618-9721-5788972df11d/95a45975-d70e-4618-9721-5788972df11d.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.367164] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.367497] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d7afcd3-57ed-4bc8-9942-2e662794e971 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.377133] env[68960]: DEBUG oslo_vmware.api [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for the task: (returnval){ [ 822.377133] env[68960]: value = "task-3221403" [ 822.377133] env[68960]: _type = "Task" [ 822.377133] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.389565] env[68960]: DEBUG oslo_vmware.api [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Task: {'id': task-3221400, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.394896] env[68960]: DEBUG oslo_vmware.api [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.410901] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Task: {'id': task-3221401, 'name': Rename_Task, 'duration_secs': 0.358359} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.410994] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.412110] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc915170-320b-4df8-a707-94e230245d0f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.422843] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Waiting for the task: (returnval){ [ 822.422843] env[68960]: value = "task-3221404" [ 822.422843] env[68960]: _type = "Task" [ 822.422843] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.429929] env[68960]: DEBUG oslo_vmware.api [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221402, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.434151] env[68960]: DEBUG nova.network.neutron [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Successfully created port: 23c4e842-ded8-47e1-8dfe-66cc29f7cf67 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.443736] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Task: {'id': task-3221404, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.752508] env[68960]: DEBUG nova.compute.manager [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.783421] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Creating linked-clone VM from snapshot {{(pid=68960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 822.786486] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5bfbcbf5-6855-459e-9faa-1fe41670df0a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.797046] env[68960]: DEBUG oslo_vmware.api [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 822.797046] env[68960]: value = "task-3221405" [ 822.797046] env[68960]: _type = "Task" [ 822.797046] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.807777] env[68960]: DEBUG oslo_vmware.api [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221405, 'name': CloneVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.876231] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f04c08e-6570-4eef-8ab7-0d13573e624d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.895194] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a367aa-a58f-4c15-aafc-e2adc8c5a662 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.899261] env[68960]: DEBUG oslo_vmware.api [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Task: {'id': task-3221400, 'name': ReconfigVM_Task, 'duration_secs': 0.621479} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.902913] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Reconfigured VM instance instance-00000032 to attach disk [datastore2] c783b1cb-778d-4edf-9eba-c938222f67ed/c783b1cb-778d-4edf-9eba-c938222f67ed.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.904177] env[68960]: DEBUG oslo_vmware.api [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069696} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.905301] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7efcc10b-80b9-4ea2-b837-ebbd7ff2f1ff {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.907764] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.910016] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2dcb1a-00d2-4b93-9481-efd3639dde0c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.953074] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee2f6d5-ee25-45eb-a46a-7cc4274999b8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.965640] env[68960]: DEBUG oslo_vmware.api [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Waiting for the task: (returnval){ [ 822.965640] env[68960]: value = "task-3221406" [ 822.965640] env[68960]: _type = "Task" [ 822.965640] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.978159] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 95a45975-d70e-4618-9721-5788972df11d/95a45975-d70e-4618-9721-5788972df11d.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.979057] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b05fc108-779e-4cd1-baf8-a561be9110d1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.008363] env[68960]: DEBUG nova.compute.manager [req-87c68b78-d607-4879-ac08-4bfc1d21ffc9 req-ce627c27-731b-44ac-b527-c2fe07142ffc service nova] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Received event network-changed-f99300cc-38a8-488a-a1af-1b17261f71fb {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.008363] env[68960]: DEBUG nova.compute.manager [req-87c68b78-d607-4879-ac08-4bfc1d21ffc9 req-ce627c27-731b-44ac-b527-c2fe07142ffc service nova] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Refreshing instance network info cache due to event network-changed-f99300cc-38a8-488a-a1af-1b17261f71fb. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.008363] env[68960]: DEBUG oslo_concurrency.lockutils [req-87c68b78-d607-4879-ac08-4bfc1d21ffc9 req-ce627c27-731b-44ac-b527-c2fe07142ffc service nova] Acquiring lock "refresh_cache-e24e6be9-3686-47e4-99a4-459576dc7dfc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.008363] env[68960]: DEBUG oslo_concurrency.lockutils [req-87c68b78-d607-4879-ac08-4bfc1d21ffc9 req-ce627c27-731b-44ac-b527-c2fe07142ffc service nova] Acquired lock "refresh_cache-e24e6be9-3686-47e4-99a4-459576dc7dfc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.008363] env[68960]: DEBUG nova.network.neutron [req-87c68b78-d607-4879-ac08-4bfc1d21ffc9 req-ce627c27-731b-44ac-b527-c2fe07142ffc service nova] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Refreshing network info cache for port f99300cc-38a8-488a-a1af-1b17261f71fb {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.009444] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Task: {'id': task-3221404, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.009679] env[68960]: DEBUG oslo_vmware.api [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.916601} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.015020] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddf93f6-02ee-4882-93c1-a6600f72fae0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.016381] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 39b7088e-be04-4f58-93e6-f71b16dc7c02/39b7088e-be04-4f58-93e6-f71b16dc7c02.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.016565] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.018664] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b6db076-7a08-43cf-b627-db4bd89b16d0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.020804] env[68960]: DEBUG oslo_vmware.api [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for the task: (returnval){ [ 823.020804] env[68960]: value = "task-3221407" [ 823.020804] env[68960]: _type = "Task" [ 823.020804] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.025659] env[68960]: DEBUG oslo_vmware.api [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Task: {'id': task-3221406, 'name': Rename_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.037429] env[68960]: DEBUG nova.compute.provider_tree [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 823.041691] env[68960]: DEBUG oslo_vmware.api [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 823.041691] env[68960]: value = "task-3221408" [ 823.041691] env[68960]: _type = "Task" [ 823.041691] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.049399] env[68960]: DEBUG oslo_vmware.api [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221407, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.056607] env[68960]: DEBUG oslo_vmware.api [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.311345] env[68960]: DEBUG oslo_vmware.api [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221405, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.454089] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Task: {'id': task-3221404, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.488925] env[68960]: DEBUG oslo_vmware.api [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Task: {'id': task-3221406, 'name': Rename_Task, 'duration_secs': 0.415879} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.489514] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.489933] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5596245e-b49b-4172-9c0e-c0cbb307d7b4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.496922] env[68960]: DEBUG oslo_vmware.api [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Waiting for the task: (returnval){ [ 823.496922] env[68960]: value = "task-3221409" [ 823.496922] env[68960]: _type = "Task" [ 823.496922] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.507296] env[68960]: DEBUG oslo_vmware.api [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Task: {'id': task-3221409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.536120] env[68960]: DEBUG oslo_vmware.api [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221407, 'name': ReconfigVM_Task, 'duration_secs': 0.353497} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.536120] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 95a45975-d70e-4618-9721-5788972df11d/95a45975-d70e-4618-9721-5788972df11d.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.536120] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-536a6175-15d4-44a1-8abe-df4225112973 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.544622] env[68960]: DEBUG oslo_vmware.api [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for the task: (returnval){ [ 823.544622] env[68960]: value = "task-3221410" [ 823.544622] env[68960]: _type = "Task" [ 823.544622] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.556796] env[68960]: DEBUG oslo_vmware.api [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221410, 'name': Rename_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.559640] env[68960]: DEBUG oslo_vmware.api [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135599} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.562301] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.563164] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939f9938-3cb3-48c2-a686-602ec20c6f72 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.593144] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 39b7088e-be04-4f58-93e6-f71b16dc7c02/39b7088e-be04-4f58-93e6-f71b16dc7c02.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.594328] env[68960]: ERROR nova.scheduler.client.report [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [req-49ff0aef-6485-4118-b42e-66fa7361be0f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d6b14c3a-024a-447e-9595-cef114b4ddda. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-49ff0aef-6485-4118-b42e-66fa7361be0f"}]} [ 823.594707] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-398efd29-c058-4f7b-a53b-3f80752dd29d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.620174] env[68960]: DEBUG oslo_vmware.api [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 823.620174] env[68960]: value = "task-3221411" [ 823.620174] env[68960]: _type = "Task" [ 823.620174] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.632330] env[68960]: DEBUG oslo_vmware.api [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.633457] env[68960]: DEBUG nova.scheduler.client.report [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Refreshing inventories for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 823.654656] env[68960]: DEBUG nova.scheduler.client.report [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Updating ProviderTree inventory for provider d6b14c3a-024a-447e-9595-cef114b4ddda from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 823.654880] env[68960]: DEBUG nova.compute.provider_tree [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 823.667033] env[68960]: DEBUG nova.scheduler.client.report [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Refreshing aggregate associations for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda, aggregates: None {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 823.689795] env[68960]: DEBUG nova.scheduler.client.report [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Refreshing trait associations for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 823.765986] env[68960]: DEBUG nova.compute.manager [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.799587] env[68960]: DEBUG nova.virt.hardware [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:06:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1875120286',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-539337704',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.800030] env[68960]: DEBUG nova.virt.hardware [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.800199] env[68960]: DEBUG nova.virt.hardware [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.800395] env[68960]: DEBUG nova.virt.hardware [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.800538] env[68960]: DEBUG nova.virt.hardware [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.800683] env[68960]: DEBUG nova.virt.hardware [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.800891] env[68960]: DEBUG nova.virt.hardware [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.801067] env[68960]: DEBUG nova.virt.hardware [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.801250] env[68960]: DEBUG nova.virt.hardware [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.801411] env[68960]: DEBUG nova.virt.hardware [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.801585] env[68960]: DEBUG nova.virt.hardware [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.802498] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2446ea-a568-46e6-b477-a7a459e4729c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.822185] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb3b0cd-1419-4081-b511-b96d79dfe864 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.826021] env[68960]: DEBUG oslo_vmware.api [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221405, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.861446] env[68960]: DEBUG nova.network.neutron [req-87c68b78-d607-4879-ac08-4bfc1d21ffc9 req-ce627c27-731b-44ac-b527-c2fe07142ffc service nova] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Updated VIF entry in instance network info cache for port f99300cc-38a8-488a-a1af-1b17261f71fb. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.861825] env[68960]: DEBUG nova.network.neutron [req-87c68b78-d607-4879-ac08-4bfc1d21ffc9 req-ce627c27-731b-44ac-b527-c2fe07142ffc service nova] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Updating instance_info_cache with network_info: [{"id": "f99300cc-38a8-488a-a1af-1b17261f71fb", "address": "fa:16:3e:39:10:46", "network": {"id": "85b0b2b9-63b8-4cba-9a20-e1793ccee003", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-579145583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d42e2bd2bbcd49b3bca0672675b7d7f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf99300cc-38", "ovs_interfaceid": "f99300cc-38a8-488a-a1af-1b17261f71fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.964137] env[68960]: DEBUG oslo_vmware.api [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Task: {'id': task-3221404, 'name': PowerOnVM_Task, 'duration_secs': 1.092937} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.965493] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.965493] env[68960]: DEBUG nova.compute.manager [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.966184] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cde9fcb-4b3a-4dcb-b8dc-0f58ddb67e67 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.013306] env[68960]: DEBUG oslo_vmware.api [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Task: {'id': task-3221409, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.065833] env[68960]: DEBUG oslo_vmware.api [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221410, 'name': Rename_Task, 'duration_secs': 0.149549} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.071979] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.072484] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5d49aab-0b9a-423c-b5cf-add54901bef4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.081554] env[68960]: DEBUG oslo_vmware.api [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for the task: (returnval){ [ 824.081554] env[68960]: value = "task-3221412" [ 824.081554] env[68960]: _type = "Task" [ 824.081554] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.090834] env[68960]: DEBUG oslo_vmware.api [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.134019] env[68960]: DEBUG oslo_vmware.api [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221411, 'name': ReconfigVM_Task, 'duration_secs': 0.407516} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.134019] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 39b7088e-be04-4f58-93e6-f71b16dc7c02/39b7088e-be04-4f58-93e6-f71b16dc7c02.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.134668] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-215332a6-8c8b-4c0e-93ab-7d277e23a98e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.140841] env[68960]: DEBUG oslo_vmware.api [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 824.140841] env[68960]: value = "task-3221413" [ 824.140841] env[68960]: _type = "Task" [ 824.140841] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.155180] env[68960]: DEBUG oslo_vmware.api [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221413, 'name': Rename_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.297304] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1401b095-eaa4-4e75-851a-a24f8b1aa033 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.316114] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b115d5c4-c20b-49a1-9d05-d0446c2154a3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.319410] env[68960]: DEBUG oslo_vmware.api [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221405, 'name': CloneVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.350847] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5fa9d9-44ff-480b-be27-1623bc25271a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.359416] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df091ae-bdcc-40d0-b37f-3afb95132e7c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.364985] env[68960]: DEBUG oslo_concurrency.lockutils [req-87c68b78-d607-4879-ac08-4bfc1d21ffc9 req-ce627c27-731b-44ac-b527-c2fe07142ffc service nova] Releasing lock "refresh_cache-e24e6be9-3686-47e4-99a4-459576dc7dfc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.377824] env[68960]: DEBUG nova.compute.provider_tree [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 824.446390] env[68960]: DEBUG nova.compute.manager [req-76ec35af-3b1c-4175-97fc-c7a326b312f5 req-c6466cd8-027c-4c1c-854f-49389dcc6a40 service nova] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Received event network-vif-plugged-23c4e842-ded8-47e1-8dfe-66cc29f7cf67 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.446893] env[68960]: DEBUG oslo_concurrency.lockutils [req-76ec35af-3b1c-4175-97fc-c7a326b312f5 req-c6466cd8-027c-4c1c-854f-49389dcc6a40 service nova] Acquiring lock "f80bcbe5-5386-433c-99ba-2fe9324c47a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.446893] env[68960]: DEBUG oslo_concurrency.lockutils [req-76ec35af-3b1c-4175-97fc-c7a326b312f5 req-c6466cd8-027c-4c1c-854f-49389dcc6a40 service nova] Lock "f80bcbe5-5386-433c-99ba-2fe9324c47a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.447147] env[68960]: DEBUG oslo_concurrency.lockutils [req-76ec35af-3b1c-4175-97fc-c7a326b312f5 req-c6466cd8-027c-4c1c-854f-49389dcc6a40 service nova] Lock "f80bcbe5-5386-433c-99ba-2fe9324c47a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.448129] env[68960]: DEBUG nova.compute.manager [req-76ec35af-3b1c-4175-97fc-c7a326b312f5 req-c6466cd8-027c-4c1c-854f-49389dcc6a40 service nova] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] No waiting events found dispatching network-vif-plugged-23c4e842-ded8-47e1-8dfe-66cc29f7cf67 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.448838] env[68960]: WARNING nova.compute.manager [req-76ec35af-3b1c-4175-97fc-c7a326b312f5 req-c6466cd8-027c-4c1c-854f-49389dcc6a40 service nova] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Received unexpected event network-vif-plugged-23c4e842-ded8-47e1-8dfe-66cc29f7cf67 for instance with vm_state building and task_state spawning. [ 824.488338] env[68960]: DEBUG oslo_concurrency.lockutils [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.515937] env[68960]: DEBUG oslo_vmware.api [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Task: {'id': task-3221409, 'name': PowerOnVM_Task, 'duration_secs': 0.54629} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.515937] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.515937] env[68960]: INFO nova.compute.manager [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Took 10.32 seconds to spawn the instance on the hypervisor. [ 824.515937] env[68960]: DEBUG nova.compute.manager [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.517947] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0b29e3-49cb-4372-9010-fa78d996e8fc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.592131] env[68960]: DEBUG oslo_vmware.api [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221412, 'name': PowerOnVM_Task, 'duration_secs': 0.471743} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.592409] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.592565] env[68960]: DEBUG nova.compute.manager [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.593431] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813b3614-3788-4e0d-9747-e53497b2c691 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.636927] env[68960]: DEBUG nova.network.neutron [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Successfully updated port: 23c4e842-ded8-47e1-8dfe-66cc29f7cf67 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.654283] env[68960]: DEBUG oslo_vmware.api [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221413, 'name': Rename_Task, 'duration_secs': 0.191705} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.657509] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.657509] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04743c3b-d913-488b-8dc4-5cc10d767347 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.664338] env[68960]: DEBUG oslo_vmware.api [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 824.664338] env[68960]: value = "task-3221414" [ 824.664338] env[68960]: _type = "Task" [ 824.664338] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.677081] env[68960]: DEBUG oslo_vmware.api [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.812717] env[68960]: DEBUG oslo_vmware.api [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221405, 'name': CloneVM_Task, 'duration_secs': 1.533079} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.812717] env[68960]: INFO nova.virt.vmwareapi.vmops [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Created linked-clone VM from snapshot [ 824.813121] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c77989-721b-4adf-94fa-3c69e9511590 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.819845] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Uploading image 070aa7e7-c1b3-4d6c-a2bc-49394a749ca5 {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 824.842114] env[68960]: DEBUG oslo_vmware.rw_handles [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 824.842114] env[68960]: value = "vm-644049" [ 824.842114] env[68960]: _type = "VirtualMachine" [ 824.842114] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 824.842341] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d238dbfa-958d-4123-92f6-d2a1aacefd5c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.848237] env[68960]: DEBUG oslo_vmware.rw_handles [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lease: (returnval){ [ 824.848237] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5243bbfe-4f9b-04de-a4e7-7f5f8a974b65" [ 824.848237] env[68960]: _type = "HttpNfcLease" [ 824.848237] env[68960]: } obtained for exporting VM: (result){ [ 824.848237] env[68960]: value = "vm-644049" [ 824.848237] env[68960]: _type = "VirtualMachine" [ 824.848237] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 824.848558] env[68960]: DEBUG oslo_vmware.api [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the lease: (returnval){ [ 824.848558] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5243bbfe-4f9b-04de-a4e7-7f5f8a974b65" [ 824.848558] env[68960]: _type = "HttpNfcLease" [ 824.848558] env[68960]: } to be ready. {{(pid=68960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 824.854655] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 824.854655] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5243bbfe-4f9b-04de-a4e7-7f5f8a974b65" [ 824.854655] env[68960]: _type = "HttpNfcLease" [ 824.854655] env[68960]: } is initializing. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 824.916225] env[68960]: DEBUG nova.scheduler.client.report [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Updated inventory for provider d6b14c3a-024a-447e-9595-cef114b4ddda with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 824.916524] env[68960]: DEBUG nova.compute.provider_tree [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Updating resource provider d6b14c3a-024a-447e-9595-cef114b4ddda generation from 77 to 78 during operation: update_inventory {{(pid=68960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 824.916712] env[68960]: DEBUG nova.compute.provider_tree [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 825.035243] env[68960]: INFO nova.compute.manager [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Took 46.09 seconds to build instance. [ 825.110024] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.140942] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Acquiring lock "refresh_cache-f80bcbe5-5386-433c-99ba-2fe9324c47a9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.141251] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Acquired lock "refresh_cache-f80bcbe5-5386-433c-99ba-2fe9324c47a9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.141477] env[68960]: DEBUG nova.network.neutron [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.179153] env[68960]: DEBUG oslo_vmware.api [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221414, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.360052] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 825.360052] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5243bbfe-4f9b-04de-a4e7-7f5f8a974b65" [ 825.360052] env[68960]: _type = "HttpNfcLease" [ 825.360052] env[68960]: } is ready. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 825.360371] env[68960]: DEBUG oslo_vmware.rw_handles [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 825.360371] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5243bbfe-4f9b-04de-a4e7-7f5f8a974b65" [ 825.360371] env[68960]: _type = "HttpNfcLease" [ 825.360371] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 825.361196] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3da44b-63ca-4adb-a725-f3487a211d3f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.369468] env[68960]: DEBUG oslo_vmware.rw_handles [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52af8e3f-4a44-d197-cdf3-2f733c6cbf20/disk-0.vmdk from lease info. {{(pid=68960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 825.369709] env[68960]: DEBUG oslo_vmware.rw_handles [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52af8e3f-4a44-d197-cdf3-2f733c6cbf20/disk-0.vmdk for reading. {{(pid=68960) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 825.441570] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.201s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.441570] env[68960]: DEBUG nova.compute.manager [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 825.444147] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.907s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.444358] env[68960]: DEBUG nova.objects.instance [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68960) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 825.498180] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-45993a87-8762-4308-b844-86471be14b7f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.536725] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8b5e91bf-1907-44f8-9670-9fa9692eda09 tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Lock "c783b1cb-778d-4edf-9eba-c938222f67ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.772s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.612201] env[68960]: DEBUG oslo_concurrency.lockutils [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Acquiring lock "5f1245c7-9ab4-4a4f-b30f-613c00d82612" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.612201] env[68960]: DEBUG oslo_concurrency.lockutils [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Lock "5f1245c7-9ab4-4a4f-b30f-613c00d82612" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.612201] env[68960]: DEBUG oslo_concurrency.lockutils [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Acquiring lock "5f1245c7-9ab4-4a4f-b30f-613c00d82612-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.612201] env[68960]: DEBUG oslo_concurrency.lockutils [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Lock "5f1245c7-9ab4-4a4f-b30f-613c00d82612-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.612201] env[68960]: DEBUG oslo_concurrency.lockutils [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Lock "5f1245c7-9ab4-4a4f-b30f-613c00d82612-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.614473] env[68960]: INFO nova.compute.manager [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Terminating instance [ 825.677612] env[68960]: DEBUG oslo_vmware.api [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221414, 'name': PowerOnVM_Task, 'duration_secs': 0.97481} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.681749] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.681968] env[68960]: INFO nova.compute.manager [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Took 8.68 seconds to spawn the instance on the hypervisor. [ 825.682184] env[68960]: DEBUG nova.compute.manager [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.683265] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c1b960-a098-4aa2-ba21-9e79c4b760ea {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.694808] env[68960]: DEBUG nova.network.neutron [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.749843] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquiring lock "178e556e-7643-46a0-a83a-3923fda2c471" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.750109] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lock "178e556e-7643-46a0-a83a-3923fda2c471" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.947348] env[68960]: DEBUG nova.network.neutron [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Updating instance_info_cache with network_info: [{"id": "23c4e842-ded8-47e1-8dfe-66cc29f7cf67", "address": "fa:16:3e:4d:26:74", "network": {"id": "778f734f-4fcc-45d7-8d68-7210de64f6e9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1402639889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfbb21635cab4e519c32805b99223a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23c4e842-de", "ovs_interfaceid": "23c4e842-ded8-47e1-8dfe-66cc29f7cf67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.949848] env[68960]: DEBUG nova.compute.utils [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 825.956088] env[68960]: DEBUG nova.compute.manager [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 825.956088] env[68960]: DEBUG nova.network.neutron [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 826.024577] env[68960]: DEBUG nova.policy [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '167d952876984854a8143b825fe4492f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a085a073f3b74f78a62365289bbab77b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.039400] env[68960]: DEBUG nova.compute.manager [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 826.124891] env[68960]: DEBUG oslo_concurrency.lockutils [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Acquiring lock "refresh_cache-5f1245c7-9ab4-4a4f-b30f-613c00d82612" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.125297] env[68960]: DEBUG oslo_concurrency.lockutils [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Acquired lock "refresh_cache-5f1245c7-9ab4-4a4f-b30f-613c00d82612" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.125531] env[68960]: DEBUG nova.network.neutron [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.208659] env[68960]: INFO nova.compute.manager [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Took 43.69 seconds to build instance. [ 826.456426] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ed00b05e-7f94-4de2-9b05-701706db149a tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.457758] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Releasing lock "refresh_cache-f80bcbe5-5386-433c-99ba-2fe9324c47a9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.458059] env[68960]: DEBUG nova.compute.manager [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Instance network_info: |[{"id": "23c4e842-ded8-47e1-8dfe-66cc29f7cf67", "address": "fa:16:3e:4d:26:74", "network": {"id": "778f734f-4fcc-45d7-8d68-7210de64f6e9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1402639889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfbb21635cab4e519c32805b99223a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23c4e842-de", "ovs_interfaceid": "23c4e842-ded8-47e1-8dfe-66cc29f7cf67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.458497] env[68960]: DEBUG nova.compute.manager [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 826.465534] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.566s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.466219] env[68960]: INFO nova.compute.claims [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.469175] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:26:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c1b8689-a9b4-4972-beb9-6a1c8de1dc88', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23c4e842-ded8-47e1-8dfe-66cc29f7cf67', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.481923] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.483033] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.483033] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c1583f3-d163-4b3c-96f1-c4f8fea2a7a2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.510126] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.510126] env[68960]: value = "task-3221416" [ 826.510126] env[68960]: _type = "Task" [ 826.510126] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.519530] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221416, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.528089] env[68960]: DEBUG nova.network.neutron [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Successfully created port: bed094f6-0371-49a5-b63e-ff5a87ef3147 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 826.590126] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.648253] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Acquiring lock "95a45975-d70e-4618-9721-5788972df11d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.648442] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Lock "95a45975-d70e-4618-9721-5788972df11d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.648580] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Acquiring lock "95a45975-d70e-4618-9721-5788972df11d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.648761] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Lock "95a45975-d70e-4618-9721-5788972df11d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.648931] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Lock "95a45975-d70e-4618-9721-5788972df11d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.651732] env[68960]: INFO nova.compute.manager [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Terminating instance [ 826.664732] env[68960]: DEBUG nova.network.neutron [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.711758] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e6d9351d-1d47-4901-a0ea-12848584a0f7 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Lock "39b7088e-be04-4f58-93e6-f71b16dc7c02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.183s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.734647] env[68960]: DEBUG nova.network.neutron [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.902208] env[68960]: DEBUG nova.compute.manager [req-e784d2f8-3adb-489c-a87a-6621114ead86 req-923c64be-65f9-4278-a9e3-c92d6370893f service nova] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Received event network-changed-23c4e842-ded8-47e1-8dfe-66cc29f7cf67 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.903847] env[68960]: DEBUG nova.compute.manager [req-e784d2f8-3adb-489c-a87a-6621114ead86 req-923c64be-65f9-4278-a9e3-c92d6370893f service nova] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Refreshing instance network info cache due to event network-changed-23c4e842-ded8-47e1-8dfe-66cc29f7cf67. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.903928] env[68960]: DEBUG oslo_concurrency.lockutils [req-e784d2f8-3adb-489c-a87a-6621114ead86 req-923c64be-65f9-4278-a9e3-c92d6370893f service nova] Acquiring lock "refresh_cache-f80bcbe5-5386-433c-99ba-2fe9324c47a9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.904111] env[68960]: DEBUG oslo_concurrency.lockutils [req-e784d2f8-3adb-489c-a87a-6621114ead86 req-923c64be-65f9-4278-a9e3-c92d6370893f service nova] Acquired lock "refresh_cache-f80bcbe5-5386-433c-99ba-2fe9324c47a9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.904515] env[68960]: DEBUG nova.network.neutron [req-e784d2f8-3adb-489c-a87a-6621114ead86 req-923c64be-65f9-4278-a9e3-c92d6370893f service nova] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Refreshing network info cache for port 23c4e842-ded8-47e1-8dfe-66cc29f7cf67 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.025081] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221416, 'name': CreateVM_Task, 'duration_secs': 0.478934} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.025550] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.026540] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.026901] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.027629] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.028041] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab0a0e95-b828-44b8-8379-1a669d8f4417 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.038050] env[68960]: DEBUG oslo_vmware.api [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Waiting for the task: (returnval){ [ 827.038050] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d6cdb6-d3c0-6c0a-1bb2-ccc078b4ef64" [ 827.038050] env[68960]: _type = "Task" [ 827.038050] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.048741] env[68960]: DEBUG oslo_vmware.api [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d6cdb6-d3c0-6c0a-1bb2-ccc078b4ef64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.159030] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Acquiring lock "refresh_cache-95a45975-d70e-4618-9721-5788972df11d" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.159030] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Acquired lock "refresh_cache-95a45975-d70e-4618-9721-5788972df11d" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.159030] env[68960]: DEBUG nova.network.neutron [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.216800] env[68960]: DEBUG nova.compute.manager [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.238414] env[68960]: DEBUG oslo_concurrency.lockutils [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Releasing lock "refresh_cache-5f1245c7-9ab4-4a4f-b30f-613c00d82612" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.238902] env[68960]: DEBUG nova.compute.manager [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.239213] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.240144] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ef6d48-635a-4219-9e31-a41edb4cc862 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.248486] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.249224] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64f3807f-3c5f-446a-8344-bdc80a6ca680 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.256369] env[68960]: DEBUG oslo_vmware.api [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Waiting for the task: (returnval){ [ 827.256369] env[68960]: value = "task-3221417" [ 827.256369] env[68960]: _type = "Task" [ 827.256369] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.265556] env[68960]: DEBUG oslo_vmware.api [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': task-3221417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.342737] env[68960]: INFO nova.compute.manager [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Rescuing [ 827.343140] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquiring lock "refresh_cache-39b7088e-be04-4f58-93e6-f71b16dc7c02" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.343394] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquired lock "refresh_cache-39b7088e-be04-4f58-93e6-f71b16dc7c02" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.343608] env[68960]: DEBUG nova.network.neutron [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.471798] env[68960]: DEBUG nova.compute.manager [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 827.505189] env[68960]: DEBUG nova.virt.hardware [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:08:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d01e265e-452d-48e4-929f-ffa133b2c557',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-309838318',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.505589] env[68960]: DEBUG nova.virt.hardware [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.505702] env[68960]: DEBUG nova.virt.hardware [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.505890] env[68960]: DEBUG nova.virt.hardware [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.506060] env[68960]: DEBUG nova.virt.hardware [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.506219] env[68960]: DEBUG nova.virt.hardware [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.506511] env[68960]: DEBUG nova.virt.hardware [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.506702] env[68960]: DEBUG nova.virt.hardware [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.506920] env[68960]: DEBUG nova.virt.hardware [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.507131] env[68960]: DEBUG nova.virt.hardware [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.507331] env[68960]: DEBUG nova.virt.hardware [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.508452] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a38c81a-a316-48c7-99d3-6884640c55e5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.517388] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa5a83e-262a-4913-803b-7a8ed33f3fbe {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.550766] env[68960]: DEBUG oslo_vmware.api [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d6cdb6-d3c0-6c0a-1bb2-ccc078b4ef64, 'name': SearchDatastore_Task, 'duration_secs': 0.015388} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.553827] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.554100] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.554367] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.554529] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.554712] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.557527] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78b6b240-c88c-42f6-b50a-1b211632e9aa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.565348] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c41e5a77-3062-4eda-83ba-204795444a5d tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Acquiring lock "c783b1cb-778d-4edf-9eba-c938222f67ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.565348] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c41e5a77-3062-4eda-83ba-204795444a5d tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Lock "c783b1cb-778d-4edf-9eba-c938222f67ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.565348] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c41e5a77-3062-4eda-83ba-204795444a5d tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Acquiring lock "c783b1cb-778d-4edf-9eba-c938222f67ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.565669] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c41e5a77-3062-4eda-83ba-204795444a5d tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Lock "c783b1cb-778d-4edf-9eba-c938222f67ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.565912] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c41e5a77-3062-4eda-83ba-204795444a5d tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Lock "c783b1cb-778d-4edf-9eba-c938222f67ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.569716] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.569989] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.571274] env[68960]: INFO nova.compute.manager [None req-c41e5a77-3062-4eda-83ba-204795444a5d tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Terminating instance [ 827.573077] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b55134d-e8e5-4f71-a2f6-d210aed2599e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.588477] env[68960]: DEBUG oslo_vmware.api [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Waiting for the task: (returnval){ [ 827.588477] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52aac7b8-9f8d-5fd0-fa02-df9ff3f06fcc" [ 827.588477] env[68960]: _type = "Task" [ 827.588477] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.605019] env[68960]: DEBUG oslo_vmware.api [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52aac7b8-9f8d-5fd0-fa02-df9ff3f06fcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.675194] env[68960]: DEBUG nova.network.neutron [req-e784d2f8-3adb-489c-a87a-6621114ead86 req-923c64be-65f9-4278-a9e3-c92d6370893f service nova] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Updated VIF entry in instance network info cache for port 23c4e842-ded8-47e1-8dfe-66cc29f7cf67. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.675864] env[68960]: DEBUG nova.network.neutron [req-e784d2f8-3adb-489c-a87a-6621114ead86 req-923c64be-65f9-4278-a9e3-c92d6370893f service nova] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Updating instance_info_cache with network_info: [{"id": "23c4e842-ded8-47e1-8dfe-66cc29f7cf67", "address": "fa:16:3e:4d:26:74", "network": {"id": "778f734f-4fcc-45d7-8d68-7210de64f6e9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1402639889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfbb21635cab4e519c32805b99223a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23c4e842-de", "ovs_interfaceid": "23c4e842-ded8-47e1-8dfe-66cc29f7cf67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.683095] env[68960]: DEBUG nova.network.neutron [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.738310] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.741907] env[68960]: DEBUG nova.network.neutron [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.769303] env[68960]: DEBUG oslo_vmware.api [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': task-3221417, 'name': PowerOffVM_Task, 'duration_secs': 0.193946} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.772560] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.772738] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.773677] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dba191a6-923a-4ff1-932b-af34143099d1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.800416] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.800658] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.800841] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Deleting the datastore file [datastore2] 5f1245c7-9ab4-4a4f-b30f-613c00d82612 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.801138] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ee1fe49-698a-4385-89f8-a0db4680e0b9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.807350] env[68960]: DEBUG oslo_vmware.api [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Waiting for the task: (returnval){ [ 827.807350] env[68960]: value = "task-3221419" [ 827.807350] env[68960]: _type = "Task" [ 827.807350] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.818691] env[68960]: DEBUG oslo_vmware.api [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': task-3221419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.083624] env[68960]: DEBUG nova.compute.manager [None req-c41e5a77-3062-4eda-83ba-204795444a5d tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.083933] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c41e5a77-3062-4eda-83ba-204795444a5d tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.084949] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cdb93c-33d1-4d27-932c-757a230c142e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.097323] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41e5a77-3062-4eda-83ba-204795444a5d tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.100019] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92b3a6be-d6c5-4011-a642-b909a7658b06 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.105569] env[68960]: DEBUG oslo_vmware.api [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52aac7b8-9f8d-5fd0-fa02-df9ff3f06fcc, 'name': SearchDatastore_Task, 'duration_secs': 0.022166} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.108283] env[68960]: DEBUG oslo_vmware.api [None req-c41e5a77-3062-4eda-83ba-204795444a5d tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Waiting for the task: (returnval){ [ 828.108283] env[68960]: value = "task-3221420" [ 828.108283] env[68960]: _type = "Task" [ 828.108283] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.109242] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba7b72f3-653d-4aa3-badd-36d7e4a18a3b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.128077] env[68960]: DEBUG oslo_vmware.api [None req-c41e5a77-3062-4eda-83ba-204795444a5d tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Task: {'id': task-3221420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.128420] env[68960]: DEBUG oslo_vmware.api [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Waiting for the task: (returnval){ [ 828.128420] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5220c4e8-bf17-4f21-78d3-ffe36e225dbe" [ 828.128420] env[68960]: _type = "Task" [ 828.128420] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.134198] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6b55ba-e57e-4888-a5dd-89bf4a984daf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.141872] env[68960]: DEBUG oslo_vmware.api [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5220c4e8-bf17-4f21-78d3-ffe36e225dbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.145098] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7c3d03-59ba-4cc4-a95b-2e747773a84c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.178531] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3a75e3-c550-4bd8-8807-c86d53627214 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.181090] env[68960]: DEBUG oslo_concurrency.lockutils [req-e784d2f8-3adb-489c-a87a-6621114ead86 req-923c64be-65f9-4278-a9e3-c92d6370893f service nova] Releasing lock "refresh_cache-f80bcbe5-5386-433c-99ba-2fe9324c47a9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.188817] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bf68bc-f19c-4be5-9baa-b1f8a55830ab {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.212750] env[68960]: DEBUG nova.compute.provider_tree [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.245607] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Releasing lock "refresh_cache-95a45975-d70e-4618-9721-5788972df11d" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.246065] env[68960]: DEBUG nova.compute.manager [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.246290] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.247256] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb2457f-559a-4eb5-93a0-50b0763263e3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.259183] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.259484] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ae2a142-3aa6-4d99-9f4d-91c0f700cfdd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.267206] env[68960]: DEBUG oslo_vmware.api [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for the task: (returnval){ [ 828.267206] env[68960]: value = "task-3221421" [ 828.267206] env[68960]: _type = "Task" [ 828.267206] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.276631] env[68960]: DEBUG oslo_vmware.api [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.317349] env[68960]: DEBUG oslo_vmware.api [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Task: {'id': task-3221419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172144} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.317686] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.317817] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.318035] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.318176] env[68960]: INFO nova.compute.manager [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Took 1.08 seconds to destroy the instance on the hypervisor. [ 828.318419] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.318615] env[68960]: DEBUG nova.compute.manager [-] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.318710] env[68960]: DEBUG nova.network.neutron [-] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.326477] env[68960]: DEBUG nova.network.neutron [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Updating instance_info_cache with network_info: [{"id": "e7671b42-8f6b-4999-ac8f-d92b24895793", "address": "fa:16:3e:e4:bf:eb", "network": {"id": "0d72bc5b-dc86-4401-b4aa-3ac524d238fc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-294129878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "40a29a62ec484f71b85ae2a96df4266d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7671b42-8f", "ovs_interfaceid": "e7671b42-8f6b-4999-ac8f-d92b24895793", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.342534] env[68960]: DEBUG nova.network.neutron [-] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.363625] env[68960]: DEBUG nova.network.neutron [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Successfully updated port: bed094f6-0371-49a5-b63e-ff5a87ef3147 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 828.622537] env[68960]: DEBUG oslo_vmware.api [None req-c41e5a77-3062-4eda-83ba-204795444a5d tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Task: {'id': task-3221420, 'name': PowerOffVM_Task, 'duration_secs': 0.391342} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.622702] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41e5a77-3062-4eda-83ba-204795444a5d tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.622953] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c41e5a77-3062-4eda-83ba-204795444a5d tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.623258] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e841d02f-9a5d-453e-9a24-313179285f34 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.639522] env[68960]: DEBUG oslo_vmware.api [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5220c4e8-bf17-4f21-78d3-ffe36e225dbe, 'name': SearchDatastore_Task, 'duration_secs': 0.024491} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.639522] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.639522] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] f80bcbe5-5386-433c-99ba-2fe9324c47a9/f80bcbe5-5386-433c-99ba-2fe9324c47a9.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.639522] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d371a4cc-5d20-405e-a687-04e84718ff5c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.645122] env[68960]: DEBUG oslo_vmware.api [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Waiting for the task: (returnval){ [ 828.645122] env[68960]: value = "task-3221423" [ 828.645122] env[68960]: _type = "Task" [ 828.645122] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.652800] env[68960]: DEBUG oslo_vmware.api [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3221423, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.697455] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c41e5a77-3062-4eda-83ba-204795444a5d tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.697756] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c41e5a77-3062-4eda-83ba-204795444a5d tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.698008] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c41e5a77-3062-4eda-83ba-204795444a5d tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Deleting the datastore file [datastore2] c783b1cb-778d-4edf-9eba-c938222f67ed {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.698352] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3862ae7f-bdac-4310-98d4-cf712b9e8805 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.705320] env[68960]: DEBUG oslo_vmware.api [None req-c41e5a77-3062-4eda-83ba-204795444a5d tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Waiting for the task: (returnval){ [ 828.705320] env[68960]: value = "task-3221424" [ 828.705320] env[68960]: _type = "Task" [ 828.705320] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.714669] env[68960]: DEBUG oslo_vmware.api [None req-c41e5a77-3062-4eda-83ba-204795444a5d tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Task: {'id': task-3221424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.719221] env[68960]: DEBUG nova.scheduler.client.report [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.778128] env[68960]: DEBUG oslo_vmware.api [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221421, 'name': PowerOffVM_Task, 'duration_secs': 0.16626} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.778270] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.778409] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.778664] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9978f9f-4c77-4332-9e94-6d65b0feb009 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.804575] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.804808] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.804993] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Deleting the datastore file [datastore2] 95a45975-d70e-4618-9721-5788972df11d {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.805663] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-854e25b0-43f2-4822-84f5-bc62af3d1205 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.812170] env[68960]: DEBUG oslo_vmware.api [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for the task: (returnval){ [ 828.812170] env[68960]: value = "task-3221426" [ 828.812170] env[68960]: _type = "Task" [ 828.812170] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.820463] env[68960]: DEBUG oslo_vmware.api [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.832731] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Releasing lock "refresh_cache-39b7088e-be04-4f58-93e6-f71b16dc7c02" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.847396] env[68960]: DEBUG nova.network.neutron [-] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.866418] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquiring lock "refresh_cache-e612e90d-cfb1-45cd-89d9-2ecc6603f3d3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.866633] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquired lock "refresh_cache-e612e90d-cfb1-45cd-89d9-2ecc6603f3d3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.866756] env[68960]: DEBUG nova.network.neutron [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.984645] env[68960]: DEBUG nova.compute.manager [req-5a2aa07d-302d-4dd5-8e76-caaa65097038 req-6314e803-f64a-48cb-bc9f-fa7cc3618d69 service nova] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Received event network-vif-plugged-bed094f6-0371-49a5-b63e-ff5a87ef3147 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.984943] env[68960]: DEBUG oslo_concurrency.lockutils [req-5a2aa07d-302d-4dd5-8e76-caaa65097038 req-6314e803-f64a-48cb-bc9f-fa7cc3618d69 service nova] Acquiring lock "e612e90d-cfb1-45cd-89d9-2ecc6603f3d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.985222] env[68960]: DEBUG oslo_concurrency.lockutils [req-5a2aa07d-302d-4dd5-8e76-caaa65097038 req-6314e803-f64a-48cb-bc9f-fa7cc3618d69 service nova] Lock "e612e90d-cfb1-45cd-89d9-2ecc6603f3d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.985460] env[68960]: DEBUG oslo_concurrency.lockutils [req-5a2aa07d-302d-4dd5-8e76-caaa65097038 req-6314e803-f64a-48cb-bc9f-fa7cc3618d69 service nova] Lock "e612e90d-cfb1-45cd-89d9-2ecc6603f3d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.985588] env[68960]: DEBUG nova.compute.manager [req-5a2aa07d-302d-4dd5-8e76-caaa65097038 req-6314e803-f64a-48cb-bc9f-fa7cc3618d69 service nova] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] No waiting events found dispatching network-vif-plugged-bed094f6-0371-49a5-b63e-ff5a87ef3147 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 828.985755] env[68960]: WARNING nova.compute.manager [req-5a2aa07d-302d-4dd5-8e76-caaa65097038 req-6314e803-f64a-48cb-bc9f-fa7cc3618d69 service nova] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Received unexpected event network-vif-plugged-bed094f6-0371-49a5-b63e-ff5a87ef3147 for instance with vm_state building and task_state spawning. [ 828.985916] env[68960]: DEBUG nova.compute.manager [req-5a2aa07d-302d-4dd5-8e76-caaa65097038 req-6314e803-f64a-48cb-bc9f-fa7cc3618d69 service nova] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Received event network-changed-bed094f6-0371-49a5-b63e-ff5a87ef3147 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.986087] env[68960]: DEBUG nova.compute.manager [req-5a2aa07d-302d-4dd5-8e76-caaa65097038 req-6314e803-f64a-48cb-bc9f-fa7cc3618d69 service nova] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Refreshing instance network info cache due to event network-changed-bed094f6-0371-49a5-b63e-ff5a87ef3147. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.986263] env[68960]: DEBUG oslo_concurrency.lockutils [req-5a2aa07d-302d-4dd5-8e76-caaa65097038 req-6314e803-f64a-48cb-bc9f-fa7cc3618d69 service nova] Acquiring lock "refresh_cache-e612e90d-cfb1-45cd-89d9-2ecc6603f3d3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.156400] env[68960]: DEBUG oslo_vmware.api [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3221423, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.217212] env[68960]: DEBUG oslo_vmware.api [None req-c41e5a77-3062-4eda-83ba-204795444a5d tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Task: {'id': task-3221424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.509878} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.217609] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c41e5a77-3062-4eda-83ba-204795444a5d tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.217899] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c41e5a77-3062-4eda-83ba-204795444a5d tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.219034] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c41e5a77-3062-4eda-83ba-204795444a5d tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.219034] env[68960]: INFO nova.compute.manager [None req-c41e5a77-3062-4eda-83ba-204795444a5d tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Took 1.13 seconds to destroy the instance on the hypervisor. [ 829.219034] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c41e5a77-3062-4eda-83ba-204795444a5d tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.219034] env[68960]: DEBUG nova.compute.manager [-] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.219368] env[68960]: DEBUG nova.network.neutron [-] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.225156] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.225668] env[68960]: DEBUG nova.compute.manager [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.228423] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.592s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.229998] env[68960]: DEBUG nova.objects.instance [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Lazy-loading 'resources' on Instance uuid 2068d0d1-b900-45c5-9b18-f96fb161a493 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.322595] env[68960]: DEBUG oslo_vmware.api [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.434152} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.322855] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.323056] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.323268] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.323453] env[68960]: INFO nova.compute.manager [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Took 1.08 seconds to destroy the instance on the hypervisor. [ 829.323693] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.323885] env[68960]: DEBUG nova.compute.manager [-] [instance: 95a45975-d70e-4618-9721-5788972df11d] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.323978] env[68960]: DEBUG nova.network.neutron [-] [instance: 95a45975-d70e-4618-9721-5788972df11d] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.340565] env[68960]: DEBUG nova.network.neutron [-] [instance: 95a45975-d70e-4618-9721-5788972df11d] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 829.349801] env[68960]: INFO nova.compute.manager [-] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Took 1.03 seconds to deallocate network for instance. [ 829.404623] env[68960]: DEBUG nova.network.neutron [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 829.538729] env[68960]: DEBUG nova.network.neutron [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Updating instance_info_cache with network_info: [{"id": "bed094f6-0371-49a5-b63e-ff5a87ef3147", "address": "fa:16:3e:bb:80:94", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbed094f6-03", "ovs_interfaceid": "bed094f6-0371-49a5-b63e-ff5a87ef3147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.656725] env[68960]: DEBUG oslo_vmware.api [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3221423, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589124} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.656797] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] f80bcbe5-5386-433c-99ba-2fe9324c47a9/f80bcbe5-5386-433c-99ba-2fe9324c47a9.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.656995] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.657261] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96b964e5-746a-4690-939e-a2c1f64acf57 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.664762] env[68960]: DEBUG oslo_vmware.api [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Waiting for the task: (returnval){ [ 829.664762] env[68960]: value = "task-3221427" [ 829.664762] env[68960]: _type = "Task" [ 829.664762] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.673400] env[68960]: DEBUG oslo_vmware.api [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3221427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.734670] env[68960]: DEBUG nova.compute.utils [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.739620] env[68960]: DEBUG nova.compute.manager [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 829.739794] env[68960]: DEBUG nova.network.neutron [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 829.781404] env[68960]: DEBUG nova.policy [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12b65139acb645a08488270cd86fe164', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7debc6a837784722b7a96e8233f69033', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.843439] env[68960]: DEBUG nova.network.neutron [-] [instance: 95a45975-d70e-4618-9721-5788972df11d] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.857030] env[68960]: DEBUG oslo_concurrency.lockutils [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.014066] env[68960]: DEBUG nova.network.neutron [-] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.041308] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Releasing lock "refresh_cache-e612e90d-cfb1-45cd-89d9-2ecc6603f3d3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.041767] env[68960]: DEBUG nova.compute.manager [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Instance network_info: |[{"id": "bed094f6-0371-49a5-b63e-ff5a87ef3147", "address": "fa:16:3e:bb:80:94", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbed094f6-03", "ovs_interfaceid": "bed094f6-0371-49a5-b63e-ff5a87ef3147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 830.042061] env[68960]: DEBUG oslo_concurrency.lockutils [req-5a2aa07d-302d-4dd5-8e76-caaa65097038 req-6314e803-f64a-48cb-bc9f-fa7cc3618d69 service nova] Acquired lock "refresh_cache-e612e90d-cfb1-45cd-89d9-2ecc6603f3d3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.042298] env[68960]: DEBUG nova.network.neutron [req-5a2aa07d-302d-4dd5-8e76-caaa65097038 req-6314e803-f64a-48cb-bc9f-fa7cc3618d69 service nova] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Refreshing network info cache for port bed094f6-0371-49a5-b63e-ff5a87ef3147 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.043883] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:80:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bed094f6-0371-49a5-b63e-ff5a87ef3147', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.054390] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.056717] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.057155] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac631ea7-98d3-4097-8907-ff3ba2cb6ac0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.079833] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.079833] env[68960]: value = "task-3221428" [ 830.079833] env[68960]: _type = "Task" [ 830.079833] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.092675] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221428, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.093616] env[68960]: DEBUG nova.network.neutron [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Successfully created port: c2b5a7ec-9692-40c8-b734-29ef737964bb {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.177468] env[68960]: DEBUG oslo_vmware.api [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3221427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.241925} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.177883] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.178795] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6a00fc-9cfb-4c28-bfff-4416d1772aa7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.205378] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] f80bcbe5-5386-433c-99ba-2fe9324c47a9/f80bcbe5-5386-433c-99ba-2fe9324c47a9.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.208876] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9217909c-d217-4d73-a67c-6981abfbf9ee {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.232428] env[68960]: DEBUG oslo_vmware.api [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Waiting for the task: (returnval){ [ 830.232428] env[68960]: value = "task-3221429" [ 830.232428] env[68960]: _type = "Task" [ 830.232428] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.240147] env[68960]: DEBUG nova.compute.manager [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.246374] env[68960]: DEBUG oslo_vmware.api [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3221429, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.295794] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eac0e20-55ae-41dc-affb-f3d88278fb7b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.304113] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366b60ac-3aec-49d9-814e-983b51fb7de5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.334746] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f3eab4-4f2d-48d1-a486-caa80b45bbec {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.342511] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda6cfaf-64a6-495d-a41b-f3eb805e8404 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.347981] env[68960]: INFO nova.compute.manager [-] [instance: 95a45975-d70e-4618-9721-5788972df11d] Took 1.02 seconds to deallocate network for instance. [ 830.361046] env[68960]: DEBUG nova.compute.provider_tree [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.383165] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.383165] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8f2a9ec-5b18-4504-99e2-4e67248a70ef {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.390701] env[68960]: DEBUG oslo_vmware.api [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 830.390701] env[68960]: value = "task-3221430" [ 830.390701] env[68960]: _type = "Task" [ 830.390701] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.401404] env[68960]: DEBUG oslo_vmware.api [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.402342] env[68960]: DEBUG nova.network.neutron [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Successfully created port: 6a82da15-1cd2-4cda-bb28-99b8ace72426 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.518025] env[68960]: INFO nova.compute.manager [-] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Took 1.30 seconds to deallocate network for instance. [ 830.589534] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221428, 'name': CreateVM_Task, 'duration_secs': 0.443573} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.589728] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.590487] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.590640] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.590955] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.591263] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc52d2d7-ec5e-4847-8986-17eac82151af {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.596420] env[68960]: DEBUG oslo_vmware.api [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 830.596420] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5296c1f5-31d0-ba95-a5a9-6bd9c7d35746" [ 830.596420] env[68960]: _type = "Task" [ 830.596420] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.604582] env[68960]: DEBUG oslo_vmware.api [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5296c1f5-31d0-ba95-a5a9-6bd9c7d35746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.746024] env[68960]: DEBUG oslo_vmware.api [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3221429, 'name': ReconfigVM_Task, 'duration_secs': 0.33494} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.746024] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Reconfigured VM instance instance-00000034 to attach disk [datastore2] f80bcbe5-5386-433c-99ba-2fe9324c47a9/f80bcbe5-5386-433c-99ba-2fe9324c47a9.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.746024] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=68960) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 830.746024] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-94dbee69-dc60-4f27-a5a9-e7fb8de1fee6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.752318] env[68960]: DEBUG oslo_vmware.api [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Waiting for the task: (returnval){ [ 830.752318] env[68960]: value = "task-3221431" [ 830.752318] env[68960]: _type = "Task" [ 830.752318] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.763519] env[68960]: DEBUG oslo_vmware.api [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3221431, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.864997] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.866051] env[68960]: DEBUG nova.scheduler.client.report [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.902010] env[68960]: DEBUG oslo_vmware.api [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221430, 'name': PowerOffVM_Task, 'duration_secs': 0.215831} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.902414] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.903328] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d49abd6-3d92-4bd1-977e-3595fffb8daf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.924271] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f86e65-302f-4faf-97da-a7e58bcbf3dc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.957693] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.958400] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a0a5a78-a4cb-45f3-bed0-1821f7484388 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.962071] env[68960]: DEBUG nova.network.neutron [req-5a2aa07d-302d-4dd5-8e76-caaa65097038 req-6314e803-f64a-48cb-bc9f-fa7cc3618d69 service nova] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Updated VIF entry in instance network info cache for port bed094f6-0371-49a5-b63e-ff5a87ef3147. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.962419] env[68960]: DEBUG nova.network.neutron [req-5a2aa07d-302d-4dd5-8e76-caaa65097038 req-6314e803-f64a-48cb-bc9f-fa7cc3618d69 service nova] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Updating instance_info_cache with network_info: [{"id": "bed094f6-0371-49a5-b63e-ff5a87ef3147", "address": "fa:16:3e:bb:80:94", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbed094f6-03", "ovs_interfaceid": "bed094f6-0371-49a5-b63e-ff5a87ef3147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.965759] env[68960]: DEBUG oslo_vmware.api [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 830.965759] env[68960]: value = "task-3221432" [ 830.965759] env[68960]: _type = "Task" [ 830.965759] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.976886] env[68960]: DEBUG oslo_vmware.api [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.027013] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c41e5a77-3062-4eda-83ba-204795444a5d tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.109563] env[68960]: DEBUG oslo_vmware.api [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5296c1f5-31d0-ba95-a5a9-6bd9c7d35746, 'name': SearchDatastore_Task, 'duration_secs': 0.014397} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.109765] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.110799] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.110799] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.110799] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.110799] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.110799] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5f4564e-9560-4e63-8a65-e33b412198ec {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.119841] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.120139] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.121079] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-235d6d5a-0760-4398-998d-b61cf4df13c3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.128701] env[68960]: DEBUG oslo_vmware.api [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 831.128701] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5232dffc-7812-fb48-5286-2d3731b0c0f4" [ 831.128701] env[68960]: _type = "Task" [ 831.128701] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.138656] env[68960]: DEBUG oslo_vmware.api [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5232dffc-7812-fb48-5286-2d3731b0c0f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.222173] env[68960]: DEBUG nova.compute.manager [req-dc3bbbd8-7b80-4c31-b384-cc9e86b98420 req-cb1ba261-e1b7-4db8-b6b5-ebd1c4020baa service nova] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Received event network-vif-deleted-65a1b516-7272-426f-b949-3faac9a989e5 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.252387] env[68960]: DEBUG nova.compute.manager [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.264995] env[68960]: DEBUG oslo_vmware.api [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3221431, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.053589} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.265299] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=68960) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 831.267785] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8745a51e-013f-447c-840a-bade8bdff1bf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.292790] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] f80bcbe5-5386-433c-99ba-2fe9324c47a9/ephemeral_0.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.295305] env[68960]: DEBUG nova.virt.hardware [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.295566] env[68960]: DEBUG nova.virt.hardware [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.295722] env[68960]: DEBUG nova.virt.hardware [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.295906] env[68960]: DEBUG nova.virt.hardware [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.296065] env[68960]: DEBUG nova.virt.hardware [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.296217] env[68960]: DEBUG nova.virt.hardware [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.296427] env[68960]: DEBUG nova.virt.hardware [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.296581] env[68960]: DEBUG nova.virt.hardware [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.296744] env[68960]: DEBUG nova.virt.hardware [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.296905] env[68960]: DEBUG nova.virt.hardware [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.297089] env[68960]: DEBUG nova.virt.hardware [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.297719] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0e3d912-325d-4abb-b68f-abbe0f3c1338 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.311206] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d418db9-64d6-4d86-9271-ba78122ab60e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.320346] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db98cee-386e-4481-b3df-237810710da2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.324087] env[68960]: DEBUG oslo_vmware.api [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Waiting for the task: (returnval){ [ 831.324087] env[68960]: value = "task-3221433" [ 831.324087] env[68960]: _type = "Task" [ 831.324087] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.340070] env[68960]: DEBUG oslo_vmware.api [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3221433, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.372914] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.375620] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.720s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.377463] env[68960]: INFO nova.compute.claims [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.413191] env[68960]: INFO nova.scheduler.client.report [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Deleted allocations for instance 2068d0d1-b900-45c5-9b18-f96fb161a493 [ 831.470646] env[68960]: DEBUG oslo_concurrency.lockutils [req-5a2aa07d-302d-4dd5-8e76-caaa65097038 req-6314e803-f64a-48cb-bc9f-fa7cc3618d69 service nova] Releasing lock "refresh_cache-e612e90d-cfb1-45cd-89d9-2ecc6603f3d3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.478137] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] VM already powered off {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 831.478424] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.478740] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.640111] env[68960]: DEBUG oslo_vmware.api [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5232dffc-7812-fb48-5286-2d3731b0c0f4, 'name': SearchDatastore_Task, 'duration_secs': 0.011029} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.640858] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc50e870-f9e5-4339-af8d-88b4bac5939d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.646037] env[68960]: DEBUG oslo_vmware.api [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 831.646037] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52cec081-afac-cd34-6249-a9538767544a" [ 831.646037] env[68960]: _type = "Task" [ 831.646037] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.655615] env[68960]: DEBUG oslo_vmware.api [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52cec081-afac-cd34-6249-a9538767544a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.814880] env[68960]: DEBUG nova.compute.manager [req-8b4341c5-9785-4b62-b7e2-9a1e1a193a6b req-2f2d8693-8fa3-41c0-84bb-8615961ac348 service nova] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Received event network-vif-plugged-c2b5a7ec-9692-40c8-b734-29ef737964bb {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.815269] env[68960]: DEBUG oslo_concurrency.lockutils [req-8b4341c5-9785-4b62-b7e2-9a1e1a193a6b req-2f2d8693-8fa3-41c0-84bb-8615961ac348 service nova] Acquiring lock "75989e3e-49a2-4591-8017-d7ce9b0ac18e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.815613] env[68960]: DEBUG oslo_concurrency.lockutils [req-8b4341c5-9785-4b62-b7e2-9a1e1a193a6b req-2f2d8693-8fa3-41c0-84bb-8615961ac348 service nova] Lock "75989e3e-49a2-4591-8017-d7ce9b0ac18e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.815907] env[68960]: DEBUG oslo_concurrency.lockutils [req-8b4341c5-9785-4b62-b7e2-9a1e1a193a6b req-2f2d8693-8fa3-41c0-84bb-8615961ac348 service nova] Lock "75989e3e-49a2-4591-8017-d7ce9b0ac18e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.816500] env[68960]: DEBUG nova.compute.manager [req-8b4341c5-9785-4b62-b7e2-9a1e1a193a6b req-2f2d8693-8fa3-41c0-84bb-8615961ac348 service nova] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] No waiting events found dispatching network-vif-plugged-c2b5a7ec-9692-40c8-b734-29ef737964bb {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.816797] env[68960]: WARNING nova.compute.manager [req-8b4341c5-9785-4b62-b7e2-9a1e1a193a6b req-2f2d8693-8fa3-41c0-84bb-8615961ac348 service nova] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Received unexpected event network-vif-plugged-c2b5a7ec-9692-40c8-b734-29ef737964bb for instance with vm_state building and task_state spawning. [ 831.835381] env[68960]: DEBUG oslo_vmware.api [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3221433, 'name': ReconfigVM_Task, 'duration_secs': 0.408918} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.835664] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Reconfigured VM instance instance-00000034 to attach disk [datastore2] f80bcbe5-5386-433c-99ba-2fe9324c47a9/ephemeral_0.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.836299] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbfb171b-1ca0-492f-ade2-6fdcc87bb947 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.843202] env[68960]: DEBUG oslo_vmware.api [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Waiting for the task: (returnval){ [ 831.843202] env[68960]: value = "task-3221434" [ 831.843202] env[68960]: _type = "Task" [ 831.843202] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.852120] env[68960]: DEBUG oslo_vmware.api [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3221434, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.909154] env[68960]: DEBUG nova.network.neutron [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Successfully updated port: c2b5a7ec-9692-40c8-b734-29ef737964bb {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 831.926365] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1d97c383-36ec-499c-bd6a-9709dc37cd7c tempest-ServerShowV257Test-711498145 tempest-ServerShowV257Test-711498145-project-member] Lock "2068d0d1-b900-45c5-9b18-f96fb161a493" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.573s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.157460] env[68960]: DEBUG oslo_vmware.api [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52cec081-afac-cd34-6249-a9538767544a, 'name': SearchDatastore_Task, 'duration_secs': 0.011039} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.157818] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.158135] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] e612e90d-cfb1-45cd-89d9-2ecc6603f3d3/e612e90d-cfb1-45cd-89d9-2ecc6603f3d3.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.158488] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.158720] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.158994] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ae774ff-639e-44b2-8f2c-42726e80a2a7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.161699] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4361af0-db1a-41c7-b831-7cdbf43d5ab7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.168770] env[68960]: DEBUG oslo_vmware.api [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 832.168770] env[68960]: value = "task-3221435" [ 832.168770] env[68960]: _type = "Task" [ 832.168770] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.173646] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.173771] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.175108] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8f4e0eb-0291-4ef6-8f17-0e5017460169 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.182396] env[68960]: DEBUG oslo_vmware.api [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.187443] env[68960]: DEBUG oslo_vmware.api [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 832.187443] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528d283c-7f53-1cb0-887e-7c78240a63fc" [ 832.187443] env[68960]: _type = "Task" [ 832.187443] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.195721] env[68960]: DEBUG oslo_vmware.api [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528d283c-7f53-1cb0-887e-7c78240a63fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.354364] env[68960]: DEBUG oslo_vmware.api [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3221434, 'name': Rename_Task, 'duration_secs': 0.221241} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.354769] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.354897] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41183ac2-ae1e-47e2-8afa-68191f2cf2d1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.361432] env[68960]: DEBUG oslo_vmware.api [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Waiting for the task: (returnval){ [ 832.361432] env[68960]: value = "task-3221436" [ 832.361432] env[68960]: _type = "Task" [ 832.361432] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.369369] env[68960]: DEBUG oslo_vmware.api [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3221436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.680818] env[68960]: DEBUG oslo_vmware.api [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221435, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.696900] env[68960]: DEBUG oslo_vmware.api [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528d283c-7f53-1cb0-887e-7c78240a63fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010243} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.697778] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fbbafac-c6e1-48af-9a4a-bce7c4b0c8a0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.703802] env[68960]: DEBUG oslo_vmware.api [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 832.703802] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b57ba2-8012-54eb-51e4-68b9b6ff6b7c" [ 832.703802] env[68960]: _type = "Task" [ 832.703802] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.718448] env[68960]: DEBUG oslo_vmware.api [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b57ba2-8012-54eb-51e4-68b9b6ff6b7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.873550] env[68960]: DEBUG oslo_vmware.api [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3221436, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.915064] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2787549d-12ae-440c-85a5-57b0802510e1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.922943] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080006f2-7347-45e4-aee0-1a10fa77ec2d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.956726] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a082446-5f09-4bab-b32b-93b64c9ed36e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.966091] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9e7b18-a7d9-4085-9c29-cf55d0394dfa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.982800] env[68960]: DEBUG nova.compute.provider_tree [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.183030] env[68960]: DEBUG oslo_vmware.api [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556462} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.183030] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] e612e90d-cfb1-45cd-89d9-2ecc6603f3d3/e612e90d-cfb1-45cd-89d9-2ecc6603f3d3.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.183375] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.183509] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-690fb495-b053-4b1c-b64d-e2a03acb6245 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.191057] env[68960]: DEBUG oslo_vmware.api [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 833.191057] env[68960]: value = "task-3221437" [ 833.191057] env[68960]: _type = "Task" [ 833.191057] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.202021] env[68960]: DEBUG oslo_vmware.api [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221437, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.224172] env[68960]: DEBUG oslo_vmware.api [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b57ba2-8012-54eb-51e4-68b9b6ff6b7c, 'name': SearchDatastore_Task, 'duration_secs': 0.014072} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.224496] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.224757] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 39b7088e-be04-4f58-93e6-f71b16dc7c02/882df2ee-ba10-4414-bfef-c49b3d1e121a-rescue.vmdk. {{(pid=68960) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 833.225055] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-975d091c-4c9d-4091-911b-60e6d2a5a738 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.234934] env[68960]: DEBUG oslo_vmware.api [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 833.234934] env[68960]: value = "task-3221438" [ 833.234934] env[68960]: _type = "Task" [ 833.234934] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.243794] env[68960]: DEBUG oslo_vmware.api [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.372765] env[68960]: DEBUG oslo_vmware.api [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3221436, 'name': PowerOnVM_Task, 'duration_secs': 0.704884} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.375038] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.375038] env[68960]: INFO nova.compute.manager [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Took 9.61 seconds to spawn the instance on the hypervisor. [ 833.375038] env[68960]: DEBUG nova.compute.manager [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.375038] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7878a3fc-d3f4-4c1e-9e6c-d3d6ef5199d9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.486745] env[68960]: DEBUG nova.scheduler.client.report [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.702937] env[68960]: DEBUG oslo_vmware.api [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221437, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.218701} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.703307] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.704323] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c302b6f-17b5-49a4-8ab1-d6810f81da03 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.730234] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] e612e90d-cfb1-45cd-89d9-2ecc6603f3d3/e612e90d-cfb1-45cd-89d9-2ecc6603f3d3.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.730587] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa380813-7d51-431d-bf28-4aba1f5c0149 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.754959] env[68960]: DEBUG oslo_vmware.api [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486727} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.756523] env[68960]: INFO nova.virt.vmwareapi.ds_util [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 39b7088e-be04-4f58-93e6-f71b16dc7c02/882df2ee-ba10-4414-bfef-c49b3d1e121a-rescue.vmdk. [ 833.757022] env[68960]: DEBUG oslo_vmware.api [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 833.757022] env[68960]: value = "task-3221439" [ 833.757022] env[68960]: _type = "Task" [ 833.757022] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.757919] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77392ab-55d2-4866-9bb3-684be48810fc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.772692] env[68960]: DEBUG oslo_vmware.api [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221439, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.793878] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 39b7088e-be04-4f58-93e6-f71b16dc7c02/882df2ee-ba10-4414-bfef-c49b3d1e121a-rescue.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.794252] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4992858c-a4c6-42b1-a639-0d7710302387 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.814460] env[68960]: DEBUG oslo_vmware.api [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 833.814460] env[68960]: value = "task-3221440" [ 833.814460] env[68960]: _type = "Task" [ 833.814460] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.823342] env[68960]: DEBUG oslo_vmware.api [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221440, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.869854] env[68960]: DEBUG nova.compute.manager [req-9de8a73b-ead4-48d4-96db-869ec9902166 req-6b0ed7a2-ad41-40c2-8462-1835d216da25 service nova] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Received event network-changed-c2b5a7ec-9692-40c8-b734-29ef737964bb {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.870121] env[68960]: DEBUG nova.compute.manager [req-9de8a73b-ead4-48d4-96db-869ec9902166 req-6b0ed7a2-ad41-40c2-8462-1835d216da25 service nova] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Refreshing instance network info cache due to event network-changed-c2b5a7ec-9692-40c8-b734-29ef737964bb. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.870372] env[68960]: DEBUG oslo_concurrency.lockutils [req-9de8a73b-ead4-48d4-96db-869ec9902166 req-6b0ed7a2-ad41-40c2-8462-1835d216da25 service nova] Acquiring lock "refresh_cache-75989e3e-49a2-4591-8017-d7ce9b0ac18e" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.870553] env[68960]: DEBUG oslo_concurrency.lockutils [req-9de8a73b-ead4-48d4-96db-869ec9902166 req-6b0ed7a2-ad41-40c2-8462-1835d216da25 service nova] Acquired lock "refresh_cache-75989e3e-49a2-4591-8017-d7ce9b0ac18e" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.870745] env[68960]: DEBUG nova.network.neutron [req-9de8a73b-ead4-48d4-96db-869ec9902166 req-6b0ed7a2-ad41-40c2-8462-1835d216da25 service nova] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Refreshing network info cache for port c2b5a7ec-9692-40c8-b734-29ef737964bb {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.894373] env[68960]: INFO nova.compute.manager [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Took 45.97 seconds to build instance. [ 833.980171] env[68960]: DEBUG nova.network.neutron [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Successfully updated port: 6a82da15-1cd2-4cda-bb28-99b8ace72426 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.995103] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.995950] env[68960]: DEBUG nova.compute.manager [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 833.998957] env[68960]: DEBUG oslo_concurrency.lockutils [None req-be5ce221-7e4c-47e7-96d8-a1b49bd907e5 tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.098s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.999279] env[68960]: DEBUG nova.objects.instance [None req-be5ce221-7e4c-47e7-96d8-a1b49bd907e5 tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Lazy-loading 'resources' on Instance uuid d9be8677-b7dc-405e-9b09-77bd8b212c5c {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.272817] env[68960]: DEBUG oslo_vmware.api [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221439, 'name': ReconfigVM_Task, 'duration_secs': 0.466581} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.272964] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Reconfigured VM instance instance-00000035 to attach disk [datastore2] e612e90d-cfb1-45cd-89d9-2ecc6603f3d3/e612e90d-cfb1-45cd-89d9-2ecc6603f3d3.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.276747] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01e98b94-646d-4de9-a93c-c21c392ab300 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.281603] env[68960]: DEBUG oslo_vmware.api [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 834.281603] env[68960]: value = "task-3221441" [ 834.281603] env[68960]: _type = "Task" [ 834.281603] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.291863] env[68960]: DEBUG oslo_vmware.api [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221441, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.325809] env[68960]: DEBUG oslo_vmware.api [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221440, 'name': ReconfigVM_Task, 'duration_secs': 0.476502} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.326122] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 39b7088e-be04-4f58-93e6-f71b16dc7c02/882df2ee-ba10-4414-bfef-c49b3d1e121a-rescue.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.326996] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd9e8e4-02d7-46ed-9c5c-831cff1927e9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.353783] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b85f3aac-6b66-4b34-8abb-b6f1af082f6c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.371863] env[68960]: DEBUG oslo_vmware.api [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 834.371863] env[68960]: value = "task-3221442" [ 834.371863] env[68960]: _type = "Task" [ 834.371863] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.383394] env[68960]: DEBUG oslo_vmware.api [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.396555] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc6926f4-245c-478d-911e-e3c08f2bb851 tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Lock "f80bcbe5-5386-433c-99ba-2fe9324c47a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.326s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.430776] env[68960]: DEBUG nova.network.neutron [req-9de8a73b-ead4-48d4-96db-869ec9902166 req-6b0ed7a2-ad41-40c2-8462-1835d216da25 service nova] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.483860] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Acquiring lock "refresh_cache-75989e3e-49a2-4591-8017-d7ce9b0ac18e" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.506020] env[68960]: DEBUG nova.compute.utils [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.507218] env[68960]: DEBUG nova.compute.manager [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Not allocating networking since 'none' was specified. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 834.570344] env[68960]: DEBUG oslo_vmware.rw_handles [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52af8e3f-4a44-d197-cdf3-2f733c6cbf20/disk-0.vmdk. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 834.571151] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c462f6-3bff-498b-b235-a7e5fc0dde1a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.578052] env[68960]: DEBUG nova.network.neutron [req-9de8a73b-ead4-48d4-96db-869ec9902166 req-6b0ed7a2-ad41-40c2-8462-1835d216da25 service nova] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.584864] env[68960]: DEBUG oslo_vmware.rw_handles [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52af8e3f-4a44-d197-cdf3-2f733c6cbf20/disk-0.vmdk is in state: ready. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 834.584864] env[68960]: ERROR oslo_vmware.rw_handles [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52af8e3f-4a44-d197-cdf3-2f733c6cbf20/disk-0.vmdk due to incomplete transfer. [ 834.584864] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-01246f33-682d-4961-bb48-d6e29854cd3d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.592057] env[68960]: DEBUG oslo_vmware.rw_handles [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52af8e3f-4a44-d197-cdf3-2f733c6cbf20/disk-0.vmdk. {{(pid=68960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 834.592328] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Uploaded image 070aa7e7-c1b3-4d6c-a2bc-49394a749ca5 to the Glance image server {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 834.594959] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Destroying the VM {{(pid=68960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 834.597832] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a481ab48-bdb5-479e-8945-3fe71a52f463 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.605829] env[68960]: DEBUG oslo_vmware.api [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 834.605829] env[68960]: value = "task-3221443" [ 834.605829] env[68960]: _type = "Task" [ 834.605829] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.616883] env[68960]: DEBUG oslo_vmware.api [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221443, 'name': Destroy_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.795167] env[68960]: DEBUG oslo_vmware.api [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221441, 'name': Rename_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.884192] env[68960]: DEBUG oslo_vmware.api [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.899060] env[68960]: DEBUG nova.compute.manager [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.008602] env[68960]: DEBUG nova.compute.manager [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.012132] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b702873e-cfb1-4674-9836-bcc65578917e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.019899] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae4b1ce-765c-44dd-8ae4-7dad37c7e711 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.054572] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2af6446-9ec8-444f-909a-22f78afb459b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.063873] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4f4e56-49ba-4ec9-aaf0-192836c6aba4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.077421] env[68960]: DEBUG nova.compute.provider_tree [None req-be5ce221-7e4c-47e7-96d8-a1b49bd907e5 tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.084648] env[68960]: DEBUG oslo_concurrency.lockutils [req-9de8a73b-ead4-48d4-96db-869ec9902166 req-6b0ed7a2-ad41-40c2-8462-1835d216da25 service nova] Releasing lock "refresh_cache-75989e3e-49a2-4591-8017-d7ce9b0ac18e" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.084648] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Acquired lock "refresh_cache-75989e3e-49a2-4591-8017-d7ce9b0ac18e" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.084648] env[68960]: DEBUG nova.network.neutron [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.115660] env[68960]: DEBUG oslo_vmware.api [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221443, 'name': Destroy_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.293684] env[68960]: DEBUG oslo_vmware.api [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221441, 'name': Rename_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.382670] env[68960]: DEBUG oslo_vmware.api [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221442, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.419767] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.582085] env[68960]: DEBUG nova.scheduler.client.report [None req-be5ce221-7e4c-47e7-96d8-a1b49bd907e5 tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.616403] env[68960]: DEBUG oslo_vmware.api [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221443, 'name': Destroy_Task, 'duration_secs': 0.976799} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.616681] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Destroyed the VM [ 835.616917] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Deleting Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 835.617193] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-908b32f8-3b1c-44bc-81c3-bc52fe4cb440 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.622852] env[68960]: DEBUG nova.network.neutron [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.626267] env[68960]: DEBUG oslo_vmware.api [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 835.626267] env[68960]: value = "task-3221444" [ 835.626267] env[68960]: _type = "Task" [ 835.626267] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.636902] env[68960]: DEBUG oslo_vmware.api [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221444, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.800065] env[68960]: DEBUG oslo_vmware.api [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221441, 'name': Rename_Task, 'duration_secs': 1.087353} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.800539] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.800906] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-777dbf8b-d484-423e-8432-6ac18f94ceb5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.810503] env[68960]: DEBUG oslo_vmware.api [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 835.810503] env[68960]: value = "task-3221445" [ 835.810503] env[68960]: _type = "Task" [ 835.810503] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.820715] env[68960]: DEBUG oslo_vmware.api [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.883687] env[68960]: DEBUG oslo_vmware.api [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221442, 'name': ReconfigVM_Task, 'duration_secs': 1.030224} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.886190] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.886461] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7174ff62-6afd-4046-8504-0a3bf1bfb193 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.894371] env[68960]: DEBUG oslo_vmware.api [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 835.894371] env[68960]: value = "task-3221446" [ 835.894371] env[68960]: _type = "Task" [ 835.894371] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.903810] env[68960]: DEBUG oslo_vmware.api [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.916462] env[68960]: DEBUG nova.compute.manager [req-e2f04489-76a0-46cf-88e4-5bede231f79d req-5914ad76-1847-4ef2-9a3f-afbd6811be30 service nova] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Received event network-vif-plugged-6a82da15-1cd2-4cda-bb28-99b8ace72426 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.916741] env[68960]: DEBUG oslo_concurrency.lockutils [req-e2f04489-76a0-46cf-88e4-5bede231f79d req-5914ad76-1847-4ef2-9a3f-afbd6811be30 service nova] Acquiring lock "75989e3e-49a2-4591-8017-d7ce9b0ac18e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.917064] env[68960]: DEBUG oslo_concurrency.lockutils [req-e2f04489-76a0-46cf-88e4-5bede231f79d req-5914ad76-1847-4ef2-9a3f-afbd6811be30 service nova] Lock "75989e3e-49a2-4591-8017-d7ce9b0ac18e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.917064] env[68960]: DEBUG oslo_concurrency.lockutils [req-e2f04489-76a0-46cf-88e4-5bede231f79d req-5914ad76-1847-4ef2-9a3f-afbd6811be30 service nova] Lock "75989e3e-49a2-4591-8017-d7ce9b0ac18e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.917276] env[68960]: DEBUG nova.compute.manager [req-e2f04489-76a0-46cf-88e4-5bede231f79d req-5914ad76-1847-4ef2-9a3f-afbd6811be30 service nova] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] No waiting events found dispatching network-vif-plugged-6a82da15-1cd2-4cda-bb28-99b8ace72426 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.917730] env[68960]: WARNING nova.compute.manager [req-e2f04489-76a0-46cf-88e4-5bede231f79d req-5914ad76-1847-4ef2-9a3f-afbd6811be30 service nova] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Received unexpected event network-vif-plugged-6a82da15-1cd2-4cda-bb28-99b8ace72426 for instance with vm_state building and task_state spawning. [ 835.917730] env[68960]: DEBUG nova.compute.manager [req-e2f04489-76a0-46cf-88e4-5bede231f79d req-5914ad76-1847-4ef2-9a3f-afbd6811be30 service nova] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Received event network-changed-6a82da15-1cd2-4cda-bb28-99b8ace72426 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.917730] env[68960]: DEBUG nova.compute.manager [req-e2f04489-76a0-46cf-88e4-5bede231f79d req-5914ad76-1847-4ef2-9a3f-afbd6811be30 service nova] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Refreshing instance network info cache due to event network-changed-6a82da15-1cd2-4cda-bb28-99b8ace72426. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.918186] env[68960]: DEBUG oslo_concurrency.lockutils [req-e2f04489-76a0-46cf-88e4-5bede231f79d req-5914ad76-1847-4ef2-9a3f-afbd6811be30 service nova] Acquiring lock "refresh_cache-75989e3e-49a2-4591-8017-d7ce9b0ac18e" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.925345] env[68960]: DEBUG nova.network.neutron [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Updating instance_info_cache with network_info: [{"id": "c2b5a7ec-9692-40c8-b734-29ef737964bb", "address": "fa:16:3e:21:97:27", "network": {"id": "e394ecd5-4fc3-4a84-b1ca-dbe082ef0e8d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-83885500", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7debc6a837784722b7a96e8233f69033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2b5a7ec-96", "ovs_interfaceid": "c2b5a7ec-9692-40c8-b734-29ef737964bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6a82da15-1cd2-4cda-bb28-99b8ace72426", "address": "fa:16:3e:ae:ea:21", "network": {"id": "e3618ee5-af16-4b5f-945a-87571f1101d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-835168685", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7debc6a837784722b7a96e8233f69033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a82da15-1c", "ovs_interfaceid": "6a82da15-1cd2-4cda-bb28-99b8ace72426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.018344] env[68960]: DEBUG nova.compute.manager [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.048150] env[68960]: DEBUG nova.virt.hardware [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.048463] env[68960]: DEBUG nova.virt.hardware [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.048633] env[68960]: DEBUG nova.virt.hardware [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.048819] env[68960]: DEBUG nova.virt.hardware [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.048965] env[68960]: DEBUG nova.virt.hardware [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.049196] env[68960]: DEBUG nova.virt.hardware [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.049444] env[68960]: DEBUG nova.virt.hardware [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.049657] env[68960]: DEBUG nova.virt.hardware [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.049904] env[68960]: DEBUG nova.virt.hardware [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.050116] env[68960]: DEBUG nova.virt.hardware [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.050301] env[68960]: DEBUG nova.virt.hardware [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.051642] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c2f393-8a2f-47f5-811a-903d24dd8149 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.060396] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d198056-2d21-405e-8183-5283453e8dc4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.075272] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Instance VIF info [] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.081018] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Creating folder: Project (305993a24cf84860895f1a4e63a68df6). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.081343] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1ae74ae-ee9f-451d-80cf-e59a831ac0a9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.093612] env[68960]: DEBUG oslo_concurrency.lockutils [None req-be5ce221-7e4c-47e7-96d8-a1b49bd907e5 tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.095850] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Created folder: Project (305993a24cf84860895f1a4e63a68df6) in parent group-v643888. [ 836.096061] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Creating folder: Instances. Parent ref: group-v644052. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.096641] env[68960]: DEBUG oslo_concurrency.lockutils [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.516s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.098135] env[68960]: INFO nova.compute.claims [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.100862] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01532e3e-d5ad-4152-8349-a4b7dbcc140f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.113873] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Created folder: Instances in parent group-v644052. [ 836.114178] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.114428] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.114671] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f4aa9cf-4944-441f-b074-90159a05db5b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.128730] env[68960]: INFO nova.scheduler.client.report [None req-be5ce221-7e4c-47e7-96d8-a1b49bd907e5 tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Deleted allocations for instance d9be8677-b7dc-405e-9b09-77bd8b212c5c [ 836.138916] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.138916] env[68960]: value = "task-3221449" [ 836.138916] env[68960]: _type = "Task" [ 836.138916] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.142424] env[68960]: DEBUG oslo_vmware.api [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221444, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.152225] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221449, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.321372] env[68960]: DEBUG oslo_vmware.api [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221445, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.406624] env[68960]: DEBUG oslo_vmware.api [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221446, 'name': PowerOnVM_Task, 'duration_secs': 0.478367} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.406949] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.410059] env[68960]: DEBUG nova.compute.manager [None req-ebd4ac2d-a805-4af8-b8df-02be2f1ae320 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.410543] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a99f064-7a9d-4e75-8560-95d0891eaff6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.428726] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Releasing lock "refresh_cache-75989e3e-49a2-4591-8017-d7ce9b0ac18e" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.428974] env[68960]: DEBUG nova.compute.manager [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Instance network_info: |[{"id": "c2b5a7ec-9692-40c8-b734-29ef737964bb", "address": "fa:16:3e:21:97:27", "network": {"id": "e394ecd5-4fc3-4a84-b1ca-dbe082ef0e8d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-83885500", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7debc6a837784722b7a96e8233f69033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2b5a7ec-96", "ovs_interfaceid": "c2b5a7ec-9692-40c8-b734-29ef737964bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6a82da15-1cd2-4cda-bb28-99b8ace72426", "address": "fa:16:3e:ae:ea:21", "network": {"id": "e3618ee5-af16-4b5f-945a-87571f1101d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-835168685", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7debc6a837784722b7a96e8233f69033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a82da15-1c", "ovs_interfaceid": "6a82da15-1cd2-4cda-bb28-99b8ace72426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.429234] env[68960]: DEBUG oslo_concurrency.lockutils [req-e2f04489-76a0-46cf-88e4-5bede231f79d req-5914ad76-1847-4ef2-9a3f-afbd6811be30 service nova] Acquired lock "refresh_cache-75989e3e-49a2-4591-8017-d7ce9b0ac18e" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.429439] env[68960]: DEBUG nova.network.neutron [req-e2f04489-76a0-46cf-88e4-5bede231f79d req-5914ad76-1847-4ef2-9a3f-afbd6811be30 service nova] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Refreshing network info cache for port 6a82da15-1cd2-4cda-bb28-99b8ace72426 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.430644] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:97:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2b5a7ec-9692-40c8-b734-29ef737964bb', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:ea:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a82da15-1cd2-4cda-bb28-99b8ace72426', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.442080] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.446445] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.447020] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcac9269-43a8-49fa-9f49-e4e45f550b24 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.474540] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.474540] env[68960]: value = "task-3221450" [ 836.474540] env[68960]: _type = "Task" [ 836.474540] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.485013] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221450, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.642556] env[68960]: DEBUG oslo_vmware.api [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221444, 'name': RemoveSnapshot_Task, 'duration_secs': 0.599793} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.643571] env[68960]: DEBUG oslo_concurrency.lockutils [None req-be5ce221-7e4c-47e7-96d8-a1b49bd907e5 tempest-ServersNegativeTestMultiTenantJSON-280818052 tempest-ServersNegativeTestMultiTenantJSON-280818052-project-member] Lock "d9be8677-b7dc-405e-9b09-77bd8b212c5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.383s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.643914] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Deleted Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 836.644297] env[68960]: INFO nova.compute.manager [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Took 15.96 seconds to snapshot the instance on the hypervisor. [ 836.664110] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221449, 'name': CreateVM_Task, 'duration_secs': 0.393244} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.665391] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.666229] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.666493] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.666929] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.667625] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2422189-2067-4a66-96b9-13b9c6b552da {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.674039] env[68960]: DEBUG oslo_vmware.api [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Waiting for the task: (returnval){ [ 836.674039] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f63ffa-dea1-b502-bef4-44ac27a88468" [ 836.674039] env[68960]: _type = "Task" [ 836.674039] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.683653] env[68960]: DEBUG oslo_vmware.api [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f63ffa-dea1-b502-bef4-44ac27a88468, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.688451] env[68960]: DEBUG nova.network.neutron [req-e2f04489-76a0-46cf-88e4-5bede231f79d req-5914ad76-1847-4ef2-9a3f-afbd6811be30 service nova] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Updated VIF entry in instance network info cache for port 6a82da15-1cd2-4cda-bb28-99b8ace72426. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.688882] env[68960]: DEBUG nova.network.neutron [req-e2f04489-76a0-46cf-88e4-5bede231f79d req-5914ad76-1847-4ef2-9a3f-afbd6811be30 service nova] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Updating instance_info_cache with network_info: [{"id": "c2b5a7ec-9692-40c8-b734-29ef737964bb", "address": "fa:16:3e:21:97:27", "network": {"id": "e394ecd5-4fc3-4a84-b1ca-dbe082ef0e8d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-83885500", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7debc6a837784722b7a96e8233f69033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2b5a7ec-96", "ovs_interfaceid": "c2b5a7ec-9692-40c8-b734-29ef737964bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6a82da15-1cd2-4cda-bb28-99b8ace72426", "address": "fa:16:3e:ae:ea:21", "network": {"id": "e3618ee5-af16-4b5f-945a-87571f1101d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-835168685", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7debc6a837784722b7a96e8233f69033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a82da15-1c", "ovs_interfaceid": "6a82da15-1cd2-4cda-bb28-99b8ace72426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.820756] env[68960]: DEBUG oslo_vmware.api [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221445, 'name': PowerOnVM_Task, 'duration_secs': 0.561527} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.820756] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.820988] env[68960]: INFO nova.compute.manager [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Took 9.35 seconds to spawn the instance on the hypervisor. [ 836.821043] env[68960]: DEBUG nova.compute.manager [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.821832] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f241ff-a3cf-4959-8847-841513a4b8f8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.985125] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221450, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.189174] env[68960]: DEBUG oslo_vmware.api [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f63ffa-dea1-b502-bef4-44ac27a88468, 'name': SearchDatastore_Task, 'duration_secs': 0.012947} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.191635] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.191905] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.192167] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.192318] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.192529] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.193092] env[68960]: DEBUG oslo_concurrency.lockutils [req-e2f04489-76a0-46cf-88e4-5bede231f79d req-5914ad76-1847-4ef2-9a3f-afbd6811be30 service nova] Releasing lock "refresh_cache-75989e3e-49a2-4591-8017-d7ce9b0ac18e" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.193321] env[68960]: DEBUG nova.compute.manager [req-e2f04489-76a0-46cf-88e4-5bede231f79d req-5914ad76-1847-4ef2-9a3f-afbd6811be30 service nova] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Received event network-changed-23c4e842-ded8-47e1-8dfe-66cc29f7cf67 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.193489] env[68960]: DEBUG nova.compute.manager [req-e2f04489-76a0-46cf-88e4-5bede231f79d req-5914ad76-1847-4ef2-9a3f-afbd6811be30 service nova] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Refreshing instance network info cache due to event network-changed-23c4e842-ded8-47e1-8dfe-66cc29f7cf67. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.193693] env[68960]: DEBUG oslo_concurrency.lockutils [req-e2f04489-76a0-46cf-88e4-5bede231f79d req-5914ad76-1847-4ef2-9a3f-afbd6811be30 service nova] Acquiring lock "refresh_cache-f80bcbe5-5386-433c-99ba-2fe9324c47a9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.193854] env[68960]: DEBUG oslo_concurrency.lockutils [req-e2f04489-76a0-46cf-88e4-5bede231f79d req-5914ad76-1847-4ef2-9a3f-afbd6811be30 service nova] Acquired lock "refresh_cache-f80bcbe5-5386-433c-99ba-2fe9324c47a9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.194045] env[68960]: DEBUG nova.network.neutron [req-e2f04489-76a0-46cf-88e4-5bede231f79d req-5914ad76-1847-4ef2-9a3f-afbd6811be30 service nova] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Refreshing network info cache for port 23c4e842-ded8-47e1-8dfe-66cc29f7cf67 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.198812] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11f9584a-ec43-42c5-8740-3dc082659b39 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.206287] env[68960]: DEBUG nova.compute.manager [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Found 3 images (rotation: 2) {{(pid=68960) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 837.206907] env[68960]: DEBUG nova.compute.manager [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Rotating out 1 backups {{(pid=68960) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 837.207148] env[68960]: DEBUG nova.compute.manager [None req-c146f0a0-c8d6-4e2d-a33a-b4802d82ba09 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Deleting image 89b3dc99-ea07-4c23-958b-ed29a902c9b6 {{(pid=68960) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 837.212247] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.212701] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.213910] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0a41f16-20bb-4e17-a38f-54f62ed2fa5f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.227574] env[68960]: DEBUG oslo_vmware.api [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Waiting for the task: (returnval){ [ 837.227574] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522137dc-34e1-9393-6087-57d84dae36fe" [ 837.227574] env[68960]: _type = "Task" [ 837.227574] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.240181] env[68960]: DEBUG oslo_vmware.api [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522137dc-34e1-9393-6087-57d84dae36fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.338688] env[68960]: INFO nova.compute.manager [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Took 47.83 seconds to build instance. [ 837.486725] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221450, 'name': CreateVM_Task, 'duration_secs': 0.74062} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.489261] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.490210] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.490376] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.490682] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.490934] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-473ebfbe-b023-44ea-86af-a3a3b0376c4f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.496501] env[68960]: DEBUG oslo_vmware.api [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Waiting for the task: (returnval){ [ 837.496501] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]520c6733-cbf0-1eea-4996-fa4c4d468596" [ 837.496501] env[68960]: _type = "Task" [ 837.496501] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.506634] env[68960]: DEBUG oslo_vmware.api [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]520c6733-cbf0-1eea-4996-fa4c4d468596, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.602613] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5dc30d3-092b-4e37-8a9b-f7f979565585 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.610666] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2ebb85-dad9-4784-a190-4f6643227be1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.641980] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e8cfde-0771-4ab0-9697-8ab0195149aa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.650469] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74faf0b-82fa-46e9-8db6-5bda2292ea61 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.664551] env[68960]: DEBUG nova.compute.provider_tree [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.740186] env[68960]: DEBUG oslo_vmware.api [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522137dc-34e1-9393-6087-57d84dae36fe, 'name': SearchDatastore_Task, 'duration_secs': 0.025541} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.743403] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58d77999-d610-4066-acfa-6f4d7fd779f4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.750033] env[68960]: DEBUG oslo_vmware.api [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Waiting for the task: (returnval){ [ 837.750033] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527d470e-4f4e-13db-c88a-a5228763a413" [ 837.750033] env[68960]: _type = "Task" [ 837.750033] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.759527] env[68960]: DEBUG oslo_vmware.api [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527d470e-4f4e-13db-c88a-a5228763a413, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.841128] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c61902a8-29f1-4c0b-99a9-dcecc7e6bc6a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "e612e90d-cfb1-45cd-89d9-2ecc6603f3d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.700s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.969676] env[68960]: DEBUG nova.network.neutron [req-e2f04489-76a0-46cf-88e4-5bede231f79d req-5914ad76-1847-4ef2-9a3f-afbd6811be30 service nova] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Updated VIF entry in instance network info cache for port 23c4e842-ded8-47e1-8dfe-66cc29f7cf67. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.970181] env[68960]: DEBUG nova.network.neutron [req-e2f04489-76a0-46cf-88e4-5bede231f79d req-5914ad76-1847-4ef2-9a3f-afbd6811be30 service nova] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Updating instance_info_cache with network_info: [{"id": "23c4e842-ded8-47e1-8dfe-66cc29f7cf67", "address": "fa:16:3e:4d:26:74", "network": {"id": "778f734f-4fcc-45d7-8d68-7210de64f6e9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1402639889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfbb21635cab4e519c32805b99223a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23c4e842-de", "ovs_interfaceid": "23c4e842-ded8-47e1-8dfe-66cc29f7cf67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.007191] env[68960]: DEBUG oslo_vmware.api [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]520c6733-cbf0-1eea-4996-fa4c4d468596, 'name': SearchDatastore_Task, 'duration_secs': 0.011091} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.007589] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.007729] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.007971] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.008136] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.008318] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.008594] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcdd21b4-8f98-4425-8997-3ad588004233 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.018085] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.018287] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.019320] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3232e4f-da5b-4b4a-a405-1eaa51136811 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.025882] env[68960]: DEBUG oslo_vmware.api [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Waiting for the task: (returnval){ [ 838.025882] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52154c2d-6dc2-3b36-5aca-d9f62b6eb6ac" [ 838.025882] env[68960]: _type = "Task" [ 838.025882] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.034694] env[68960]: DEBUG oslo_vmware.api [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52154c2d-6dc2-3b36-5aca-d9f62b6eb6ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.168131] env[68960]: DEBUG nova.scheduler.client.report [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.262452] env[68960]: DEBUG oslo_vmware.api [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527d470e-4f4e-13db-c88a-a5228763a413, 'name': SearchDatastore_Task, 'duration_secs': 0.011881} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.262759] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.263037] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 7ed822c1-5697-493e-86ab-a4516721f183/7ed822c1-5697-493e-86ab-a4516721f183.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.263324] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0421c077-1ace-43e9-8304-cb24a225440a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.273179] env[68960]: DEBUG oslo_vmware.api [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Waiting for the task: (returnval){ [ 838.273179] env[68960]: value = "task-3221451" [ 838.273179] env[68960]: _type = "Task" [ 838.273179] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.282835] env[68960]: DEBUG oslo_vmware.api [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': task-3221451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.343515] env[68960]: DEBUG nova.compute.manager [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.476022] env[68960]: DEBUG oslo_concurrency.lockutils [req-e2f04489-76a0-46cf-88e4-5bede231f79d req-5914ad76-1847-4ef2-9a3f-afbd6811be30 service nova] Releasing lock "refresh_cache-f80bcbe5-5386-433c-99ba-2fe9324c47a9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.540413] env[68960]: DEBUG oslo_vmware.api [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52154c2d-6dc2-3b36-5aca-d9f62b6eb6ac, 'name': SearchDatastore_Task, 'duration_secs': 0.010514} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.543137] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27fd6fd1-b86d-4aa8-ada3-97ae46ff656c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.548617] env[68960]: DEBUG oslo_vmware.api [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Waiting for the task: (returnval){ [ 838.548617] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b62ef5-b6ef-9cc5-c5a3-276bee37b086" [ 838.548617] env[68960]: _type = "Task" [ 838.548617] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.561329] env[68960]: DEBUG oslo_vmware.api [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b62ef5-b6ef-9cc5-c5a3-276bee37b086, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.673621] env[68960]: DEBUG oslo_concurrency.lockutils [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.674464] env[68960]: DEBUG nova.compute.manager [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 838.677569] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.867s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.677853] env[68960]: DEBUG nova.objects.instance [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lazy-loading 'resources' on Instance uuid 22d9fb8f-2d76-40af-9304-969dee8b1567 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.790354] env[68960]: DEBUG oslo_vmware.api [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': task-3221451, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.865223] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.062695] env[68960]: DEBUG oslo_vmware.api [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b62ef5-b6ef-9cc5-c5a3-276bee37b086, 'name': SearchDatastore_Task, 'duration_secs': 0.022168} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.063067] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.063451] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 75989e3e-49a2-4591-8017-d7ce9b0ac18e/75989e3e-49a2-4591-8017-d7ce9b0ac18e.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.063736] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8367726a-6720-4c15-b7a5-e3d53f8e578b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.072522] env[68960]: DEBUG oslo_vmware.api [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Waiting for the task: (returnval){ [ 839.072522] env[68960]: value = "task-3221452" [ 839.072522] env[68960]: _type = "Task" [ 839.072522] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.088689] env[68960]: DEBUG oslo_vmware.api [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.182441] env[68960]: DEBUG nova.compute.utils [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.189765] env[68960]: DEBUG nova.compute.manager [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 839.189765] env[68960]: DEBUG nova.network.neutron [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 839.216904] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquiring lock "0c3f5ad7-df75-40ee-bed7-fe406ecc2509" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.217286] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Lock "0c3f5ad7-df75-40ee-bed7-fe406ecc2509" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.257024] env[68960]: DEBUG nova.policy [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba4588d944bf46408f1738b8fc77ecc8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05089979731c43ad94a752a7ec68a9de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.288786] env[68960]: DEBUG oslo_vmware.api [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': task-3221451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5449} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.289105] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 7ed822c1-5697-493e-86ab-a4516721f183/7ed822c1-5697-493e-86ab-a4516721f183.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.289416] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.292811] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cfd9f09-2660-4dea-997f-607aeb0e06e3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.301905] env[68960]: DEBUG oslo_vmware.api [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Waiting for the task: (returnval){ [ 839.301905] env[68960]: value = "task-3221453" [ 839.301905] env[68960]: _type = "Task" [ 839.301905] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.311272] env[68960]: DEBUG oslo_vmware.api [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': task-3221453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.591165] env[68960]: DEBUG oslo_vmware.api [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221452, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.688942] env[68960]: DEBUG nova.compute.manager [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.814397] env[68960]: DEBUG oslo_vmware.api [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': task-3221453, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129836} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.815602] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.816843] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32b5c34-9970-4a63-a34c-c17594efa90a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.842826] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 7ed822c1-5697-493e-86ab-a4516721f183/7ed822c1-5697-493e-86ab-a4516721f183.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.844369] env[68960]: DEBUG nova.network.neutron [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Successfully created port: 0177dcc8-146d-4ec9-aaa0-330fc8eaa3c4 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.849143] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccbc2c2e-958b-452c-9f90-9989562ac4ea {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.874644] env[68960]: DEBUG oslo_vmware.api [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Waiting for the task: (returnval){ [ 839.874644] env[68960]: value = "task-3221454" [ 839.874644] env[68960]: _type = "Task" [ 839.874644] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.888906] env[68960]: DEBUG oslo_vmware.api [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': task-3221454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.914604] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f40d557-c7b4-4b39-80b7-d67cf838d7c5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.924675] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7f1579-3aad-4d39-8ab1-f458b608c81f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.961589] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c3da33-0349-4467-800c-be7ba86d6958 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.970759] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39a860e-064d-4c99-8f79-491b131b8f89 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.993165] env[68960]: DEBUG nova.compute.provider_tree [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 840.087386] env[68960]: DEBUG oslo_vmware.api [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643772} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.087386] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 75989e3e-49a2-4591-8017-d7ce9b0ac18e/75989e3e-49a2-4591-8017-d7ce9b0ac18e.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.087386] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.087386] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cd6186b-21ed-4539-b400-ccf5d5195f66 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.094557] env[68960]: DEBUG oslo_vmware.api [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Waiting for the task: (returnval){ [ 840.094557] env[68960]: value = "task-3221455" [ 840.094557] env[68960]: _type = "Task" [ 840.094557] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.106145] env[68960]: DEBUG oslo_vmware.api [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.387803] env[68960]: DEBUG oslo_vmware.api [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': task-3221454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.515565] env[68960]: ERROR nova.scheduler.client.report [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [req-a6c1db35-b3b3-4d29-89d5-7ca63d638695] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d6b14c3a-024a-447e-9595-cef114b4ddda. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a6c1db35-b3b3-4d29-89d5-7ca63d638695"}]} [ 840.534367] env[68960]: DEBUG nova.scheduler.client.report [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Refreshing inventories for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 840.556353] env[68960]: DEBUG nova.scheduler.client.report [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Updating ProviderTree inventory for provider d6b14c3a-024a-447e-9595-cef114b4ddda from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 840.556602] env[68960]: DEBUG nova.compute.provider_tree [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 840.563836] env[68960]: DEBUG nova.compute.manager [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Stashing vm_state: active {{(pid=68960) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 840.570992] env[68960]: DEBUG nova.scheduler.client.report [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Refreshing aggregate associations for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda, aggregates: None {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 840.593985] env[68960]: DEBUG nova.scheduler.client.report [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Refreshing trait associations for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 840.609370] env[68960]: DEBUG oslo_vmware.api [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071429} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.611327] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.611327] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7d968d-69b5-4c0a-a20a-b1186c415c32 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.639976] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 75989e3e-49a2-4591-8017-d7ce9b0ac18e/75989e3e-49a2-4591-8017-d7ce9b0ac18e.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.643733] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5965b18-eecc-4421-9869-f4bfe4ba496e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.667989] env[68960]: DEBUG oslo_vmware.api [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Waiting for the task: (returnval){ [ 840.667989] env[68960]: value = "task-3221456" [ 840.667989] env[68960]: _type = "Task" [ 840.667989] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.680825] env[68960]: DEBUG oslo_vmware.api [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221456, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.701105] env[68960]: DEBUG nova.compute.manager [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 840.741383] env[68960]: DEBUG nova.virt.hardware [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.742072] env[68960]: DEBUG nova.virt.hardware [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.742072] env[68960]: DEBUG nova.virt.hardware [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.742323] env[68960]: DEBUG nova.virt.hardware [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.742780] env[68960]: DEBUG nova.virt.hardware [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.742780] env[68960]: DEBUG nova.virt.hardware [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.743282] env[68960]: DEBUG nova.virt.hardware [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.743623] env[68960]: DEBUG nova.virt.hardware [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.743928] env[68960]: DEBUG nova.virt.hardware [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.744200] env[68960]: DEBUG nova.virt.hardware [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.744438] env[68960]: DEBUG nova.virt.hardware [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.748035] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95d3631-6ab2-4d08-b13e-fffd546b2827 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.758703] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc270c5-6f38-4aa6-9e22-b83384b1d785 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.806392] env[68960]: DEBUG oslo_concurrency.lockutils [None req-78c46804-6f96-415b-b6c8-5bfea65624d3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "404efc31-4206-4e68-92c8-c4226982dfe1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.806677] env[68960]: DEBUG oslo_concurrency.lockutils [None req-78c46804-6f96-415b-b6c8-5bfea65624d3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "404efc31-4206-4e68-92c8-c4226982dfe1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.806855] env[68960]: DEBUG nova.compute.manager [None req-78c46804-6f96-415b-b6c8-5bfea65624d3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.807973] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e8c576-dfdd-45e8-a20c-5d034ad009c7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.817514] env[68960]: DEBUG nova.compute.manager [None req-78c46804-6f96-415b-b6c8-5bfea65624d3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68960) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 840.818188] env[68960]: DEBUG nova.objects.instance [None req-78c46804-6f96-415b-b6c8-5bfea65624d3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lazy-loading 'flavor' on Instance uuid 404efc31-4206-4e68-92c8-c4226982dfe1 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.886385] env[68960]: DEBUG oslo_vmware.api [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': task-3221454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.079744] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.181805] env[68960]: DEBUG oslo_vmware.api [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.305831] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe697423-9d3e-4b1c-972b-2b57cbd01a3b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.314775] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5dc85c-01de-4e4b-be39-3525a93dbfd2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.350262] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06510b5f-6e58-47be-a8ab-f5687758c11a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.360193] env[68960]: DEBUG nova.compute.manager [req-e986dde2-3743-4c9e-8c65-82dc3f8e27fa req-cbb0eaac-d2dd-4061-8802-65645047274c service nova] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Received event network-vif-plugged-0177dcc8-146d-4ec9-aaa0-330fc8eaa3c4 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.360468] env[68960]: DEBUG oslo_concurrency.lockutils [req-e986dde2-3743-4c9e-8c65-82dc3f8e27fa req-cbb0eaac-d2dd-4061-8802-65645047274c service nova] Acquiring lock "61e242ee-90f1-48f2-af11-2b9ca6dcf4d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.360745] env[68960]: DEBUG oslo_concurrency.lockutils [req-e986dde2-3743-4c9e-8c65-82dc3f8e27fa req-cbb0eaac-d2dd-4061-8802-65645047274c service nova] Lock "61e242ee-90f1-48f2-af11-2b9ca6dcf4d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.360958] env[68960]: DEBUG oslo_concurrency.lockutils [req-e986dde2-3743-4c9e-8c65-82dc3f8e27fa req-cbb0eaac-d2dd-4061-8802-65645047274c service nova] Lock "61e242ee-90f1-48f2-af11-2b9ca6dcf4d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.361211] env[68960]: DEBUG nova.compute.manager [req-e986dde2-3743-4c9e-8c65-82dc3f8e27fa req-cbb0eaac-d2dd-4061-8802-65645047274c service nova] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] No waiting events found dispatching network-vif-plugged-0177dcc8-146d-4ec9-aaa0-330fc8eaa3c4 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 841.361426] env[68960]: WARNING nova.compute.manager [req-e986dde2-3743-4c9e-8c65-82dc3f8e27fa req-cbb0eaac-d2dd-4061-8802-65645047274c service nova] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Received unexpected event network-vif-plugged-0177dcc8-146d-4ec9-aaa0-330fc8eaa3c4 for instance with vm_state building and task_state spawning. [ 841.362690] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdfab0d-f9d5-4b45-b1f6-835701b73834 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.377833] env[68960]: DEBUG nova.compute.provider_tree [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 841.387341] env[68960]: DEBUG oslo_vmware.api [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': task-3221454, 'name': ReconfigVM_Task, 'duration_secs': 1.123041} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.387596] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 7ed822c1-5697-493e-86ab-a4516721f183/7ed822c1-5697-493e-86ab-a4516721f183.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.388317] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a178240a-dc81-4d8c-81a1-fe563c2881bd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.395745] env[68960]: DEBUG oslo_vmware.api [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Waiting for the task: (returnval){ [ 841.395745] env[68960]: value = "task-3221457" [ 841.395745] env[68960]: _type = "Task" [ 841.395745] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.408758] env[68960]: DEBUG oslo_vmware.api [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': task-3221457, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.502704] env[68960]: DEBUG nova.network.neutron [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Successfully updated port: 0177dcc8-146d-4ec9-aaa0-330fc8eaa3c4 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.681919] env[68960]: DEBUG oslo_vmware.api [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221456, 'name': ReconfigVM_Task, 'duration_secs': 0.597496} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.682383] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 75989e3e-49a2-4591-8017-d7ce9b0ac18e/75989e3e-49a2-4591-8017-d7ce9b0ac18e.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.683063] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56bcea91-f6ae-4034-afe4-ce20c9f5ff88 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.693095] env[68960]: DEBUG oslo_vmware.api [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Waiting for the task: (returnval){ [ 841.693095] env[68960]: value = "task-3221458" [ 841.693095] env[68960]: _type = "Task" [ 841.693095] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.707887] env[68960]: DEBUG oslo_vmware.api [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221458, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.851101] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c46804-6f96-415b-b6c8-5bfea65624d3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.851101] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53c97ffc-0b20-4d82-b7f4-997191368c84 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.858362] env[68960]: DEBUG oslo_vmware.api [None req-78c46804-6f96-415b-b6c8-5bfea65624d3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 841.858362] env[68960]: value = "task-3221459" [ 841.858362] env[68960]: _type = "Task" [ 841.858362] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.869563] env[68960]: DEBUG oslo_vmware.api [None req-78c46804-6f96-415b-b6c8-5bfea65624d3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.906613] env[68960]: DEBUG oslo_vmware.api [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': task-3221457, 'name': Rename_Task, 'duration_secs': 0.390662} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.906914] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.907187] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-590967fa-9f99-4625-9c4a-85683e69f705 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.913586] env[68960]: DEBUG nova.scheduler.client.report [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Updated inventory for provider d6b14c3a-024a-447e-9595-cef114b4ddda with generation 82 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 841.913891] env[68960]: DEBUG nova.compute.provider_tree [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Updating resource provider d6b14c3a-024a-447e-9595-cef114b4ddda generation from 82 to 83 during operation: update_inventory {{(pid=68960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 841.914057] env[68960]: DEBUG nova.compute.provider_tree [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 841.918923] env[68960]: DEBUG oslo_vmware.api [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Waiting for the task: (returnval){ [ 841.918923] env[68960]: value = "task-3221460" [ 841.918923] env[68960]: _type = "Task" [ 841.918923] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.929231] env[68960]: DEBUG oslo_vmware.api [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': task-3221460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.006043] env[68960]: DEBUG oslo_concurrency.lockutils [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Acquiring lock "refresh_cache-61e242ee-90f1-48f2-af11-2b9ca6dcf4d1" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.006043] env[68960]: DEBUG oslo_concurrency.lockutils [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Acquired lock "refresh_cache-61e242ee-90f1-48f2-af11-2b9ca6dcf4d1" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.006375] env[68960]: DEBUG nova.network.neutron [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.205374] env[68960]: DEBUG oslo_vmware.api [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221458, 'name': Rename_Task, 'duration_secs': 0.1901} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.205707] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.205968] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c34fa504-33d4-4390-86ce-08d0e39b5334 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.213463] env[68960]: DEBUG oslo_vmware.api [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Waiting for the task: (returnval){ [ 842.213463] env[68960]: value = "task-3221461" [ 842.213463] env[68960]: _type = "Task" [ 842.213463] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.223312] env[68960]: DEBUG oslo_vmware.api [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.371018] env[68960]: DEBUG oslo_vmware.api [None req-78c46804-6f96-415b-b6c8-5bfea65624d3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221459, 'name': PowerOffVM_Task, 'duration_secs': 0.235464} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.371018] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c46804-6f96-415b-b6c8-5bfea65624d3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.371207] env[68960]: DEBUG nova.compute.manager [None req-78c46804-6f96-415b-b6c8-5bfea65624d3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.372254] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d49e884-bc6a-4273-befe-eed623746207 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.423733] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.746s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.426519] env[68960]: DEBUG oslo_concurrency.lockutils [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.027s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.427177] env[68960]: DEBUG nova.objects.instance [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lazy-loading 'resources' on Instance uuid 637ba32b-97be-465d-a923-4eed68a2bb68 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.436631] env[68960]: DEBUG oslo_vmware.api [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': task-3221460, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.462455] env[68960]: INFO nova.scheduler.client.report [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Deleted allocations for instance 22d9fb8f-2d76-40af-9304-969dee8b1567 [ 842.550532] env[68960]: DEBUG nova.network.neutron [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.726499] env[68960]: DEBUG oslo_vmware.api [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221461, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.749558] env[68960]: DEBUG nova.network.neutron [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Updating instance_info_cache with network_info: [{"id": "0177dcc8-146d-4ec9-aaa0-330fc8eaa3c4", "address": "fa:16:3e:42:7e:e2", "network": {"id": "e784f99f-ea63-4eac-b51f-fa2064f1a4d6", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-252457132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05089979731c43ad94a752a7ec68a9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0177dcc8-14", "ovs_interfaceid": "0177dcc8-146d-4ec9-aaa0-330fc8eaa3c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.891739] env[68960]: DEBUG oslo_concurrency.lockutils [None req-78c46804-6f96-415b-b6c8-5bfea65624d3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "404efc31-4206-4e68-92c8-c4226982dfe1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.085s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.935040] env[68960]: DEBUG oslo_vmware.api [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': task-3221460, 'name': PowerOnVM_Task, 'duration_secs': 0.655137} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.936855] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.940542] env[68960]: INFO nova.compute.manager [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Took 6.92 seconds to spawn the instance on the hypervisor. [ 842.940542] env[68960]: DEBUG nova.compute.manager [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.940542] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e6a454-4ee7-4e8e-9c6f-3a6384bf107c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.974750] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c9663412-e48b-4212-94cd-184dc86a0a81 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "22d9fb8f-2d76-40af-9304-969dee8b1567" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.225s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.226367] env[68960]: DEBUG oslo_vmware.api [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221461, 'name': PowerOnVM_Task, 'duration_secs': 0.796081} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.226367] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.226367] env[68960]: INFO nova.compute.manager [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Took 11.97 seconds to spawn the instance on the hypervisor. [ 843.226367] env[68960]: DEBUG nova.compute.manager [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.227132] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4f535a-0368-42e0-9873-6634ab62e3d6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.252103] env[68960]: DEBUG oslo_concurrency.lockutils [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Releasing lock "refresh_cache-61e242ee-90f1-48f2-af11-2b9ca6dcf4d1" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.252566] env[68960]: DEBUG nova.compute.manager [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Instance network_info: |[{"id": "0177dcc8-146d-4ec9-aaa0-330fc8eaa3c4", "address": "fa:16:3e:42:7e:e2", "network": {"id": "e784f99f-ea63-4eac-b51f-fa2064f1a4d6", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-252457132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05089979731c43ad94a752a7ec68a9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0177dcc8-14", "ovs_interfaceid": "0177dcc8-146d-4ec9-aaa0-330fc8eaa3c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 843.253149] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:7e:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0177dcc8-146d-4ec9-aaa0-330fc8eaa3c4', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.263024] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Creating folder: Project (05089979731c43ad94a752a7ec68a9de). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.264525] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b365d1a-4100-4863-9efd-ebd1aeba50ed {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.278302] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Created folder: Project (05089979731c43ad94a752a7ec68a9de) in parent group-v643888. [ 843.278302] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Creating folder: Instances. Parent ref: group-v644056. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.281138] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b186171-bc91-41b5-9e38-8cb408800e28 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.297267] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Created folder: Instances in parent group-v644056. [ 843.297267] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.298364] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.299101] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-151f2a23-c19c-418f-a6a3-359dbdac891c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.325882] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.325882] env[68960]: value = "task-3221464" [ 843.325882] env[68960]: _type = "Task" [ 843.325882] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.337052] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221464, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.427586] env[68960]: DEBUG nova.compute.manager [req-65af7866-1a6a-4048-a2e1-78151ced8185 req-216ae4af-9a4e-4782-aeab-87cffd287788 service nova] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Received event network-changed-0177dcc8-146d-4ec9-aaa0-330fc8eaa3c4 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.427856] env[68960]: DEBUG nova.compute.manager [req-65af7866-1a6a-4048-a2e1-78151ced8185 req-216ae4af-9a4e-4782-aeab-87cffd287788 service nova] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Refreshing instance network info cache due to event network-changed-0177dcc8-146d-4ec9-aaa0-330fc8eaa3c4. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 843.428517] env[68960]: DEBUG oslo_concurrency.lockutils [req-65af7866-1a6a-4048-a2e1-78151ced8185 req-216ae4af-9a4e-4782-aeab-87cffd287788 service nova] Acquiring lock "refresh_cache-61e242ee-90f1-48f2-af11-2b9ca6dcf4d1" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.428517] env[68960]: DEBUG oslo_concurrency.lockutils [req-65af7866-1a6a-4048-a2e1-78151ced8185 req-216ae4af-9a4e-4782-aeab-87cffd287788 service nova] Acquired lock "refresh_cache-61e242ee-90f1-48f2-af11-2b9ca6dcf4d1" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.428517] env[68960]: DEBUG nova.network.neutron [req-65af7866-1a6a-4048-a2e1-78151ced8185 req-216ae4af-9a4e-4782-aeab-87cffd287788 service nova] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Refreshing network info cache for port 0177dcc8-146d-4ec9-aaa0-330fc8eaa3c4 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.464641] env[68960]: INFO nova.compute.manager [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Took 46.83 seconds to build instance. [ 843.538231] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cc0837-fad2-479e-b21e-778e3fe8fa9f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.548458] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec37d399-35f5-4817-af6c-8b660be3595e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.582412] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac394af-ca52-4382-82b9-03ba25a1db0e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.591766] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230c7728-ac56-46cf-b3db-25fc6ba22ac8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.610397] env[68960]: DEBUG nova.compute.provider_tree [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.749582] env[68960]: INFO nova.compute.manager [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Took 50.89 seconds to build instance. [ 843.839226] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221464, 'name': CreateVM_Task, 'duration_secs': 0.379081} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.839476] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.840294] env[68960]: DEBUG oslo_concurrency.lockutils [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.840543] env[68960]: DEBUG oslo_concurrency.lockutils [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.840903] env[68960]: DEBUG oslo_concurrency.lockutils [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.841228] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e70017f9-0bd2-4f48-9554-3844e2daa642 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.857969] env[68960]: DEBUG oslo_vmware.api [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Waiting for the task: (returnval){ [ 843.857969] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]529689c4-6c2c-b6b0-8dc2-fca74e859ee4" [ 843.857969] env[68960]: _type = "Task" [ 843.857969] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.874455] env[68960]: DEBUG oslo_vmware.api [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]529689c4-6c2c-b6b0-8dc2-fca74e859ee4, 'name': SearchDatastore_Task, 'duration_secs': 0.011004} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.875138] env[68960]: DEBUG oslo_concurrency.lockutils [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.875787] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.876068] env[68960]: DEBUG oslo_concurrency.lockutils [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.876468] env[68960]: DEBUG oslo_concurrency.lockutils [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.876744] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.877106] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5dfef96b-be98-4002-981a-744c62883590 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.890231] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.890467] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.892533] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77c33ed6-e7f1-474a-a1d8-332a4de89b7f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.904554] env[68960]: DEBUG oslo_vmware.api [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Waiting for the task: (returnval){ [ 843.904554] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524066e7-20bf-62fc-904c-05da7539e398" [ 843.904554] env[68960]: _type = "Task" [ 843.904554] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.917418] env[68960]: DEBUG oslo_vmware.api [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524066e7-20bf-62fc-904c-05da7539e398, 'name': SearchDatastore_Task, 'duration_secs': 0.010816} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.917418] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29d1cbfc-0e1d-4bc3-acb8-11ee58192bb2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.925240] env[68960]: DEBUG oslo_vmware.api [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Waiting for the task: (returnval){ [ 843.925240] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52058be6-5431-0afa-4792-03da51011d28" [ 843.925240] env[68960]: _type = "Task" [ 843.925240] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.943926] env[68960]: DEBUG oslo_vmware.api [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52058be6-5431-0afa-4792-03da51011d28, 'name': SearchDatastore_Task, 'duration_secs': 0.011269} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.945027] env[68960]: DEBUG oslo_concurrency.lockutils [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.945335] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1/61e242ee-90f1-48f2-af11-2b9ca6dcf4d1.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.945641] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efac039d-75b9-4089-a6ee-c4fd52b2f8c7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.957036] env[68960]: DEBUG oslo_vmware.api [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Waiting for the task: (returnval){ [ 843.957036] env[68960]: value = "task-3221465" [ 843.957036] env[68960]: _type = "Task" [ 843.957036] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.968117] env[68960]: DEBUG oslo_vmware.api [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Task: {'id': task-3221465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.974109] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9aac4b9b-2097-4b56-81f0-6281928ff756 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Lock "7ed822c1-5697-493e-86ab-a4516721f183" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.499s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.114341] env[68960]: DEBUG nova.scheduler.client.report [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.254133] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0445ba7-d97c-4ca5-b54d-2145c4f36aa4 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Lock "75989e3e-49a2-4591-8017-d7ce9b0ac18e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.625s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.321732] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e1ca4722-8ece-40f2-87ed-89e651248258 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Acquiring lock "75989e3e-49a2-4591-8017-d7ce9b0ac18e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.321732] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e1ca4722-8ece-40f2-87ed-89e651248258 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Lock "75989e3e-49a2-4591-8017-d7ce9b0ac18e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.321732] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e1ca4722-8ece-40f2-87ed-89e651248258 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Acquiring lock "75989e3e-49a2-4591-8017-d7ce9b0ac18e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.321732] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e1ca4722-8ece-40f2-87ed-89e651248258 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Lock "75989e3e-49a2-4591-8017-d7ce9b0ac18e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.321732] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e1ca4722-8ece-40f2-87ed-89e651248258 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Lock "75989e3e-49a2-4591-8017-d7ce9b0ac18e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.325252] env[68960]: INFO nova.compute.manager [None req-e1ca4722-8ece-40f2-87ed-89e651248258 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Terminating instance [ 844.351190] env[68960]: DEBUG nova.network.neutron [req-65af7866-1a6a-4048-a2e1-78151ced8185 req-216ae4af-9a4e-4782-aeab-87cffd287788 service nova] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Updated VIF entry in instance network info cache for port 0177dcc8-146d-4ec9-aaa0-330fc8eaa3c4. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 844.351190] env[68960]: DEBUG nova.network.neutron [req-65af7866-1a6a-4048-a2e1-78151ced8185 req-216ae4af-9a4e-4782-aeab-87cffd287788 service nova] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Updating instance_info_cache with network_info: [{"id": "0177dcc8-146d-4ec9-aaa0-330fc8eaa3c4", "address": "fa:16:3e:42:7e:e2", "network": {"id": "e784f99f-ea63-4eac-b51f-fa2064f1a4d6", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-252457132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05089979731c43ad94a752a7ec68a9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0177dcc8-14", "ovs_interfaceid": "0177dcc8-146d-4ec9-aaa0-330fc8eaa3c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.366802] env[68960]: DEBUG nova.compute.manager [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Stashing vm_state: stopped {{(pid=68960) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 844.408491] env[68960]: INFO nova.compute.manager [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Rebuilding instance [ 844.468631] env[68960]: DEBUG oslo_vmware.api [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Task: {'id': task-3221465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510435} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.469123] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1/61e242ee-90f1-48f2-af11-2b9ca6dcf4d1.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.469386] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.469705] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89e97ada-fcd7-46db-af62-7ec7d852ae15 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.476696] env[68960]: DEBUG nova.compute.manager [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.481766] env[68960]: DEBUG nova.compute.manager [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.486179] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2734c68-7db0-40df-818f-ad47dd20b492 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.489637] env[68960]: DEBUG oslo_vmware.api [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Waiting for the task: (returnval){ [ 844.489637] env[68960]: value = "task-3221466" [ 844.489637] env[68960]: _type = "Task" [ 844.489637] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.504467] env[68960]: DEBUG oslo_vmware.api [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Task: {'id': task-3221466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.622690] env[68960]: DEBUG oslo_concurrency.lockutils [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.625822] env[68960]: DEBUG oslo_concurrency.lockutils [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.444s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.627494] env[68960]: INFO nova.compute.claims [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.645323] env[68960]: INFO nova.scheduler.client.report [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Deleted allocations for instance 637ba32b-97be-465d-a923-4eed68a2bb68 [ 844.758855] env[68960]: DEBUG nova.compute.manager [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.829590] env[68960]: DEBUG nova.compute.manager [None req-e1ca4722-8ece-40f2-87ed-89e651248258 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.829830] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ca4722-8ece-40f2-87ed-89e651248258 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.830779] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597c5be6-f383-49a5-a58f-0372428beff5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.839777] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ca4722-8ece-40f2-87ed-89e651248258 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.840111] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b3e9b23-d213-4959-a354-6640507e9f2c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.847338] env[68960]: DEBUG oslo_vmware.api [None req-e1ca4722-8ece-40f2-87ed-89e651248258 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Waiting for the task: (returnval){ [ 844.847338] env[68960]: value = "task-3221467" [ 844.847338] env[68960]: _type = "Task" [ 844.847338] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.856504] env[68960]: DEBUG oslo_vmware.api [None req-e1ca4722-8ece-40f2-87ed-89e651248258 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.865262] env[68960]: DEBUG oslo_concurrency.lockutils [req-65af7866-1a6a-4048-a2e1-78151ced8185 req-216ae4af-9a4e-4782-aeab-87cffd287788 service nova] Releasing lock "refresh_cache-61e242ee-90f1-48f2-af11-2b9ca6dcf4d1" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.890229] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.002389] env[68960]: DEBUG oslo_vmware.api [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Task: {'id': task-3221466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211983} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.003610] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.003887] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.004836] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d054c70f-fa0b-41ca-87c9-054edefcafbf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.031397] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1/61e242ee-90f1-48f2-af11-2b9ca6dcf4d1.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.032365] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-928ba98e-e5f8-44c2-b0f0-b72ec235e51c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.052807] env[68960]: DEBUG oslo_vmware.api [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Waiting for the task: (returnval){ [ 845.052807] env[68960]: value = "task-3221468" [ 845.052807] env[68960]: _type = "Task" [ 845.052807] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.065976] env[68960]: DEBUG oslo_vmware.api [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Task: {'id': task-3221468, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.154863] env[68960]: DEBUG oslo_concurrency.lockutils [None req-67b67014-6ed4-4475-9339-21ceff94c803 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "637ba32b-97be-465d-a923-4eed68a2bb68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.067s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.279860] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.358176] env[68960]: DEBUG oslo_vmware.api [None req-e1ca4722-8ece-40f2-87ed-89e651248258 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221467, 'name': PowerOffVM_Task, 'duration_secs': 0.221135} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.358442] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ca4722-8ece-40f2-87ed-89e651248258 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.358596] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ca4722-8ece-40f2-87ed-89e651248258 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.359340] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ed4d59f-b6b8-42fb-bae7-50869e8945f2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.471137] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ca4722-8ece-40f2-87ed-89e651248258 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.471137] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ca4722-8ece-40f2-87ed-89e651248258 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.471231] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1ca4722-8ece-40f2-87ed-89e651248258 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Deleting the datastore file [datastore2] 75989e3e-49a2-4591-8017-d7ce9b0ac18e {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.471523] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-073c5a3b-48d3-4b2d-86ec-0956c16ad617 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.478522] env[68960]: DEBUG oslo_vmware.api [None req-e1ca4722-8ece-40f2-87ed-89e651248258 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Waiting for the task: (returnval){ [ 845.478522] env[68960]: value = "task-3221470" [ 845.478522] env[68960]: _type = "Task" [ 845.478522] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.486540] env[68960]: DEBUG oslo_vmware.api [None req-e1ca4722-8ece-40f2-87ed-89e651248258 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.506288] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.506288] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3187bfa2-757f-4a57-953a-e7c78d8c6610 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.511592] env[68960]: DEBUG oslo_vmware.api [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Waiting for the task: (returnval){ [ 845.511592] env[68960]: value = "task-3221471" [ 845.511592] env[68960]: _type = "Task" [ 845.511592] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.526369] env[68960]: DEBUG oslo_vmware.api [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': task-3221471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.562360] env[68960]: DEBUG oslo_vmware.api [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Task: {'id': task-3221468, 'name': ReconfigVM_Task, 'duration_secs': 0.276846} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.562757] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1/61e242ee-90f1-48f2-af11-2b9ca6dcf4d1.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.563504] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e10cdd93-f4aa-4bc3-ab4d-7362d89529bc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.570887] env[68960]: DEBUG oslo_vmware.api [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Waiting for the task: (returnval){ [ 845.570887] env[68960]: value = "task-3221472" [ 845.570887] env[68960]: _type = "Task" [ 845.570887] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.579392] env[68960]: DEBUG oslo_vmware.api [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Task: {'id': task-3221472, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.993733] env[68960]: DEBUG oslo_vmware.api [None req-e1ca4722-8ece-40f2-87ed-89e651248258 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Task: {'id': task-3221470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25741} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.994032] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1ca4722-8ece-40f2-87ed-89e651248258 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.994292] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ca4722-8ece-40f2-87ed-89e651248258 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.995124] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ca4722-8ece-40f2-87ed-89e651248258 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.995124] env[68960]: INFO nova.compute.manager [None req-e1ca4722-8ece-40f2-87ed-89e651248258 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 845.995124] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1ca4722-8ece-40f2-87ed-89e651248258 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.995124] env[68960]: DEBUG nova.compute.manager [-] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.995315] env[68960]: DEBUG nova.network.neutron [-] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 846.023755] env[68960]: DEBUG oslo_vmware.api [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': task-3221471, 'name': PowerOffVM_Task, 'duration_secs': 0.231015} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.023755] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.025016] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.025016] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56474613-a3ee-4454-92d6-f1a7ae080777 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.031523] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.032061] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56fc8b8b-550b-4159-9e9f-b7f0375480f0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.056709] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.056921] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.057111] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Deleting the datastore file [datastore1] 7ed822c1-5697-493e-86ab-a4516721f183 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.057391] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9c65564-c88c-435e-b162-340f0863e519 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.065085] env[68960]: DEBUG oslo_vmware.api [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Waiting for the task: (returnval){ [ 846.065085] env[68960]: value = "task-3221474" [ 846.065085] env[68960]: _type = "Task" [ 846.065085] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.075853] env[68960]: DEBUG oslo_vmware.api [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': task-3221474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.085283] env[68960]: DEBUG oslo_vmware.api [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Task: {'id': task-3221472, 'name': Rename_Task, 'duration_secs': 0.15901} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.088017] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.088988] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-540bf161-2eee-4993-804d-83659dbe0484 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.095831] env[68960]: DEBUG oslo_vmware.api [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Waiting for the task: (returnval){ [ 846.095831] env[68960]: value = "task-3221475" [ 846.095831] env[68960]: _type = "Task" [ 846.095831] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.104838] env[68960]: DEBUG oslo_vmware.api [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Task: {'id': task-3221475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.278964] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f71ea0-d551-4a25-bb20-e62c9dfbf0f0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.286993] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7888395-d556-4297-9fb7-25303bf52fa2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.319275] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80393383-e366-4278-aa32-75f8bff0be7c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.327354] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55d50c4-dc48-4563-9a25-30c211070e76 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.342733] env[68960]: DEBUG nova.compute.provider_tree [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.578117] env[68960]: DEBUG oslo_vmware.api [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': task-3221474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147507} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.578394] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.578645] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.578749] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.607556] env[68960]: DEBUG oslo_vmware.api [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Task: {'id': task-3221475, 'name': PowerOnVM_Task, 'duration_secs': 0.447411} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.607556] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.607556] env[68960]: INFO nova.compute.manager [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Took 5.91 seconds to spawn the instance on the hypervisor. [ 846.607556] env[68960]: DEBUG nova.compute.manager [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.608017] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d6d2a9-30cb-4e41-b854-023404b48580 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.631391] env[68960]: DEBUG nova.compute.manager [req-77277ad4-bcf5-4ade-a27f-6db840c3ae20 req-8e47b737-9bf6-4a0e-8ba0-11695721dbfd service nova] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Received event network-vif-deleted-6a82da15-1cd2-4cda-bb28-99b8ace72426 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.631655] env[68960]: INFO nova.compute.manager [req-77277ad4-bcf5-4ade-a27f-6db840c3ae20 req-8e47b737-9bf6-4a0e-8ba0-11695721dbfd service nova] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Neutron deleted interface 6a82da15-1cd2-4cda-bb28-99b8ace72426; detaching it from the instance and deleting it from the info cache [ 846.632387] env[68960]: DEBUG nova.network.neutron [req-77277ad4-bcf5-4ade-a27f-6db840c3ae20 req-8e47b737-9bf6-4a0e-8ba0-11695721dbfd service nova] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Updating instance_info_cache with network_info: [{"id": "c2b5a7ec-9692-40c8-b734-29ef737964bb", "address": "fa:16:3e:21:97:27", "network": {"id": "e394ecd5-4fc3-4a84-b1ca-dbe082ef0e8d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-83885500", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7debc6a837784722b7a96e8233f69033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2b5a7ec-96", "ovs_interfaceid": "c2b5a7ec-9692-40c8-b734-29ef737964bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.849026] env[68960]: DEBUG nova.scheduler.client.report [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.030405] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquiring lock "d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.030739] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.054897] env[68960]: DEBUG nova.network.neutron [-] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.130160] env[68960]: INFO nova.compute.manager [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Took 44.57 seconds to build instance. [ 847.134126] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ee93630-7c48-4269-bfea-6923dff29c26 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.144753] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e62fb72-bdaf-45f8-85c1-e057aa8daf12 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.179714] env[68960]: DEBUG nova.compute.manager [req-77277ad4-bcf5-4ade-a27f-6db840c3ae20 req-8e47b737-9bf6-4a0e-8ba0-11695721dbfd service nova] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Detach interface failed, port_id=6a82da15-1cd2-4cda-bb28-99b8ace72426, reason: Instance 75989e3e-49a2-4591-8017-d7ce9b0ac18e could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 847.351944] env[68960]: DEBUG oslo_concurrency.lockutils [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.352602] env[68960]: DEBUG nova.compute.manager [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.355315] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ff1295e1-3458-4afc-b4ad-44701c782958 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.293s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.355540] env[68960]: DEBUG nova.objects.instance [None req-ff1295e1-3458-4afc-b4ad-44701c782958 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Lazy-loading 'resources' on Instance uuid ea511f6f-216d-476d-8d6a-46d4375263d2 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.561024] env[68960]: INFO nova.compute.manager [-] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Took 1.56 seconds to deallocate network for instance. [ 847.614731] env[68960]: DEBUG nova.virt.hardware [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.614731] env[68960]: DEBUG nova.virt.hardware [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.614731] env[68960]: DEBUG nova.virt.hardware [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.614731] env[68960]: DEBUG nova.virt.hardware [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.614731] env[68960]: DEBUG nova.virt.hardware [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.615014] env[68960]: DEBUG nova.virt.hardware [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.615196] env[68960]: DEBUG nova.virt.hardware [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.615399] env[68960]: DEBUG nova.virt.hardware [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.615606] env[68960]: DEBUG nova.virt.hardware [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.615806] env[68960]: DEBUG nova.virt.hardware [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.616028] env[68960]: DEBUG nova.virt.hardware [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.616954] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af28bd0-6fc6-4141-9687-04ce0c92718b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.625579] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4a7dcc-e823-4f28-9047-cd794c82d421 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.641068] env[68960]: DEBUG oslo_concurrency.lockutils [None req-733ffae1-4e1f-4655-91a0-bab800b18a98 tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Lock "61e242ee-90f1-48f2-af11-2b9ca6dcf4d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.032s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.641508] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Instance VIF info [] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.647746] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.649123] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.652223] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ea11a34-e0a9-4d0e-bbda-47232ec6d709 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.666952] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.666952] env[68960]: value = "task-3221476" [ 847.666952] env[68960]: _type = "Task" [ 847.666952] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.674566] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221476, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.859107] env[68960]: DEBUG nova.compute.utils [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.863931] env[68960]: DEBUG nova.compute.manager [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.864075] env[68960]: DEBUG nova.network.neutron [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.917785] env[68960]: DEBUG nova.policy [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db14fe475b834147ba5397fdd625cca5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c63f579c384475ca3452736928c5866', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.067725] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e1ca4722-8ece-40f2-87ed-89e651248258 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.163111] env[68960]: DEBUG nova.compute.manager [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.180431] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221476, 'name': CreateVM_Task, 'duration_secs': 0.303987} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.186650] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.187984] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.187984] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.188254] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.188528] env[68960]: DEBUG oslo_concurrency.lockutils [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "14acdb67-8104-487c-b2b3-a8007f0d05df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.188789] env[68960]: DEBUG oslo_concurrency.lockutils [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "14acdb67-8104-487c-b2b3-a8007f0d05df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.188974] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c339f6c6-4015-451e-a17a-c06a96726912 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.193785] env[68960]: DEBUG oslo_vmware.api [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Waiting for the task: (returnval){ [ 848.193785] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5290ee16-781d-2821-3366-7b087c8b99b5" [ 848.193785] env[68960]: _type = "Task" [ 848.193785] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.204313] env[68960]: DEBUG oslo_vmware.api [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5290ee16-781d-2821-3366-7b087c8b99b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.205051] env[68960]: DEBUG nova.network.neutron [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Successfully created port: b152f2fe-f425-4789-8057-673adcceae60 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.364852] env[68960]: DEBUG nova.compute.manager [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.369896] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8fb79c-b66e-44d3-a25f-d54cfca4181c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.377692] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6cbd4f-f002-47f7-9cbb-84d55bc25b98 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.412017] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4957c9da-00f6-47b6-a0a7-49b2566e875b tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Acquiring lock "61e242ee-90f1-48f2-af11-2b9ca6dcf4d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.412017] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4957c9da-00f6-47b6-a0a7-49b2566e875b tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Lock "61e242ee-90f1-48f2-af11-2b9ca6dcf4d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.412017] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4957c9da-00f6-47b6-a0a7-49b2566e875b tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Acquiring lock "61e242ee-90f1-48f2-af11-2b9ca6dcf4d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.412017] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4957c9da-00f6-47b6-a0a7-49b2566e875b tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Lock "61e242ee-90f1-48f2-af11-2b9ca6dcf4d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.412017] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4957c9da-00f6-47b6-a0a7-49b2566e875b tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Lock "61e242ee-90f1-48f2-af11-2b9ca6dcf4d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.412017] env[68960]: INFO nova.compute.manager [None req-4957c9da-00f6-47b6-a0a7-49b2566e875b tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Terminating instance [ 848.413833] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edc2481-dc3e-4db6-9080-f5ffd76ac2e9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.423048] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aada5c7-10ec-46ee-9720-6a64df663626 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.436605] env[68960]: DEBUG nova.compute.provider_tree [None req-ff1295e1-3458-4afc-b4ad-44701c782958 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.680749] env[68960]: DEBUG nova.compute.manager [req-fabb419a-dd51-4ad7-a07a-4d6769161087 req-79bcbc53-0918-4ad9-8967-56ea64396d6a service nova] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Received event network-vif-deleted-c2b5a7ec-9692-40c8-b734-29ef737964bb {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.692178] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.704287] env[68960]: DEBUG oslo_vmware.api [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5290ee16-781d-2821-3366-7b087c8b99b5, 'name': SearchDatastore_Task, 'duration_secs': 0.012261} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.704567] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.704791] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.705033] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.705175] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.705351] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.705602] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1316ff8-9b9c-45e6-ac9c-c9d4a1be010e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.713617] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.713776] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.714725] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f1a402b-dd37-4db9-9cd1-7cdd89845968 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.719437] env[68960]: DEBUG oslo_vmware.api [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Waiting for the task: (returnval){ [ 848.719437] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52773bff-4b39-29f1-28a3-d21cbd1bc7ee" [ 848.719437] env[68960]: _type = "Task" [ 848.719437] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.728410] env[68960]: DEBUG oslo_vmware.api [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52773bff-4b39-29f1-28a3-d21cbd1bc7ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.919116] env[68960]: DEBUG nova.compute.manager [None req-4957c9da-00f6-47b6-a0a7-49b2566e875b tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.919379] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4957c9da-00f6-47b6-a0a7-49b2566e875b tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.920253] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c1d80e-d51e-4eb6-ab0d-9be271fcdfba {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.928493] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4957c9da-00f6-47b6-a0a7-49b2566e875b tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.928726] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-808ec7d2-c846-438e-874a-dc0658cbb0f3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.935022] env[68960]: DEBUG oslo_vmware.api [None req-4957c9da-00f6-47b6-a0a7-49b2566e875b tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Waiting for the task: (returnval){ [ 848.935022] env[68960]: value = "task-3221477" [ 848.935022] env[68960]: _type = "Task" [ 848.935022] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.939226] env[68960]: DEBUG nova.scheduler.client.report [None req-ff1295e1-3458-4afc-b4ad-44701c782958 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.949466] env[68960]: DEBUG oslo_vmware.api [None req-4957c9da-00f6-47b6-a0a7-49b2566e875b tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Task: {'id': task-3221477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.230291] env[68960]: DEBUG oslo_vmware.api [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52773bff-4b39-29f1-28a3-d21cbd1bc7ee, 'name': SearchDatastore_Task, 'duration_secs': 0.011837} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.231134] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a55a1dc5-1b51-4630-8572-200fc75054bc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.236244] env[68960]: DEBUG oslo_vmware.api [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Waiting for the task: (returnval){ [ 849.236244] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5223599e-90e3-8c69-ebec-9721000de306" [ 849.236244] env[68960]: _type = "Task" [ 849.236244] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.245312] env[68960]: DEBUG oslo_vmware.api [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5223599e-90e3-8c69-ebec-9721000de306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.376813] env[68960]: DEBUG nova.compute.manager [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.405592] env[68960]: DEBUG nova.virt.hardware [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.405592] env[68960]: DEBUG nova.virt.hardware [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.405791] env[68960]: DEBUG nova.virt.hardware [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.405929] env[68960]: DEBUG nova.virt.hardware [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.406093] env[68960]: DEBUG nova.virt.hardware [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.406246] env[68960]: DEBUG nova.virt.hardware [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.406457] env[68960]: DEBUG nova.virt.hardware [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.406618] env[68960]: DEBUG nova.virt.hardware [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.406783] env[68960]: DEBUG nova.virt.hardware [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.406943] env[68960]: DEBUG nova.virt.hardware [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.407126] env[68960]: DEBUG nova.virt.hardware [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.407980] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e09e84-6e79-4b1c-88bb-943163e92f54 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.415749] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03db904d-6939-4715-b17d-698f08428d22 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.443146] env[68960]: DEBUG oslo_vmware.api [None req-4957c9da-00f6-47b6-a0a7-49b2566e875b tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Task: {'id': task-3221477, 'name': PowerOffVM_Task, 'duration_secs': 0.185519} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.443445] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4957c9da-00f6-47b6-a0a7-49b2566e875b tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.443617] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4957c9da-00f6-47b6-a0a7-49b2566e875b tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.444408] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ff1295e1-3458-4afc-b4ad-44701c782958 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.089s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.446343] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-428fe635-5147-42ac-ad1e-572ba74d99ba {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.448037] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.949s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.448224] env[68960]: DEBUG nova.objects.instance [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68960) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 849.471827] env[68960]: INFO nova.scheduler.client.report [None req-ff1295e1-3458-4afc-b4ad-44701c782958 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Deleted allocations for instance ea511f6f-216d-476d-8d6a-46d4375263d2 [ 849.517358] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4957c9da-00f6-47b6-a0a7-49b2566e875b tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.517358] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4957c9da-00f6-47b6-a0a7-49b2566e875b tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.517358] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-4957c9da-00f6-47b6-a0a7-49b2566e875b tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Deleting the datastore file [datastore1] 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.517565] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bec5da6-1149-4178-9006-f26b6b28ac5a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.525326] env[68960]: DEBUG oslo_vmware.api [None req-4957c9da-00f6-47b6-a0a7-49b2566e875b tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Waiting for the task: (returnval){ [ 849.525326] env[68960]: value = "task-3221479" [ 849.525326] env[68960]: _type = "Task" [ 849.525326] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.533783] env[68960]: DEBUG oslo_vmware.api [None req-4957c9da-00f6-47b6-a0a7-49b2566e875b tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Task: {'id': task-3221479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.708925] env[68960]: DEBUG nova.network.neutron [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Successfully updated port: b152f2fe-f425-4789-8057-673adcceae60 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.746703] env[68960]: DEBUG oslo_vmware.api [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5223599e-90e3-8c69-ebec-9721000de306, 'name': SearchDatastore_Task, 'duration_secs': 0.009452} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.746972] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.747262] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 7ed822c1-5697-493e-86ab-a4516721f183/7ed822c1-5697-493e-86ab-a4516721f183.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.747527] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b21cd0f7-6f37-484d-bf30-d602014eade0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.754881] env[68960]: DEBUG oslo_vmware.api [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Waiting for the task: (returnval){ [ 849.754881] env[68960]: value = "task-3221480" [ 849.754881] env[68960]: _type = "Task" [ 849.754881] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.762336] env[68960]: DEBUG oslo_vmware.api [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': task-3221480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.981757] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ff1295e1-3458-4afc-b4ad-44701c782958 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Lock "ea511f6f-216d-476d-8d6a-46d4375263d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.953s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.038923] env[68960]: DEBUG oslo_vmware.api [None req-4957c9da-00f6-47b6-a0a7-49b2566e875b tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Task: {'id': task-3221479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137222} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.039701] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-4957c9da-00f6-47b6-a0a7-49b2566e875b tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.039927] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4957c9da-00f6-47b6-a0a7-49b2566e875b tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.040158] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4957c9da-00f6-47b6-a0a7-49b2566e875b tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.040350] env[68960]: INFO nova.compute.manager [None req-4957c9da-00f6-47b6-a0a7-49b2566e875b tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 850.040581] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4957c9da-00f6-47b6-a0a7-49b2566e875b tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.040840] env[68960]: DEBUG nova.compute.manager [-] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.040940] env[68960]: DEBUG nova.network.neutron [-] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.213252] env[68960]: DEBUG oslo_concurrency.lockutils [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Acquiring lock "refresh_cache-3bdac993-7a8b-47ba-b025-56057dd96a8b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.213417] env[68960]: DEBUG oslo_concurrency.lockutils [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Acquired lock "refresh_cache-3bdac993-7a8b-47ba-b025-56057dd96a8b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.213602] env[68960]: DEBUG nova.network.neutron [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.265271] env[68960]: DEBUG oslo_vmware.api [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': task-3221480, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466086} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.266621] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 7ed822c1-5697-493e-86ab-a4516721f183/7ed822c1-5697-493e-86ab-a4516721f183.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.266621] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.266794] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bfeb231-6799-44f1-9558-9f26977ce014 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.272603] env[68960]: DEBUG oslo_vmware.api [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Waiting for the task: (returnval){ [ 850.272603] env[68960]: value = "task-3221481" [ 850.272603] env[68960]: _type = "Task" [ 850.272603] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.283024] env[68960]: DEBUG oslo_vmware.api [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': task-3221481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.458409] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7f082503-6dc3-499e-8fde-3551c8b1fa2e tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.459561] env[68960]: DEBUG oslo_concurrency.lockutils [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.298s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.461584] env[68960]: INFO nova.compute.claims [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.522017] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d186e0a9-2ac6-4116-97a8-fe56b6871963 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Acquiring lock "9f920545-ec05-4422-948b-6a47381d01b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.522079] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d186e0a9-2ac6-4116-97a8-fe56b6871963 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Lock "9f920545-ec05-4422-948b-6a47381d01b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.522289] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d186e0a9-2ac6-4116-97a8-fe56b6871963 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Acquiring lock "9f920545-ec05-4422-948b-6a47381d01b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.523657] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d186e0a9-2ac6-4116-97a8-fe56b6871963 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Lock "9f920545-ec05-4422-948b-6a47381d01b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.523657] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d186e0a9-2ac6-4116-97a8-fe56b6871963 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Lock "9f920545-ec05-4422-948b-6a47381d01b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.524718] env[68960]: INFO nova.compute.manager [None req-d186e0a9-2ac6-4116-97a8-fe56b6871963 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Terminating instance [ 850.782541] env[68960]: DEBUG oslo_vmware.api [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': task-3221481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059446} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.786891] env[68960]: DEBUG nova.network.neutron [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.792063] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.793833] env[68960]: DEBUG nova.compute.manager [req-9065e330-451e-4774-9b0b-2382df77eb9f req-ad753e5c-9f93-4f1d-918d-e674e7f1dca0 service nova] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Received event network-vif-plugged-b152f2fe-f425-4789-8057-673adcceae60 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.794238] env[68960]: DEBUG oslo_concurrency.lockutils [req-9065e330-451e-4774-9b0b-2382df77eb9f req-ad753e5c-9f93-4f1d-918d-e674e7f1dca0 service nova] Acquiring lock "3bdac993-7a8b-47ba-b025-56057dd96a8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.794485] env[68960]: DEBUG oslo_concurrency.lockutils [req-9065e330-451e-4774-9b0b-2382df77eb9f req-ad753e5c-9f93-4f1d-918d-e674e7f1dca0 service nova] Lock "3bdac993-7a8b-47ba-b025-56057dd96a8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.794655] env[68960]: DEBUG oslo_concurrency.lockutils [req-9065e330-451e-4774-9b0b-2382df77eb9f req-ad753e5c-9f93-4f1d-918d-e674e7f1dca0 service nova] Lock "3bdac993-7a8b-47ba-b025-56057dd96a8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.794821] env[68960]: DEBUG nova.compute.manager [req-9065e330-451e-4774-9b0b-2382df77eb9f req-ad753e5c-9f93-4f1d-918d-e674e7f1dca0 service nova] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] No waiting events found dispatching network-vif-plugged-b152f2fe-f425-4789-8057-673adcceae60 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.794983] env[68960]: WARNING nova.compute.manager [req-9065e330-451e-4774-9b0b-2382df77eb9f req-ad753e5c-9f93-4f1d-918d-e674e7f1dca0 service nova] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Received unexpected event network-vif-plugged-b152f2fe-f425-4789-8057-673adcceae60 for instance with vm_state building and task_state spawning. [ 850.795159] env[68960]: DEBUG nova.compute.manager [req-9065e330-451e-4774-9b0b-2382df77eb9f req-ad753e5c-9f93-4f1d-918d-e674e7f1dca0 service nova] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Received event network-changed-b152f2fe-f425-4789-8057-673adcceae60 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.795304] env[68960]: DEBUG nova.compute.manager [req-9065e330-451e-4774-9b0b-2382df77eb9f req-ad753e5c-9f93-4f1d-918d-e674e7f1dca0 service nova] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Refreshing instance network info cache due to event network-changed-b152f2fe-f425-4789-8057-673adcceae60. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.795463] env[68960]: DEBUG oslo_concurrency.lockutils [req-9065e330-451e-4774-9b0b-2382df77eb9f req-ad753e5c-9f93-4f1d-918d-e674e7f1dca0 service nova] Acquiring lock "refresh_cache-3bdac993-7a8b-47ba-b025-56057dd96a8b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.796238] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e383a05-2131-4e43-a55c-be14885ff8cb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.799564] env[68960]: DEBUG nova.network.neutron [-] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.822456] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 7ed822c1-5697-493e-86ab-a4516721f183/7ed822c1-5697-493e-86ab-a4516721f183.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.826217] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd458a26-8285-4210-b520-4440d9166c10 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.846671] env[68960]: DEBUG oslo_vmware.api [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Waiting for the task: (returnval){ [ 850.846671] env[68960]: value = "task-3221482" [ 850.846671] env[68960]: _type = "Task" [ 850.846671] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.858945] env[68960]: DEBUG oslo_vmware.api [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': task-3221482, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.970671] env[68960]: DEBUG nova.network.neutron [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Updating instance_info_cache with network_info: [{"id": "b152f2fe-f425-4789-8057-673adcceae60", "address": "fa:16:3e:f2:94:b4", "network": {"id": "4089e504-6cbc-4d5a-838d-50cac92d5b6a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2146448288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c63f579c384475ca3452736928c5866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb152f2fe-f4", "ovs_interfaceid": "b152f2fe-f425-4789-8057-673adcceae60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.030039] env[68960]: DEBUG nova.compute.manager [None req-d186e0a9-2ac6-4116-97a8-fe56b6871963 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.030039] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d186e0a9-2ac6-4116-97a8-fe56b6871963 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.030039] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261cea11-861b-4f24-9084-2c1a5b1473f3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.038890] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d186e0a9-2ac6-4116-97a8-fe56b6871963 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.039141] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9d1f68b-dff3-4d83-ad66-7b12eccfd4f7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.045138] env[68960]: DEBUG oslo_vmware.api [None req-d186e0a9-2ac6-4116-97a8-fe56b6871963 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Waiting for the task: (returnval){ [ 851.045138] env[68960]: value = "task-3221483" [ 851.045138] env[68960]: _type = "Task" [ 851.045138] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.052761] env[68960]: DEBUG oslo_vmware.api [None req-d186e0a9-2ac6-4116-97a8-fe56b6871963 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': task-3221483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.302415] env[68960]: INFO nova.compute.manager [-] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Took 1.26 seconds to deallocate network for instance. [ 851.357219] env[68960]: DEBUG oslo_vmware.api [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': task-3221482, 'name': ReconfigVM_Task, 'duration_secs': 0.275438} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.357502] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 7ed822c1-5697-493e-86ab-a4516721f183/7ed822c1-5697-493e-86ab-a4516721f183.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.358110] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be18a7a4-9405-42ca-9b2a-74978a697886 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.364801] env[68960]: DEBUG oslo_vmware.api [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Waiting for the task: (returnval){ [ 851.364801] env[68960]: value = "task-3221484" [ 851.364801] env[68960]: _type = "Task" [ 851.364801] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.373388] env[68960]: DEBUG oslo_vmware.api [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': task-3221484, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.473418] env[68960]: DEBUG oslo_concurrency.lockutils [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Releasing lock "refresh_cache-3bdac993-7a8b-47ba-b025-56057dd96a8b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.473832] env[68960]: DEBUG nova.compute.manager [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Instance network_info: |[{"id": "b152f2fe-f425-4789-8057-673adcceae60", "address": "fa:16:3e:f2:94:b4", "network": {"id": "4089e504-6cbc-4d5a-838d-50cac92d5b6a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2146448288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c63f579c384475ca3452736928c5866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb152f2fe-f4", "ovs_interfaceid": "b152f2fe-f425-4789-8057-673adcceae60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.474151] env[68960]: DEBUG oslo_concurrency.lockutils [req-9065e330-451e-4774-9b0b-2382df77eb9f req-ad753e5c-9f93-4f1d-918d-e674e7f1dca0 service nova] Acquired lock "refresh_cache-3bdac993-7a8b-47ba-b025-56057dd96a8b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.474344] env[68960]: DEBUG nova.network.neutron [req-9065e330-451e-4774-9b0b-2382df77eb9f req-ad753e5c-9f93-4f1d-918d-e674e7f1dca0 service nova] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Refreshing network info cache for port b152f2fe-f425-4789-8057-673adcceae60 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.475562] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:94:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b152f2fe-f425-4789-8057-673adcceae60', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.483674] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Creating folder: Project (3c63f579c384475ca3452736928c5866). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.488161] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9575f5a7-0b78-4df5-bcb2-e37f08b8d84d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.499955] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Created folder: Project (3c63f579c384475ca3452736928c5866) in parent group-v643888. [ 851.500373] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Creating folder: Instances. Parent ref: group-v644060. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.500518] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6301e498-79e6-481f-9fd8-797bc93cd819 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.511393] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "interface-2f52fb86-7de8-4029-9bef-8ac22581f503-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.511632] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "interface-2f52fb86-7de8-4029-9bef-8ac22581f503-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.511973] env[68960]: DEBUG nova.objects.instance [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lazy-loading 'flavor' on Instance uuid 2f52fb86-7de8-4029-9bef-8ac22581f503 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.515179] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Created folder: Instances in parent group-v644060. [ 851.515418] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.515818] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.516049] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c709e9cd-7dc8-48de-8835-afaabb2ac085 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.541636] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.541636] env[68960]: value = "task-3221487" [ 851.541636] env[68960]: _type = "Task" [ 851.541636] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.554671] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221487, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.559706] env[68960]: DEBUG oslo_vmware.api [None req-d186e0a9-2ac6-4116-97a8-fe56b6871963 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': task-3221483, 'name': PowerOffVM_Task, 'duration_secs': 0.20172} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.559960] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d186e0a9-2ac6-4116-97a8-fe56b6871963 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.560142] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d186e0a9-2ac6-4116-97a8-fe56b6871963 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.560392] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90f0fdcb-7d19-47dc-b1db-f60882ece58d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.648238] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d186e0a9-2ac6-4116-97a8-fe56b6871963 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.648501] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d186e0a9-2ac6-4116-97a8-fe56b6871963 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.648719] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d186e0a9-2ac6-4116-97a8-fe56b6871963 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Deleting the datastore file [datastore2] 9f920545-ec05-4422-948b-6a47381d01b3 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.651385] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0397715a-5926-47da-83df-9d6ab3e5a8cf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.657183] env[68960]: DEBUG oslo_vmware.api [None req-d186e0a9-2ac6-4116-97a8-fe56b6871963 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Waiting for the task: (returnval){ [ 851.657183] env[68960]: value = "task-3221489" [ 851.657183] env[68960]: _type = "Task" [ 851.657183] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.665302] env[68960]: DEBUG oslo_vmware.api [None req-d186e0a9-2ac6-4116-97a8-fe56b6871963 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': task-3221489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.715892] env[68960]: DEBUG nova.network.neutron [req-9065e330-451e-4774-9b0b-2382df77eb9f req-ad753e5c-9f93-4f1d-918d-e674e7f1dca0 service nova] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Updated VIF entry in instance network info cache for port b152f2fe-f425-4789-8057-673adcceae60. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.716390] env[68960]: DEBUG nova.network.neutron [req-9065e330-451e-4774-9b0b-2382df77eb9f req-ad753e5c-9f93-4f1d-918d-e674e7f1dca0 service nova] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Updating instance_info_cache with network_info: [{"id": "b152f2fe-f425-4789-8057-673adcceae60", "address": "fa:16:3e:f2:94:b4", "network": {"id": "4089e504-6cbc-4d5a-838d-50cac92d5b6a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2146448288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c63f579c384475ca3452736928c5866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb152f2fe-f4", "ovs_interfaceid": "b152f2fe-f425-4789-8057-673adcceae60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.809734] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4957c9da-00f6-47b6-a0a7-49b2566e875b tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.875146] env[68960]: DEBUG oslo_vmware.api [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': task-3221484, 'name': Rename_Task, 'duration_secs': 0.141836} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.877638] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.878887] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14957741-1376-4870-93ac-224d23b35412 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.886148] env[68960]: DEBUG oslo_vmware.api [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Waiting for the task: (returnval){ [ 851.886148] env[68960]: value = "task-3221490" [ 851.886148] env[68960]: _type = "Task" [ 851.886148] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.896977] env[68960]: DEBUG oslo_vmware.api [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': task-3221490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.973041] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599235b7-afe0-4597-9d1c-bf9758a0b2c9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.980079] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3777302-44b9-4c35-8190-3b639f68b3f1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.012222] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85394eb-cdd7-4a9d-b37b-ecbccd24f405 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.022705] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afe5fce-f42e-45a8-ba3e-e24a3d125706 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.039201] env[68960]: DEBUG nova.compute.provider_tree [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.050206] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221487, 'name': CreateVM_Task, 'duration_secs': 0.35876} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.050934] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.051588] env[68960]: DEBUG oslo_concurrency.lockutils [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.051794] env[68960]: DEBUG oslo_concurrency.lockutils [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.052145] env[68960]: DEBUG oslo_concurrency.lockutils [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.052596] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5567167-723d-4d62-9f73-96fc51b1326b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.057622] env[68960]: DEBUG oslo_vmware.api [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Waiting for the task: (returnval){ [ 852.057622] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]526986e5-37b1-c0ad-98b8-853059e184c6" [ 852.057622] env[68960]: _type = "Task" [ 852.057622] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.065796] env[68960]: DEBUG oslo_vmware.api [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]526986e5-37b1-c0ad-98b8-853059e184c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.101629] env[68960]: DEBUG nova.objects.instance [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lazy-loading 'pci_requests' on Instance uuid 2f52fb86-7de8-4029-9bef-8ac22581f503 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.167412] env[68960]: DEBUG oslo_vmware.api [None req-d186e0a9-2ac6-4116-97a8-fe56b6871963 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Task: {'id': task-3221489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149787} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.167686] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d186e0a9-2ac6-4116-97a8-fe56b6871963 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.167872] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d186e0a9-2ac6-4116-97a8-fe56b6871963 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.168067] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d186e0a9-2ac6-4116-97a8-fe56b6871963 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.168248] env[68960]: INFO nova.compute.manager [None req-d186e0a9-2ac6-4116-97a8-fe56b6871963 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 852.168502] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d186e0a9-2ac6-4116-97a8-fe56b6871963 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.168685] env[68960]: DEBUG nova.compute.manager [-] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.168778] env[68960]: DEBUG nova.network.neutron [-] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.219295] env[68960]: DEBUG oslo_concurrency.lockutils [req-9065e330-451e-4774-9b0b-2382df77eb9f req-ad753e5c-9f93-4f1d-918d-e674e7f1dca0 service nova] Releasing lock "refresh_cache-3bdac993-7a8b-47ba-b025-56057dd96a8b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.219295] env[68960]: DEBUG nova.compute.manager [req-9065e330-451e-4774-9b0b-2382df77eb9f req-ad753e5c-9f93-4f1d-918d-e674e7f1dca0 service nova] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Received event network-vif-deleted-0177dcc8-146d-4ec9-aaa0-330fc8eaa3c4 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.219295] env[68960]: INFO nova.compute.manager [req-9065e330-451e-4774-9b0b-2382df77eb9f req-ad753e5c-9f93-4f1d-918d-e674e7f1dca0 service nova] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Neutron deleted interface 0177dcc8-146d-4ec9-aaa0-330fc8eaa3c4; detaching it from the instance and deleting it from the info cache [ 852.219536] env[68960]: DEBUG nova.network.neutron [req-9065e330-451e-4774-9b0b-2382df77eb9f req-ad753e5c-9f93-4f1d-918d-e674e7f1dca0 service nova] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.398818] env[68960]: DEBUG oslo_vmware.api [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': task-3221490, 'name': PowerOnVM_Task, 'duration_secs': 0.499648} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.400393] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.400618] env[68960]: DEBUG nova.compute.manager [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.401691] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf274001-8079-4db7-8c8c-1a7cb8430043 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.542258] env[68960]: DEBUG nova.scheduler.client.report [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.570572] env[68960]: DEBUG oslo_vmware.api [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]526986e5-37b1-c0ad-98b8-853059e184c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010669} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.570754] env[68960]: DEBUG oslo_concurrency.lockutils [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.570988] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.571238] env[68960]: DEBUG oslo_concurrency.lockutils [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.571385] env[68960]: DEBUG oslo_concurrency.lockutils [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.571552] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.571815] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a6c25a9-2d74-42fa-866e-fad73afcfb74 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.579848] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.580044] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.580745] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6b1a568-2f52-48b5-9693-2ce24bed9c8f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.585405] env[68960]: DEBUG oslo_vmware.api [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Waiting for the task: (returnval){ [ 852.585405] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5212ad37-de47-f96f-5d4a-e319d175ebf3" [ 852.585405] env[68960]: _type = "Task" [ 852.585405] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.593592] env[68960]: DEBUG oslo_vmware.api [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5212ad37-de47-f96f-5d4a-e319d175ebf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.604504] env[68960]: DEBUG nova.objects.base [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Object Instance<2f52fb86-7de8-4029-9bef-8ac22581f503> lazy-loaded attributes: flavor,pci_requests {{(pid=68960) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 852.604698] env[68960]: DEBUG nova.network.neutron [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 852.640532] env[68960]: DEBUG nova.policy [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac6c3170d11f486a9f9f12a2b8d03f32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e614b9fed50b48789272b9d2b974627e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.723647] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e173c96b-8aa9-48b0-922e-593dd9558bf3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.733159] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a300cc-f1a5-494b-9696-d3da973175f3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.765405] env[68960]: DEBUG nova.compute.manager [req-9065e330-451e-4774-9b0b-2382df77eb9f req-ad753e5c-9f93-4f1d-918d-e674e7f1dca0 service nova] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Detach interface failed, port_id=0177dcc8-146d-4ec9-aaa0-330fc8eaa3c4, reason: Instance 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 852.887253] env[68960]: DEBUG nova.network.neutron [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Successfully created port: 6bd67651-a549-4ae5-b61c-00fd919657c4 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.902345] env[68960]: DEBUG nova.network.neutron [-] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.919795] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.947582] env[68960]: DEBUG nova.compute.manager [req-e3630058-94c1-4c85-b4ec-0599eef4c727 req-949ccd94-fea9-4970-9287-e19618ac29b6 service nova] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Received event network-vif-deleted-4f4c7ea1-ad33-4735-b756-eb556898856b {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.047624] env[68960]: DEBUG oslo_concurrency.lockutils [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.048287] env[68960]: DEBUG nova.compute.manager [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.052589] env[68960]: DEBUG oslo_concurrency.lockutils [None req-08bf0961-3e24-4c59-927b-5454c7868904 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.254s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.056019] env[68960]: DEBUG nova.objects.instance [None req-08bf0961-3e24-4c59-927b-5454c7868904 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Lazy-loading 'resources' on Instance uuid a7ef2b37-b7e4-48f3-987b-6b3e3e31e347 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.096172] env[68960]: DEBUG oslo_vmware.api [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5212ad37-de47-f96f-5d4a-e319d175ebf3, 'name': SearchDatastore_Task, 'duration_secs': 0.008504} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.097011] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a4aa1cc-55b4-43f5-9731-bb1dc8db0f4b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.102288] env[68960]: DEBUG oslo_vmware.api [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Waiting for the task: (returnval){ [ 853.102288] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5250833a-4d95-194d-6112-5cc69834a5e4" [ 853.102288] env[68960]: _type = "Task" [ 853.102288] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.110193] env[68960]: DEBUG oslo_vmware.api [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5250833a-4d95-194d-6112-5cc69834a5e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.405506] env[68960]: INFO nova.compute.manager [-] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Took 1.24 seconds to deallocate network for instance. [ 853.554735] env[68960]: DEBUG nova.compute.utils [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.556151] env[68960]: DEBUG nova.compute.manager [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.556330] env[68960]: DEBUG nova.network.neutron [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.608123] env[68960]: DEBUG nova.policy [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52256d38e4ea4d77aebe7d7edb55f8c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3a2aa8e4a3f4b1c9987c34895315ae0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.617339] env[68960]: DEBUG oslo_vmware.api [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5250833a-4d95-194d-6112-5cc69834a5e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009793} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.617606] env[68960]: DEBUG oslo_concurrency.lockutils [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.617876] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 3bdac993-7a8b-47ba-b025-56057dd96a8b/3bdac993-7a8b-47ba-b025-56057dd96a8b.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.618155] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0104ea9-cffa-447c-89ca-02e26887107f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.625063] env[68960]: DEBUG oslo_vmware.api [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Waiting for the task: (returnval){ [ 853.625063] env[68960]: value = "task-3221491" [ 853.625063] env[68960]: _type = "Task" [ 853.625063] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.632355] env[68960]: DEBUG oslo_vmware.api [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Task: {'id': task-3221491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.917237] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d186e0a9-2ac6-4116-97a8-fe56b6871963 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.977572] env[68960]: DEBUG nova.network.neutron [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Successfully created port: faa83006-5139-4781-876e-e2249c1a45ac {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.061640] env[68960]: DEBUG nova.compute.manager [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.082163] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383d1bd2-d54c-4bd2-9ab6-4a3e6d160613 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.090608] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c062d4-73cc-4765-998e-c5216e15f77f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.124741] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d51db3d-bd89-46c8-88e6-f230e0cb4101 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.139998] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f39920-c855-4426-83c4-dc65f980ecd8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.145440] env[68960]: DEBUG oslo_vmware.api [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Task: {'id': task-3221491, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.155490] env[68960]: DEBUG nova.compute.provider_tree [None req-08bf0961-3e24-4c59-927b-5454c7868904 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.230840] env[68960]: DEBUG oslo_concurrency.lockutils [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Acquiring lock "7ed822c1-5697-493e-86ab-a4516721f183" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.231123] env[68960]: DEBUG oslo_concurrency.lockutils [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Lock "7ed822c1-5697-493e-86ab-a4516721f183" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.231337] env[68960]: DEBUG oslo_concurrency.lockutils [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Acquiring lock "7ed822c1-5697-493e-86ab-a4516721f183-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.231523] env[68960]: DEBUG oslo_concurrency.lockutils [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Lock "7ed822c1-5697-493e-86ab-a4516721f183-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.231762] env[68960]: DEBUG oslo_concurrency.lockutils [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Lock "7ed822c1-5697-493e-86ab-a4516721f183-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.233961] env[68960]: INFO nova.compute.manager [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Terminating instance [ 854.374092] env[68960]: DEBUG nova.network.neutron [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Successfully updated port: 6bd67651-a549-4ae5-b61c-00fd919657c4 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.637831] env[68960]: DEBUG oslo_vmware.api [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Task: {'id': task-3221491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529027} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.638112] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 3bdac993-7a8b-47ba-b025-56057dd96a8b/3bdac993-7a8b-47ba-b025-56057dd96a8b.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.638322] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.638566] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba75e080-d293-409c-8366-6d26fda24220 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.645030] env[68960]: DEBUG oslo_vmware.api [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Waiting for the task: (returnval){ [ 854.645030] env[68960]: value = "task-3221492" [ 854.645030] env[68960]: _type = "Task" [ 854.645030] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.652618] env[68960]: DEBUG oslo_vmware.api [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Task: {'id': task-3221492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.660615] env[68960]: DEBUG nova.scheduler.client.report [None req-08bf0961-3e24-4c59-927b-5454c7868904 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.737731] env[68960]: DEBUG oslo_concurrency.lockutils [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Acquiring lock "refresh_cache-7ed822c1-5697-493e-86ab-a4516721f183" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.737982] env[68960]: DEBUG oslo_concurrency.lockutils [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Acquired lock "refresh_cache-7ed822c1-5697-493e-86ab-a4516721f183" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.738243] env[68960]: DEBUG nova.network.neutron [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.876743] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "refresh_cache-2f52fb86-7de8-4029-9bef-8ac22581f503" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.876948] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired lock "refresh_cache-2f52fb86-7de8-4029-9bef-8ac22581f503" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.877149] env[68960]: DEBUG nova.network.neutron [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.076037] env[68960]: DEBUG nova.compute.manager [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.101114] env[68960]: DEBUG nova.virt.hardware [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.101386] env[68960]: DEBUG nova.virt.hardware [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.101562] env[68960]: DEBUG nova.virt.hardware [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.101745] env[68960]: DEBUG nova.virt.hardware [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.101907] env[68960]: DEBUG nova.virt.hardware [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.102090] env[68960]: DEBUG nova.virt.hardware [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.102303] env[68960]: DEBUG nova.virt.hardware [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.102464] env[68960]: DEBUG nova.virt.hardware [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.102631] env[68960]: DEBUG nova.virt.hardware [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.102834] env[68960]: DEBUG nova.virt.hardware [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.103024] env[68960]: DEBUG nova.virt.hardware [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.103937] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ad26ac-1a39-46db-ad26-1e6422bfc09f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.112262] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb36cf9-80f4-4648-bf21-eebe75b2ddbd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.154847] env[68960]: DEBUG oslo_vmware.api [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Task: {'id': task-3221492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115289} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.155209] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.156100] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac992e7f-8a2b-4091-be16-29cdcb25aabc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.172982] env[68960]: DEBUG oslo_concurrency.lockutils [None req-08bf0961-3e24-4c59-927b-5454c7868904 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.183200] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 3bdac993-7a8b-47ba-b025-56057dd96a8b/3bdac993-7a8b-47ba-b025-56057dd96a8b.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.184803] env[68960]: DEBUG oslo_concurrency.lockutils [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.413s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.186280] env[68960]: INFO nova.compute.claims [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.188815] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-769120f3-8055-4eb3-995d-9a880d3320e3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.205347] env[68960]: DEBUG nova.compute.manager [req-206b4989-2fea-49d4-a931-00f93a12cdd7 req-1feb328e-47d1-4307-8297-d8094d6c7370 service nova] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Received event network-vif-plugged-6bd67651-a549-4ae5-b61c-00fd919657c4 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.206035] env[68960]: DEBUG oslo_concurrency.lockutils [req-206b4989-2fea-49d4-a931-00f93a12cdd7 req-1feb328e-47d1-4307-8297-d8094d6c7370 service nova] Acquiring lock "2f52fb86-7de8-4029-9bef-8ac22581f503-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.206035] env[68960]: DEBUG oslo_concurrency.lockutils [req-206b4989-2fea-49d4-a931-00f93a12cdd7 req-1feb328e-47d1-4307-8297-d8094d6c7370 service nova] Lock "2f52fb86-7de8-4029-9bef-8ac22581f503-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.206035] env[68960]: DEBUG oslo_concurrency.lockutils [req-206b4989-2fea-49d4-a931-00f93a12cdd7 req-1feb328e-47d1-4307-8297-d8094d6c7370 service nova] Lock "2f52fb86-7de8-4029-9bef-8ac22581f503-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.206229] env[68960]: DEBUG nova.compute.manager [req-206b4989-2fea-49d4-a931-00f93a12cdd7 req-1feb328e-47d1-4307-8297-d8094d6c7370 service nova] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] No waiting events found dispatching network-vif-plugged-6bd67651-a549-4ae5-b61c-00fd919657c4 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.206270] env[68960]: WARNING nova.compute.manager [req-206b4989-2fea-49d4-a931-00f93a12cdd7 req-1feb328e-47d1-4307-8297-d8094d6c7370 service nova] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Received unexpected event network-vif-plugged-6bd67651-a549-4ae5-b61c-00fd919657c4 for instance with vm_state active and task_state None. [ 855.206414] env[68960]: DEBUG nova.compute.manager [req-206b4989-2fea-49d4-a931-00f93a12cdd7 req-1feb328e-47d1-4307-8297-d8094d6c7370 service nova] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Received event network-changed-6bd67651-a549-4ae5-b61c-00fd919657c4 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.206597] env[68960]: DEBUG nova.compute.manager [req-206b4989-2fea-49d4-a931-00f93a12cdd7 req-1feb328e-47d1-4307-8297-d8094d6c7370 service nova] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Refreshing instance network info cache due to event network-changed-6bd67651-a549-4ae5-b61c-00fd919657c4. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.206789] env[68960]: DEBUG oslo_concurrency.lockutils [req-206b4989-2fea-49d4-a931-00f93a12cdd7 req-1feb328e-47d1-4307-8297-d8094d6c7370 service nova] Acquiring lock "refresh_cache-2f52fb86-7de8-4029-9bef-8ac22581f503" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.208079] env[68960]: INFO nova.scheduler.client.report [None req-08bf0961-3e24-4c59-927b-5454c7868904 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Deleted allocations for instance a7ef2b37-b7e4-48f3-987b-6b3e3e31e347 [ 855.218030] env[68960]: DEBUG oslo_vmware.api [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Waiting for the task: (returnval){ [ 855.218030] env[68960]: value = "task-3221493" [ 855.218030] env[68960]: _type = "Task" [ 855.218030] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.227655] env[68960]: DEBUG oslo_vmware.api [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Task: {'id': task-3221493, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.260229] env[68960]: DEBUG nova.network.neutron [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.312064] env[68960]: DEBUG nova.network.neutron [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.418977] env[68960]: WARNING nova.network.neutron [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] bfa955d9-6d54-4c87-a7cd-bb27c70e191f already exists in list: networks containing: ['bfa955d9-6d54-4c87-a7cd-bb27c70e191f']. ignoring it [ 855.608578] env[68960]: DEBUG nova.network.neutron [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Successfully updated port: faa83006-5139-4781-876e-e2249c1a45ac {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.715166] env[68960]: DEBUG oslo_concurrency.lockutils [None req-08bf0961-3e24-4c59-927b-5454c7868904 tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Lock "a7ef2b37-b7e4-48f3-987b-6b3e3e31e347" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.863s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.729132] env[68960]: DEBUG oslo_vmware.api [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Task: {'id': task-3221493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.736539] env[68960]: DEBUG nova.network.neutron [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Updating instance_info_cache with network_info: [{"id": "b991d839-58df-4ac9-902d-06e04bfdc9cf", "address": "fa:16:3e:79:ba:4c", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb991d839-58", "ovs_interfaceid": "b991d839-58df-4ac9-902d-06e04bfdc9cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6bd67651-a549-4ae5-b61c-00fd919657c4", "address": "fa:16:3e:37:e1:c9", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd67651-a5", "ovs_interfaceid": "6bd67651-a549-4ae5-b61c-00fd919657c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.796934] env[68960]: DEBUG nova.compute.manager [req-70c35434-d63c-48de-a134-4d292e3f6418 req-4aa6f1ce-4a64-41ad-a1e2-f6a506137571 service nova] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Received event network-vif-plugged-faa83006-5139-4781-876e-e2249c1a45ac {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.797182] env[68960]: DEBUG oslo_concurrency.lockutils [req-70c35434-d63c-48de-a134-4d292e3f6418 req-4aa6f1ce-4a64-41ad-a1e2-f6a506137571 service nova] Acquiring lock "9807ed2c-0f7a-499b-9fd7-32b8448db800-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.797388] env[68960]: DEBUG oslo_concurrency.lockutils [req-70c35434-d63c-48de-a134-4d292e3f6418 req-4aa6f1ce-4a64-41ad-a1e2-f6a506137571 service nova] Lock "9807ed2c-0f7a-499b-9fd7-32b8448db800-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.797555] env[68960]: DEBUG oslo_concurrency.lockutils [req-70c35434-d63c-48de-a134-4d292e3f6418 req-4aa6f1ce-4a64-41ad-a1e2-f6a506137571 service nova] Lock "9807ed2c-0f7a-499b-9fd7-32b8448db800-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.797724] env[68960]: DEBUG nova.compute.manager [req-70c35434-d63c-48de-a134-4d292e3f6418 req-4aa6f1ce-4a64-41ad-a1e2-f6a506137571 service nova] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] No waiting events found dispatching network-vif-plugged-faa83006-5139-4781-876e-e2249c1a45ac {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.797885] env[68960]: WARNING nova.compute.manager [req-70c35434-d63c-48de-a134-4d292e3f6418 req-4aa6f1ce-4a64-41ad-a1e2-f6a506137571 service nova] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Received unexpected event network-vif-plugged-faa83006-5139-4781-876e-e2249c1a45ac for instance with vm_state building and task_state spawning. [ 855.814839] env[68960]: DEBUG oslo_concurrency.lockutils [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Releasing lock "refresh_cache-7ed822c1-5697-493e-86ab-a4516721f183" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.815248] env[68960]: DEBUG nova.compute.manager [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.815437] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.816315] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db312359-c7d8-4a3f-a25f-bfc50b448a28 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.824225] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.824469] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f08e901-a5fc-44a8-aada-011daff0aa49 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.830698] env[68960]: DEBUG oslo_vmware.api [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Waiting for the task: (returnval){ [ 855.830698] env[68960]: value = "task-3221494" [ 855.830698] env[68960]: _type = "Task" [ 855.830698] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.838698] env[68960]: DEBUG oslo_vmware.api [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': task-3221494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.113211] env[68960]: DEBUG oslo_concurrency.lockutils [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "refresh_cache-9807ed2c-0f7a-499b-9fd7-32b8448db800" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.113389] env[68960]: DEBUG oslo_concurrency.lockutils [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquired lock "refresh_cache-9807ed2c-0f7a-499b-9fd7-32b8448db800" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.113590] env[68960]: DEBUG nova.network.neutron [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.229031] env[68960]: DEBUG oslo_vmware.api [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Task: {'id': task-3221493, 'name': ReconfigVM_Task, 'duration_secs': 0.66371} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.229131] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 3bdac993-7a8b-47ba-b025-56057dd96a8b/3bdac993-7a8b-47ba-b025-56057dd96a8b.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.229752] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa79a94b-91c6-4bfb-9762-017a7dd274a4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.237907] env[68960]: DEBUG oslo_vmware.api [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Waiting for the task: (returnval){ [ 856.237907] env[68960]: value = "task-3221495" [ 856.237907] env[68960]: _type = "Task" [ 856.237907] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.238436] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Releasing lock "refresh_cache-2f52fb86-7de8-4029-9bef-8ac22581f503" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.239014] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "2f52fb86-7de8-4029-9bef-8ac22581f503" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.239529] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired lock "2f52fb86-7de8-4029-9bef-8ac22581f503" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.243210] env[68960]: DEBUG oslo_concurrency.lockutils [req-206b4989-2fea-49d4-a931-00f93a12cdd7 req-1feb328e-47d1-4307-8297-d8094d6c7370 service nova] Acquired lock "refresh_cache-2f52fb86-7de8-4029-9bef-8ac22581f503" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.243210] env[68960]: DEBUG nova.network.neutron [req-206b4989-2fea-49d4-a931-00f93a12cdd7 req-1feb328e-47d1-4307-8297-d8094d6c7370 service nova] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Refreshing network info cache for port 6bd67651-a549-4ae5-b61c-00fd919657c4 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.243965] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd29b11-4f73-4b77-87b4-2577e590b2aa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.256410] env[68960]: DEBUG oslo_vmware.api [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Task: {'id': task-3221495, 'name': Rename_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.268301] env[68960]: DEBUG nova.virt.hardware [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.268550] env[68960]: DEBUG nova.virt.hardware [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.268705] env[68960]: DEBUG nova.virt.hardware [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.269861] env[68960]: DEBUG nova.virt.hardware [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.269861] env[68960]: DEBUG nova.virt.hardware [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.269861] env[68960]: DEBUG nova.virt.hardware [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.269861] env[68960]: DEBUG nova.virt.hardware [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.269861] env[68960]: DEBUG nova.virt.hardware [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.269861] env[68960]: DEBUG nova.virt.hardware [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.269861] env[68960]: DEBUG nova.virt.hardware [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.270156] env[68960]: DEBUG nova.virt.hardware [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.276262] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Reconfiguring VM to attach interface {{(pid=68960) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 856.279093] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-916982d7-5e3a-46da-9c5c-0695a833dd1b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.296625] env[68960]: DEBUG oslo_vmware.api [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 856.296625] env[68960]: value = "task-3221496" [ 856.296625] env[68960]: _type = "Task" [ 856.296625] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.306879] env[68960]: DEBUG oslo_vmware.api [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221496, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.342391] env[68960]: DEBUG oslo_vmware.api [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': task-3221494, 'name': PowerOffVM_Task, 'duration_secs': 0.141792} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.342664] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.342834] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.343175] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3879b169-da3d-4d4e-9f62-e2bc283b434f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.375975] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.376261] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.376457] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Deleting the datastore file [datastore1] 7ed822c1-5697-493e-86ab-a4516721f183 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.376734] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4e6fd2d-1aac-4519-acd3-1b2dd4c789d2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.383810] env[68960]: DEBUG oslo_vmware.api [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Waiting for the task: (returnval){ [ 856.383810] env[68960]: value = "task-3221498" [ 856.383810] env[68960]: _type = "Task" [ 856.383810] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.394529] env[68960]: DEBUG oslo_vmware.api [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': task-3221498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.647448] env[68960]: DEBUG nova.network.neutron [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.670852] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd384d36-2a37-4d67-b378-e5c25db62c83 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.678580] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27aecd00-3f6f-45ef-9872-97a872b1f8ed {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.712728] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d11f2b-83e9-42f1-92ca-52088bdae4aa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.720244] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b547c4-d90a-4a6b-af4b-1abcb8b7f0ba {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.735889] env[68960]: DEBUG nova.compute.provider_tree [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.747206] env[68960]: DEBUG oslo_vmware.api [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Task: {'id': task-3221495, 'name': Rename_Task, 'duration_secs': 0.154964} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.749931] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.752229] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7adf75a-d14a-4569-8d08-5c5022d167d6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.759355] env[68960]: DEBUG oslo_vmware.api [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Waiting for the task: (returnval){ [ 856.759355] env[68960]: value = "task-3221499" [ 856.759355] env[68960]: _type = "Task" [ 856.759355] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.767405] env[68960]: DEBUG oslo_vmware.api [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Task: {'id': task-3221499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.806999] env[68960]: DEBUG oslo_vmware.api [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.847914] env[68960]: DEBUG nova.network.neutron [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Updating instance_info_cache with network_info: [{"id": "faa83006-5139-4781-876e-e2249c1a45ac", "address": "fa:16:3e:5e:7b:46", "network": {"id": "c6ceb515-e62e-437c-b971-ea973a2656f4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-36591495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a2aa8e4a3f4b1c9987c34895315ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa83006-51", "ovs_interfaceid": "faa83006-5139-4781-876e-e2249c1a45ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.898084] env[68960]: DEBUG oslo_vmware.api [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Task: {'id': task-3221498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109115} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.898490] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.898793] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.899094] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.899395] env[68960]: INFO nova.compute.manager [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Took 1.08 seconds to destroy the instance on the hypervisor. [ 856.899752] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.900049] env[68960]: DEBUG nova.compute.manager [-] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.900199] env[68960]: DEBUG nova.network.neutron [-] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.921604] env[68960]: DEBUG nova.network.neutron [-] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.974924] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9d0a115b-f3c3-44f5-952e-1412e53b448a tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Acquiring lock "ea608d17-d860-4f41-9324-378a8336b33b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.975199] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9d0a115b-f3c3-44f5-952e-1412e53b448a tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Lock "ea608d17-d860-4f41-9324-378a8336b33b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.975404] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9d0a115b-f3c3-44f5-952e-1412e53b448a tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Acquiring lock "ea608d17-d860-4f41-9324-378a8336b33b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.976193] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9d0a115b-f3c3-44f5-952e-1412e53b448a tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Lock "ea608d17-d860-4f41-9324-378a8336b33b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.976436] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9d0a115b-f3c3-44f5-952e-1412e53b448a tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Lock "ea608d17-d860-4f41-9324-378a8336b33b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.978965] env[68960]: INFO nova.compute.manager [None req-9d0a115b-f3c3-44f5-952e-1412e53b448a tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Terminating instance [ 857.011521] env[68960]: DEBUG nova.network.neutron [req-206b4989-2fea-49d4-a931-00f93a12cdd7 req-1feb328e-47d1-4307-8297-d8094d6c7370 service nova] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Updated VIF entry in instance network info cache for port 6bd67651-a549-4ae5-b61c-00fd919657c4. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.012013] env[68960]: DEBUG nova.network.neutron [req-206b4989-2fea-49d4-a931-00f93a12cdd7 req-1feb328e-47d1-4307-8297-d8094d6c7370 service nova] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Updating instance_info_cache with network_info: [{"id": "b991d839-58df-4ac9-902d-06e04bfdc9cf", "address": "fa:16:3e:79:ba:4c", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb991d839-58", "ovs_interfaceid": "b991d839-58df-4ac9-902d-06e04bfdc9cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6bd67651-a549-4ae5-b61c-00fd919657c4", "address": "fa:16:3e:37:e1:c9", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd67651-a5", "ovs_interfaceid": "6bd67651-a549-4ae5-b61c-00fd919657c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.239087] env[68960]: DEBUG nova.scheduler.client.report [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.270141] env[68960]: DEBUG oslo_vmware.api [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Task: {'id': task-3221499, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.307642] env[68960]: DEBUG oslo_vmware.api [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221496, 'name': ReconfigVM_Task, 'duration_secs': 0.688585} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.308183] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Releasing lock "2f52fb86-7de8-4029-9bef-8ac22581f503" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.308401] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Reconfigured VM to attach interface {{(pid=68960) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 857.350092] env[68960]: DEBUG oslo_concurrency.lockutils [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Releasing lock "refresh_cache-9807ed2c-0f7a-499b-9fd7-32b8448db800" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.350434] env[68960]: DEBUG nova.compute.manager [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Instance network_info: |[{"id": "faa83006-5139-4781-876e-e2249c1a45ac", "address": "fa:16:3e:5e:7b:46", "network": {"id": "c6ceb515-e62e-437c-b971-ea973a2656f4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-36591495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a2aa8e4a3f4b1c9987c34895315ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa83006-51", "ovs_interfaceid": "faa83006-5139-4781-876e-e2249c1a45ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.350845] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:7b:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'faa83006-5139-4781-876e-e2249c1a45ac', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.358265] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.358737] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.358955] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45ba68a5-e29e-44a4-a55a-ecb45d8e1123 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.378608] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.378608] env[68960]: value = "task-3221500" [ 857.378608] env[68960]: _type = "Task" [ 857.378608] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.389356] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221500, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.424192] env[68960]: DEBUG nova.network.neutron [-] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.484058] env[68960]: DEBUG nova.compute.manager [None req-9d0a115b-f3c3-44f5-952e-1412e53b448a tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.484318] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0a115b-f3c3-44f5-952e-1412e53b448a tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.485353] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3836031a-0d05-4faa-8e7d-83c3943dc1e1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.492984] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d0a115b-f3c3-44f5-952e-1412e53b448a tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.493190] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68c65e71-7e95-4830-9977-4881b229018f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.500343] env[68960]: DEBUG oslo_vmware.api [None req-9d0a115b-f3c3-44f5-952e-1412e53b448a tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the task: (returnval){ [ 857.500343] env[68960]: value = "task-3221501" [ 857.500343] env[68960]: _type = "Task" [ 857.500343] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.507534] env[68960]: DEBUG oslo_vmware.api [None req-9d0a115b-f3c3-44f5-952e-1412e53b448a tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.515176] env[68960]: DEBUG oslo_concurrency.lockutils [req-206b4989-2fea-49d4-a931-00f93a12cdd7 req-1feb328e-47d1-4307-8297-d8094d6c7370 service nova] Releasing lock "refresh_cache-2f52fb86-7de8-4029-9bef-8ac22581f503" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.746328] env[68960]: DEBUG oslo_concurrency.lockutils [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.746901] env[68960]: DEBUG nova.compute.manager [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 857.749581] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.900s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.749782] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.749937] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68960) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 857.750246] env[68960]: DEBUG oslo_concurrency.lockutils [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.262s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.750418] env[68960]: DEBUG nova.objects.instance [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68960) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 857.754087] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c8396f-909e-4d89-98ff-f798dbbcb4e1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.765489] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e5b002-08a7-4e70-87f3-eb4f019afee5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.774277] env[68960]: DEBUG oslo_vmware.api [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Task: {'id': task-3221499, 'name': PowerOnVM_Task, 'duration_secs': 0.536188} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.782234] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.782459] env[68960]: INFO nova.compute.manager [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Took 8.41 seconds to spawn the instance on the hypervisor. [ 857.782639] env[68960]: DEBUG nova.compute.manager [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.783572] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cafd2d3-4991-4bda-9cbb-fd7b969654ca {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.786473] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9f7efa-9773-4b86-a557-315c216e4e1c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.799084] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ea4a01-65e6-49ea-914e-ba04444a8e3d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.828818] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cf117f2c-4ce4-4c93-8225-25e81d754803 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "interface-2f52fb86-7de8-4029-9bef-8ac22581f503-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.317s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.829866] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178627MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=68960) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 857.830017] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.891034] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221500, 'name': CreateVM_Task, 'duration_secs': 0.359424} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.891034] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.891034] env[68960]: DEBUG oslo_concurrency.lockutils [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.891034] env[68960]: DEBUG oslo_concurrency.lockutils [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.891219] env[68960]: DEBUG oslo_concurrency.lockutils [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.891411] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a0c727c-ecb0-409b-9d55-906c24bebe76 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.896075] env[68960]: DEBUG oslo_vmware.api [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 857.896075] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52555c87-8195-8e76-5a78-edf8eee3d134" [ 857.896075] env[68960]: _type = "Task" [ 857.896075] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.904039] env[68960]: DEBUG oslo_vmware.api [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52555c87-8195-8e76-5a78-edf8eee3d134, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.927304] env[68960]: INFO nova.compute.manager [-] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Took 1.03 seconds to deallocate network for instance. [ 858.010028] env[68960]: DEBUG oslo_vmware.api [None req-9d0a115b-f3c3-44f5-952e-1412e53b448a tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221501, 'name': PowerOffVM_Task, 'duration_secs': 0.273835} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.010028] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d0a115b-f3c3-44f5-952e-1412e53b448a tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.010178] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0a115b-f3c3-44f5-952e-1412e53b448a tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.010304] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e9c5438-47b6-45fe-88b4-7199fafac128 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.082199] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0a115b-f3c3-44f5-952e-1412e53b448a tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.082199] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0a115b-f3c3-44f5-952e-1412e53b448a tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.082531] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d0a115b-f3c3-44f5-952e-1412e53b448a tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Deleting the datastore file [datastore2] ea608d17-d860-4f41-9324-378a8336b33b {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.082664] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b3c09e0-f503-4c5b-afc9-36c3b8d6f2cd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.088556] env[68960]: DEBUG oslo_vmware.api [None req-9d0a115b-f3c3-44f5-952e-1412e53b448a tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for the task: (returnval){ [ 858.088556] env[68960]: value = "task-3221503" [ 858.088556] env[68960]: _type = "Task" [ 858.088556] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.097208] env[68960]: DEBUG oslo_vmware.api [None req-9d0a115b-f3c3-44f5-952e-1412e53b448a tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.119119] env[68960]: DEBUG nova.compute.manager [req-67d9cfff-6851-4e09-8851-0f0aef1fdd82 req-0d728048-df82-426b-af99-a3a12876a39b service nova] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Received event network-changed-faa83006-5139-4781-876e-e2249c1a45ac {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.119342] env[68960]: DEBUG nova.compute.manager [req-67d9cfff-6851-4e09-8851-0f0aef1fdd82 req-0d728048-df82-426b-af99-a3a12876a39b service nova] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Refreshing instance network info cache due to event network-changed-faa83006-5139-4781-876e-e2249c1a45ac. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.119575] env[68960]: DEBUG oslo_concurrency.lockutils [req-67d9cfff-6851-4e09-8851-0f0aef1fdd82 req-0d728048-df82-426b-af99-a3a12876a39b service nova] Acquiring lock "refresh_cache-9807ed2c-0f7a-499b-9fd7-32b8448db800" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.119733] env[68960]: DEBUG oslo_concurrency.lockutils [req-67d9cfff-6851-4e09-8851-0f0aef1fdd82 req-0d728048-df82-426b-af99-a3a12876a39b service nova] Acquired lock "refresh_cache-9807ed2c-0f7a-499b-9fd7-32b8448db800" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.119904] env[68960]: DEBUG nova.network.neutron [req-67d9cfff-6851-4e09-8851-0f0aef1fdd82 req-0d728048-df82-426b-af99-a3a12876a39b service nova] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Refreshing network info cache for port faa83006-5139-4781-876e-e2249c1a45ac {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.254774] env[68960]: DEBUG nova.compute.utils [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.256375] env[68960]: DEBUG nova.compute.manager [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 858.257184] env[68960]: DEBUG nova.network.neutron [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.306557] env[68960]: INFO nova.compute.manager [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Took 51.15 seconds to build instance. [ 858.318905] env[68960]: DEBUG nova.policy [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18b32fe2214c46d8a476e52763fe6768', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f799a28ad4b41a1879b56bc35ecb10d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.406462] env[68960]: DEBUG oslo_vmware.api [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52555c87-8195-8e76-5a78-edf8eee3d134, 'name': SearchDatastore_Task, 'duration_secs': 0.008814} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.406788] env[68960]: DEBUG oslo_concurrency.lockutils [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.407047] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.407290] env[68960]: DEBUG oslo_concurrency.lockutils [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.407435] env[68960]: DEBUG oslo_concurrency.lockutils [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.407609] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.407864] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fcb4974-f883-414a-b5ba-0377eb323026 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.415550] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.415764] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.416428] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d4f8cf7-fabb-40f7-9005-860a1bd0c1a3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.421227] env[68960]: DEBUG oslo_vmware.api [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 858.421227] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f8e430-e8fc-e237-feca-dcaaa947d5ad" [ 858.421227] env[68960]: _type = "Task" [ 858.421227] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.428478] env[68960]: DEBUG oslo_vmware.api [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f8e430-e8fc-e237-feca-dcaaa947d5ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.434676] env[68960]: DEBUG oslo_concurrency.lockutils [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.602025] env[68960]: DEBUG oslo_vmware.api [None req-9d0a115b-f3c3-44f5-952e-1412e53b448a tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Task: {'id': task-3221503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12238} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.602025] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d0a115b-f3c3-44f5-952e-1412e53b448a tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.602025] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0a115b-f3c3-44f5-952e-1412e53b448a tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.602025] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0a115b-f3c3-44f5-952e-1412e53b448a tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.602025] env[68960]: INFO nova.compute.manager [None req-9d0a115b-f3c3-44f5-952e-1412e53b448a tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 858.602025] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d0a115b-f3c3-44f5-952e-1412e53b448a tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.602025] env[68960]: DEBUG nova.compute.manager [-] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.602025] env[68960]: DEBUG nova.network.neutron [-] [instance: ea608d17-d860-4f41-9324-378a8336b33b] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.742881] env[68960]: DEBUG nova.network.neutron [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Successfully created port: 59c4bd2a-b120-43d1-8473-bb99accddcf0 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 858.762139] env[68960]: DEBUG nova.compute.manager [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 858.765841] env[68960]: DEBUG oslo_concurrency.lockutils [None req-914be29b-a79c-4c16-8d10-b7026548a2f2 tempest-ServersAdmin275Test-461051397 tempest-ServersAdmin275Test-461051397-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.767552] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.658s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.768077] env[68960]: DEBUG nova.objects.instance [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: 95a45975-d70e-4618-9721-5788972df11d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68960) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 858.809437] env[68960]: DEBUG oslo_concurrency.lockutils [None req-20d58e62-dae4-4b13-a8eb-17d1a0d64c76 tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Lock "3bdac993-7a8b-47ba-b025-56057dd96a8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.059s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.940521] env[68960]: DEBUG oslo_vmware.api [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f8e430-e8fc-e237-feca-dcaaa947d5ad, 'name': SearchDatastore_Task, 'duration_secs': 0.008912} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.942014] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c19bb8b-f382-4c0a-9ff5-c47c15d0a328 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.949817] env[68960]: DEBUG oslo_vmware.api [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 858.949817] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ee6bf5-da43-89a4-df68-a982c1e7a4e3" [ 858.949817] env[68960]: _type = "Task" [ 858.949817] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.958769] env[68960]: DEBUG oslo_vmware.api [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ee6bf5-da43-89a4-df68-a982c1e7a4e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.171906] env[68960]: DEBUG nova.network.neutron [req-67d9cfff-6851-4e09-8851-0f0aef1fdd82 req-0d728048-df82-426b-af99-a3a12876a39b service nova] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Updated VIF entry in instance network info cache for port faa83006-5139-4781-876e-e2249c1a45ac. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.171906] env[68960]: DEBUG nova.network.neutron [req-67d9cfff-6851-4e09-8851-0f0aef1fdd82 req-0d728048-df82-426b-af99-a3a12876a39b service nova] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Updating instance_info_cache with network_info: [{"id": "faa83006-5139-4781-876e-e2249c1a45ac", "address": "fa:16:3e:5e:7b:46", "network": {"id": "c6ceb515-e62e-437c-b971-ea973a2656f4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-36591495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a2aa8e4a3f4b1c9987c34895315ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa83006-51", "ovs_interfaceid": "faa83006-5139-4781-876e-e2249c1a45ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.311982] env[68960]: DEBUG nova.compute.manager [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.461137] env[68960]: DEBUG oslo_vmware.api [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ee6bf5-da43-89a4-df68-a982c1e7a4e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009388} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.461456] env[68960]: DEBUG oslo_concurrency.lockutils [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.461715] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 9807ed2c-0f7a-499b-9fd7-32b8448db800/9807ed2c-0f7a-499b-9fd7-32b8448db800.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.462279] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-497fcd7e-efa3-419c-bf4a-a4d6b7a0847f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.470091] env[68960]: DEBUG oslo_vmware.api [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 859.470091] env[68960]: value = "task-3221504" [ 859.470091] env[68960]: _type = "Task" [ 859.470091] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.478838] env[68960]: DEBUG oslo_vmware.api [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.655943] env[68960]: DEBUG nova.compute.manager [req-c39a767a-721b-469c-b936-ab587d873cf3 req-3a3c36b3-937d-492b-a5fa-5460ee9e1105 service nova] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Received event network-vif-deleted-893e8e14-e272-433a-8e6c-5118e3a0747b {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.656306] env[68960]: INFO nova.compute.manager [req-c39a767a-721b-469c-b936-ab587d873cf3 req-3a3c36b3-937d-492b-a5fa-5460ee9e1105 service nova] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Neutron deleted interface 893e8e14-e272-433a-8e6c-5118e3a0747b; detaching it from the instance and deleting it from the info cache [ 859.656606] env[68960]: DEBUG nova.network.neutron [req-c39a767a-721b-469c-b936-ab587d873cf3 req-3a3c36b3-937d-492b-a5fa-5460ee9e1105 service nova] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.675664] env[68960]: DEBUG oslo_concurrency.lockutils [req-67d9cfff-6851-4e09-8851-0f0aef1fdd82 req-0d728048-df82-426b-af99-a3a12876a39b service nova] Releasing lock "refresh_cache-9807ed2c-0f7a-499b-9fd7-32b8448db800" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.703280] env[68960]: DEBUG nova.network.neutron [-] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.773639] env[68960]: DEBUG nova.compute.manager [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 859.777409] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8adcaa93-5d99-4c86-aac5-eb4109c5180a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.778705] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.189s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.780259] env[68960]: INFO nova.compute.claims [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.804377] env[68960]: DEBUG nova.virt.hardware [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.804694] env[68960]: DEBUG nova.virt.hardware [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.804864] env[68960]: DEBUG nova.virt.hardware [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.805644] env[68960]: DEBUG nova.virt.hardware [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.805823] env[68960]: DEBUG nova.virt.hardware [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.806009] env[68960]: DEBUG nova.virt.hardware [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.806243] env[68960]: DEBUG nova.virt.hardware [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.806406] env[68960]: DEBUG nova.virt.hardware [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.806597] env[68960]: DEBUG nova.virt.hardware [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.806768] env[68960]: DEBUG nova.virt.hardware [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.806943] env[68960]: DEBUG nova.virt.hardware [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.808190] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff2e4a2-f845-4e7b-b26e-e85bbc7c41df {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.817694] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32179b2a-907b-42c7-b66d-ba19e6386164 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.846476] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.984220] env[68960]: DEBUG oslo_vmware.api [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476813} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.984220] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 9807ed2c-0f7a-499b-9fd7-32b8448db800/9807ed2c-0f7a-499b-9fd7-32b8448db800.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.984220] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.984220] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c93eda7d-692e-4c61-be42-38f44c1e6011 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.988389] env[68960]: DEBUG oslo_vmware.api [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 859.988389] env[68960]: value = "task-3221505" [ 859.988389] env[68960]: _type = "Task" [ 859.988389] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.996756] env[68960]: DEBUG oslo_vmware.api [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.161959] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36034638-aac3-4fe1-b0cb-6023bc356a60 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.169411] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee093628-6b69-4318-8f64-fc78443cbd5f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.203304] env[68960]: DEBUG nova.compute.manager [req-c39a767a-721b-469c-b936-ab587d873cf3 req-3a3c36b3-937d-492b-a5fa-5460ee9e1105 service nova] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Detach interface failed, port_id=893e8e14-e272-433a-8e6c-5118e3a0747b, reason: Instance ea608d17-d860-4f41-9324-378a8336b33b could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 860.205175] env[68960]: INFO nova.compute.manager [-] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Took 1.60 seconds to deallocate network for instance. [ 860.503652] env[68960]: DEBUG oslo_vmware.api [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062543} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.503976] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.505191] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dbfec3-545a-47f9-bbda-c9914cadb164 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.531673] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 9807ed2c-0f7a-499b-9fd7-32b8448db800/9807ed2c-0f7a-499b-9fd7-32b8448db800.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.532305] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd234d47-fde4-41dd-83bd-379d000c4207 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.551520] env[68960]: DEBUG oslo_vmware.api [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 860.551520] env[68960]: value = "task-3221506" [ 860.551520] env[68960]: _type = "Task" [ 860.551520] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.562503] env[68960]: DEBUG oslo_vmware.api [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221506, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.713173] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9d0a115b-f3c3-44f5-952e-1412e53b448a tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.767627] env[68960]: DEBUG nova.network.neutron [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Successfully updated port: 59c4bd2a-b120-43d1-8473-bb99accddcf0 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 860.953914] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f32f0d29-534a-48ce-ad59-88b5251c4b43 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "interface-2f52fb86-7de8-4029-9bef-8ac22581f503-6bd67651-a549-4ae5-b61c-00fd919657c4" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.954275] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f32f0d29-534a-48ce-ad59-88b5251c4b43 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "interface-2f52fb86-7de8-4029-9bef-8ac22581f503-6bd67651-a549-4ae5-b61c-00fd919657c4" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.061409] env[68960]: DEBUG oslo_vmware.api [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221506, 'name': ReconfigVM_Task, 'duration_secs': 0.49659} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.061409] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 9807ed2c-0f7a-499b-9fd7-32b8448db800/9807ed2c-0f7a-499b-9fd7-32b8448db800.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.061821] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca1e6f87-90c5-4880-9472-3ae7d1a0a6ec {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.067625] env[68960]: DEBUG oslo_vmware.api [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 861.067625] env[68960]: value = "task-3221507" [ 861.067625] env[68960]: _type = "Task" [ 861.067625] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.076020] env[68960]: DEBUG oslo_vmware.api [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221507, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.249770] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996592ea-6304-4e8d-bc8f-c827cca672d7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.254226] env[68960]: DEBUG nova.compute.manager [req-f5865f73-827b-4646-bc94-8fdba871f184 req-203a61f8-6034-415f-8547-1769b2cf6a89 service nova] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Received event network-vif-plugged-59c4bd2a-b120-43d1-8473-bb99accddcf0 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.254425] env[68960]: DEBUG oslo_concurrency.lockutils [req-f5865f73-827b-4646-bc94-8fdba871f184 req-203a61f8-6034-415f-8547-1769b2cf6a89 service nova] Acquiring lock "67f6f924-b122-4326-866f-2e3c3c9357ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.254719] env[68960]: DEBUG oslo_concurrency.lockutils [req-f5865f73-827b-4646-bc94-8fdba871f184 req-203a61f8-6034-415f-8547-1769b2cf6a89 service nova] Lock "67f6f924-b122-4326-866f-2e3c3c9357ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.254843] env[68960]: DEBUG oslo_concurrency.lockutils [req-f5865f73-827b-4646-bc94-8fdba871f184 req-203a61f8-6034-415f-8547-1769b2cf6a89 service nova] Lock "67f6f924-b122-4326-866f-2e3c3c9357ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.255012] env[68960]: DEBUG nova.compute.manager [req-f5865f73-827b-4646-bc94-8fdba871f184 req-203a61f8-6034-415f-8547-1769b2cf6a89 service nova] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] No waiting events found dispatching network-vif-plugged-59c4bd2a-b120-43d1-8473-bb99accddcf0 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 861.255173] env[68960]: WARNING nova.compute.manager [req-f5865f73-827b-4646-bc94-8fdba871f184 req-203a61f8-6034-415f-8547-1769b2cf6a89 service nova] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Received unexpected event network-vif-plugged-59c4bd2a-b120-43d1-8473-bb99accddcf0 for instance with vm_state building and task_state spawning. [ 861.261133] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110b3730-e3be-4bd2-965d-766afb5827a3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.291746] env[68960]: DEBUG oslo_concurrency.lockutils [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "refresh_cache-67f6f924-b122-4326-866f-2e3c3c9357ae" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.291909] env[68960]: DEBUG oslo_concurrency.lockutils [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquired lock "refresh_cache-67f6f924-b122-4326-866f-2e3c3c9357ae" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.292076] env[68960]: DEBUG nova.network.neutron [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.294301] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f78a0aa-ad58-441a-a898-7c651c4d669e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.302627] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01befdd9-ff99-467c-a880-794a92fcde40 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.318462] env[68960]: DEBUG nova.compute.provider_tree [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.457825] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f32f0d29-534a-48ce-ad59-88b5251c4b43 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "2f52fb86-7de8-4029-9bef-8ac22581f503" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.458172] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f32f0d29-534a-48ce-ad59-88b5251c4b43 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired lock "2f52fb86-7de8-4029-9bef-8ac22581f503" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.459775] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc45dcac-5d46-4032-9923-820f72c5c3f5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.477726] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fc0946-ef66-4ba6-9779-ab7a314f4f90 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.504738] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f32f0d29-534a-48ce-ad59-88b5251c4b43 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Reconfiguring VM to detach interface {{(pid=68960) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 861.505027] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-675ef824-06a3-4b86-a2c9-3cc285c2c384 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.525023] env[68960]: DEBUG oslo_vmware.api [None req-f32f0d29-534a-48ce-ad59-88b5251c4b43 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 861.525023] env[68960]: value = "task-3221508" [ 861.525023] env[68960]: _type = "Task" [ 861.525023] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.533517] env[68960]: DEBUG oslo_vmware.api [None req-f32f0d29-534a-48ce-ad59-88b5251c4b43 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221508, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.577302] env[68960]: DEBUG oslo_vmware.api [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221507, 'name': Rename_Task, 'duration_secs': 0.139453} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.577499] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.577862] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-954e38b3-ea6e-42f8-83ec-3a792444e573 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.583486] env[68960]: DEBUG oslo_vmware.api [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 861.583486] env[68960]: value = "task-3221509" [ 861.583486] env[68960]: _type = "Task" [ 861.583486] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.592385] env[68960]: DEBUG oslo_vmware.api [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221509, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.821961] env[68960]: DEBUG nova.scheduler.client.report [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.839973] env[68960]: DEBUG nova.network.neutron [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.037907] env[68960]: DEBUG oslo_vmware.api [None req-f32f0d29-534a-48ce-ad59-88b5251c4b43 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.093124] env[68960]: DEBUG oslo_vmware.api [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221509, 'name': PowerOnVM_Task, 'duration_secs': 0.437225} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.094062] env[68960]: DEBUG nova.network.neutron [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Updating instance_info_cache with network_info: [{"id": "59c4bd2a-b120-43d1-8473-bb99accddcf0", "address": "fa:16:3e:e5:64:0c", "network": {"id": "fff51d55-08d5-4376-bd7f-089b01c12a99", "bridge": "br-int", "label": "tempest-ImagesTestJSON-277706535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f799a28ad4b41a1879b56bc35ecb10d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c4bd2a-b1", "ovs_interfaceid": "59c4bd2a-b120-43d1-8473-bb99accddcf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.095286] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.095494] env[68960]: INFO nova.compute.manager [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Took 7.02 seconds to spawn the instance on the hypervisor. [ 862.095671] env[68960]: DEBUG nova.compute.manager [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.096646] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a3791b-401b-4651-a08f-d198234f0454 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.328742] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.329528] env[68960]: DEBUG nova.compute.manager [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.334212] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.596s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.336290] env[68960]: INFO nova.compute.claims [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.536248] env[68960]: DEBUG oslo_vmware.api [None req-f32f0d29-534a-48ce-ad59-88b5251c4b43 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.598766] env[68960]: DEBUG oslo_concurrency.lockutils [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Releasing lock "refresh_cache-67f6f924-b122-4326-866f-2e3c3c9357ae" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.598766] env[68960]: DEBUG nova.compute.manager [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Instance network_info: |[{"id": "59c4bd2a-b120-43d1-8473-bb99accddcf0", "address": "fa:16:3e:e5:64:0c", "network": {"id": "fff51d55-08d5-4376-bd7f-089b01c12a99", "bridge": "br-int", "label": "tempest-ImagesTestJSON-277706535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f799a28ad4b41a1879b56bc35ecb10d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c4bd2a-b1", "ovs_interfaceid": "59c4bd2a-b120-43d1-8473-bb99accddcf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 862.598766] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:64:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59c4bd2a-b120-43d1-8473-bb99accddcf0', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.605972] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.609850] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.610115] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70b411c7-9bf6-408a-9a5f-22e30b1928f3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.628775] env[68960]: INFO nova.compute.manager [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Took 47.49 seconds to build instance. [ 862.632984] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.632984] env[68960]: value = "task-3221510" [ 862.632984] env[68960]: _type = "Task" [ 862.632984] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.641157] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221510, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.842818] env[68960]: DEBUG nova.compute.utils [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.848032] env[68960]: DEBUG nova.compute.manager [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.848032] env[68960]: DEBUG nova.network.neutron [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.923765] env[68960]: DEBUG nova.policy [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2451ff48c3e34967a8ab6c2731bf3900', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e07d167f8814542b29ad5ae6783922b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.035660] env[68960]: DEBUG oslo_vmware.api [None req-f32f0d29-534a-48ce-ad59-88b5251c4b43 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.132931] env[68960]: DEBUG oslo_concurrency.lockutils [None req-75b5db6e-2995-49c9-b36f-d46b8d08a072 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "9807ed2c-0f7a-499b-9fd7-32b8448db800" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.254s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.143429] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221510, 'name': CreateVM_Task, 'duration_secs': 0.325341} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.143650] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.144398] env[68960]: DEBUG oslo_concurrency.lockutils [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.144589] env[68960]: DEBUG oslo_concurrency.lockutils [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.144898] env[68960]: DEBUG oslo_concurrency.lockutils [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.145173] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f39f722f-1e15-4721-aac6-299db924fa68 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.150122] env[68960]: DEBUG oslo_vmware.api [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 863.150122] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521de6aa-ccdc-15a3-63a9-b64591b76de5" [ 863.150122] env[68960]: _type = "Task" [ 863.150122] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.157869] env[68960]: DEBUG oslo_vmware.api [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521de6aa-ccdc-15a3-63a9-b64591b76de5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.240977] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7513d34d-55b8-4cda-b797-e399668e8fd4 tempest-ServersAdminTestJSON-185137626 tempest-ServersAdminTestJSON-185137626-project-admin] Acquiring lock "refresh_cache-9807ed2c-0f7a-499b-9fd7-32b8448db800" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.240977] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7513d34d-55b8-4cda-b797-e399668e8fd4 tempest-ServersAdminTestJSON-185137626 tempest-ServersAdminTestJSON-185137626-project-admin] Acquired lock "refresh_cache-9807ed2c-0f7a-499b-9fd7-32b8448db800" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.241188] env[68960]: DEBUG nova.network.neutron [None req-7513d34d-55b8-4cda-b797-e399668e8fd4 tempest-ServersAdminTestJSON-185137626 tempest-ServersAdminTestJSON-185137626-project-admin] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.348736] env[68960]: DEBUG nova.compute.manager [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.391142] env[68960]: DEBUG nova.network.neutron [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Successfully created port: 612dffb8-5264-4c22-a409-1cdf26a5d83e {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.491519] env[68960]: DEBUG nova.compute.manager [req-0ced2681-78c8-4fd0-bd9f-0202a6ffb0dc req-01bcc889-1e94-4437-a0c9-282dd91d29d7 service nova] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Received event network-changed-59c4bd2a-b120-43d1-8473-bb99accddcf0 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.491725] env[68960]: DEBUG nova.compute.manager [req-0ced2681-78c8-4fd0-bd9f-0202a6ffb0dc req-01bcc889-1e94-4437-a0c9-282dd91d29d7 service nova] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Refreshing instance network info cache due to event network-changed-59c4bd2a-b120-43d1-8473-bb99accddcf0. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.491941] env[68960]: DEBUG oslo_concurrency.lockutils [req-0ced2681-78c8-4fd0-bd9f-0202a6ffb0dc req-01bcc889-1e94-4437-a0c9-282dd91d29d7 service nova] Acquiring lock "refresh_cache-67f6f924-b122-4326-866f-2e3c3c9357ae" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.492304] env[68960]: DEBUG oslo_concurrency.lockutils [req-0ced2681-78c8-4fd0-bd9f-0202a6ffb0dc req-01bcc889-1e94-4437-a0c9-282dd91d29d7 service nova] Acquired lock "refresh_cache-67f6f924-b122-4326-866f-2e3c3c9357ae" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.492506] env[68960]: DEBUG nova.network.neutron [req-0ced2681-78c8-4fd0-bd9f-0202a6ffb0dc req-01bcc889-1e94-4437-a0c9-282dd91d29d7 service nova] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Refreshing network info cache for port 59c4bd2a-b120-43d1-8473-bb99accddcf0 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.540208] env[68960]: DEBUG oslo_vmware.api [None req-f32f0d29-534a-48ce-ad59-88b5251c4b43 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.638990] env[68960]: DEBUG nova.compute.manager [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.666108] env[68960]: DEBUG oslo_vmware.api [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521de6aa-ccdc-15a3-63a9-b64591b76de5, 'name': SearchDatastore_Task, 'duration_secs': 0.00951} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.668587] env[68960]: DEBUG oslo_concurrency.lockutils [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.668829] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.669075] env[68960]: DEBUG oslo_concurrency.lockutils [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.669220] env[68960]: DEBUG oslo_concurrency.lockutils [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.669400] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.669833] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08551822-37e9-42b3-8145-ec2ff14f0c61 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.678470] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.678617] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.681423] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71dd9901-6470-4db2-9169-3b3709b4190b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.688147] env[68960]: DEBUG oslo_vmware.api [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 863.688147] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52429927-145e-c8c7-f7fc-ca7c956e09d5" [ 863.688147] env[68960]: _type = "Task" [ 863.688147] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.695491] env[68960]: DEBUG oslo_vmware.api [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52429927-145e-c8c7-f7fc-ca7c956e09d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.847310] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59e22c1-3161-4f46-83b4-733caf1c6728 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.854759] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2666e1-b11d-463d-a02c-17cba7dbf923 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.891141] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4257a10-2c7d-4a95-bf0c-8887bc4bc0b2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.900018] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765b8af0-882c-40ec-a142-1c7b5cf64456 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.918931] env[68960]: DEBUG nova.compute.provider_tree [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.983048] env[68960]: DEBUG nova.network.neutron [None req-7513d34d-55b8-4cda-b797-e399668e8fd4 tempest-ServersAdminTestJSON-185137626 tempest-ServersAdminTestJSON-185137626-project-admin] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Updating instance_info_cache with network_info: [{"id": "faa83006-5139-4781-876e-e2249c1a45ac", "address": "fa:16:3e:5e:7b:46", "network": {"id": "c6ceb515-e62e-437c-b971-ea973a2656f4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-36591495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a2aa8e4a3f4b1c9987c34895315ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa83006-51", "ovs_interfaceid": "faa83006-5139-4781-876e-e2249c1a45ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.039019] env[68960]: DEBUG oslo_vmware.api [None req-f32f0d29-534a-48ce-ad59-88b5251c4b43 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.159676] env[68960]: DEBUG oslo_concurrency.lockutils [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.197134] env[68960]: DEBUG oslo_vmware.api [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52429927-145e-c8c7-f7fc-ca7c956e09d5, 'name': SearchDatastore_Task, 'duration_secs': 0.008883} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.197968] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0f00a4c-aa14-49af-ad67-b7b5f79dc147 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.203555] env[68960]: DEBUG oslo_vmware.api [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 864.203555] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527b6c48-9f83-0fe4-1b87-0d84fbcaa38a" [ 864.203555] env[68960]: _type = "Task" [ 864.203555] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.206808] env[68960]: DEBUG nova.network.neutron [req-0ced2681-78c8-4fd0-bd9f-0202a6ffb0dc req-01bcc889-1e94-4437-a0c9-282dd91d29d7 service nova] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Updated VIF entry in instance network info cache for port 59c4bd2a-b120-43d1-8473-bb99accddcf0. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.207248] env[68960]: DEBUG nova.network.neutron [req-0ced2681-78c8-4fd0-bd9f-0202a6ffb0dc req-01bcc889-1e94-4437-a0c9-282dd91d29d7 service nova] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Updating instance_info_cache with network_info: [{"id": "59c4bd2a-b120-43d1-8473-bb99accddcf0", "address": "fa:16:3e:e5:64:0c", "network": {"id": "fff51d55-08d5-4376-bd7f-089b01c12a99", "bridge": "br-int", "label": "tempest-ImagesTestJSON-277706535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f799a28ad4b41a1879b56bc35ecb10d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c4bd2a-b1", "ovs_interfaceid": "59c4bd2a-b120-43d1-8473-bb99accddcf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.213091] env[68960]: DEBUG oslo_vmware.api [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527b6c48-9f83-0fe4-1b87-0d84fbcaa38a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.365200] env[68960]: DEBUG nova.compute.manager [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.391855] env[68960]: DEBUG nova.virt.hardware [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.392124] env[68960]: DEBUG nova.virt.hardware [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.392283] env[68960]: DEBUG nova.virt.hardware [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.392462] env[68960]: DEBUG nova.virt.hardware [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.392622] env[68960]: DEBUG nova.virt.hardware [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.392811] env[68960]: DEBUG nova.virt.hardware [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.392975] env[68960]: DEBUG nova.virt.hardware [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.393158] env[68960]: DEBUG nova.virt.hardware [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.393327] env[68960]: DEBUG nova.virt.hardware [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.393489] env[68960]: DEBUG nova.virt.hardware [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.393699] env[68960]: DEBUG nova.virt.hardware [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.395721] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea204e7-5ee1-4495-8dc6-d0f3f96587ca {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.403529] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91869e15-3611-4514-94f2-443d85930b56 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.422252] env[68960]: DEBUG nova.scheduler.client.report [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.486354] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7513d34d-55b8-4cda-b797-e399668e8fd4 tempest-ServersAdminTestJSON-185137626 tempest-ServersAdminTestJSON-185137626-project-admin] Releasing lock "refresh_cache-9807ed2c-0f7a-499b-9fd7-32b8448db800" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.486734] env[68960]: DEBUG nova.compute.manager [None req-7513d34d-55b8-4cda-b797-e399668e8fd4 tempest-ServersAdminTestJSON-185137626 tempest-ServersAdminTestJSON-185137626-project-admin] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Inject network info {{(pid=68960) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 864.487046] env[68960]: DEBUG nova.compute.manager [None req-7513d34d-55b8-4cda-b797-e399668e8fd4 tempest-ServersAdminTestJSON-185137626 tempest-ServersAdminTestJSON-185137626-project-admin] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] network_info to inject: |[{"id": "faa83006-5139-4781-876e-e2249c1a45ac", "address": "fa:16:3e:5e:7b:46", "network": {"id": "c6ceb515-e62e-437c-b971-ea973a2656f4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-36591495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a2aa8e4a3f4b1c9987c34895315ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa83006-51", "ovs_interfaceid": "faa83006-5139-4781-876e-e2249c1a45ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 864.491927] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7513d34d-55b8-4cda-b797-e399668e8fd4 tempest-ServersAdminTestJSON-185137626 tempest-ServersAdminTestJSON-185137626-project-admin] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Reconfiguring VM instance to set the machine id {{(pid=68960) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 864.492908] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab624f8e-c560-4432-b47e-60f6b1467f0d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.510210] env[68960]: DEBUG oslo_vmware.api [None req-7513d34d-55b8-4cda-b797-e399668e8fd4 tempest-ServersAdminTestJSON-185137626 tempest-ServersAdminTestJSON-185137626-project-admin] Waiting for the task: (returnval){ [ 864.510210] env[68960]: value = "task-3221511" [ 864.510210] env[68960]: _type = "Task" [ 864.510210] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.519411] env[68960]: DEBUG oslo_vmware.api [None req-7513d34d-55b8-4cda-b797-e399668e8fd4 tempest-ServersAdminTestJSON-185137626 tempest-ServersAdminTestJSON-185137626-project-admin] Task: {'id': task-3221511, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.538696] env[68960]: DEBUG oslo_vmware.api [None req-f32f0d29-534a-48ce-ad59-88b5251c4b43 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.710547] env[68960]: DEBUG oslo_concurrency.lockutils [req-0ced2681-78c8-4fd0-bd9f-0202a6ffb0dc req-01bcc889-1e94-4437-a0c9-282dd91d29d7 service nova] Releasing lock "refresh_cache-67f6f924-b122-4326-866f-2e3c3c9357ae" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.711628] env[68960]: DEBUG nova.compute.manager [req-0ced2681-78c8-4fd0-bd9f-0202a6ffb0dc req-01bcc889-1e94-4437-a0c9-282dd91d29d7 service nova] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Received event network-changed-b152f2fe-f425-4789-8057-673adcceae60 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.711628] env[68960]: DEBUG nova.compute.manager [req-0ced2681-78c8-4fd0-bd9f-0202a6ffb0dc req-01bcc889-1e94-4437-a0c9-282dd91d29d7 service nova] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Refreshing instance network info cache due to event network-changed-b152f2fe-f425-4789-8057-673adcceae60. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.711628] env[68960]: DEBUG oslo_concurrency.lockutils [req-0ced2681-78c8-4fd0-bd9f-0202a6ffb0dc req-01bcc889-1e94-4437-a0c9-282dd91d29d7 service nova] Acquiring lock "refresh_cache-3bdac993-7a8b-47ba-b025-56057dd96a8b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.711628] env[68960]: DEBUG oslo_concurrency.lockutils [req-0ced2681-78c8-4fd0-bd9f-0202a6ffb0dc req-01bcc889-1e94-4437-a0c9-282dd91d29d7 service nova] Acquired lock "refresh_cache-3bdac993-7a8b-47ba-b025-56057dd96a8b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.711815] env[68960]: DEBUG nova.network.neutron [req-0ced2681-78c8-4fd0-bd9f-0202a6ffb0dc req-01bcc889-1e94-4437-a0c9-282dd91d29d7 service nova] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Refreshing network info cache for port b152f2fe-f425-4789-8057-673adcceae60 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.717492] env[68960]: DEBUG oslo_vmware.api [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527b6c48-9f83-0fe4-1b87-0d84fbcaa38a, 'name': SearchDatastore_Task, 'duration_secs': 0.009638} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.718018] env[68960]: DEBUG oslo_concurrency.lockutils [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.718282] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 67f6f924-b122-4326-866f-2e3c3c9357ae/67f6f924-b122-4326-866f-2e3c3c9357ae.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.718544] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b44850c5-a304-46a6-8e83-5c57c2fda39e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.725745] env[68960]: DEBUG oslo_vmware.api [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 864.725745] env[68960]: value = "task-3221512" [ 864.725745] env[68960]: _type = "Task" [ 864.725745] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.734209] env[68960]: DEBUG oslo_vmware.api [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.931074] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.931803] env[68960]: DEBUG nova.compute.manager [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.938379] env[68960]: DEBUG oslo_concurrency.lockutils [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.078s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.938379] env[68960]: DEBUG nova.objects.instance [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Lazy-loading 'resources' on Instance uuid 5f1245c7-9ab4-4a4f-b30f-613c00d82612 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.021365] env[68960]: DEBUG oslo_vmware.api [None req-7513d34d-55b8-4cda-b797-e399668e8fd4 tempest-ServersAdminTestJSON-185137626 tempest-ServersAdminTestJSON-185137626-project-admin] Task: {'id': task-3221511, 'name': ReconfigVM_Task, 'duration_secs': 0.165464} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.021745] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7513d34d-55b8-4cda-b797-e399668e8fd4 tempest-ServersAdminTestJSON-185137626 tempest-ServersAdminTestJSON-185137626-project-admin] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Reconfigured VM instance to set the machine id {{(pid=68960) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 865.041637] env[68960]: DEBUG oslo_vmware.api [None req-f32f0d29-534a-48ce-ad59-88b5251c4b43 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.237786] env[68960]: DEBUG oslo_vmware.api [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221512, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.443771] env[68960]: DEBUG nova.compute.utils [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.444945] env[68960]: DEBUG nova.compute.manager [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 865.445138] env[68960]: DEBUG nova.network.neutron [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.451913] env[68960]: DEBUG nova.network.neutron [req-0ced2681-78c8-4fd0-bd9f-0202a6ffb0dc req-01bcc889-1e94-4437-a0c9-282dd91d29d7 service nova] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Updated VIF entry in instance network info cache for port b152f2fe-f425-4789-8057-673adcceae60. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.452270] env[68960]: DEBUG nova.network.neutron [req-0ced2681-78c8-4fd0-bd9f-0202a6ffb0dc req-01bcc889-1e94-4437-a0c9-282dd91d29d7 service nova] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Updating instance_info_cache with network_info: [{"id": "b152f2fe-f425-4789-8057-673adcceae60", "address": "fa:16:3e:f2:94:b4", "network": {"id": "4089e504-6cbc-4d5a-838d-50cac92d5b6a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2146448288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c63f579c384475ca3452736928c5866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb152f2fe-f4", "ovs_interfaceid": "b152f2fe-f425-4789-8057-673adcceae60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.494214] env[68960]: DEBUG nova.policy [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '436e63653a1b485d854fa954f557d19f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42779973f53e4b13bbe449e808f2bfa9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.542518] env[68960]: DEBUG oslo_vmware.api [None req-f32f0d29-534a-48ce-ad59-88b5251c4b43 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.673970] env[68960]: DEBUG nova.compute.manager [req-ba02258c-cb93-4776-bb0a-386961096edd req-d78f3c4e-acba-4fe2-a586-ea785c7b268b service nova] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Received event network-changed-b152f2fe-f425-4789-8057-673adcceae60 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.674233] env[68960]: DEBUG nova.compute.manager [req-ba02258c-cb93-4776-bb0a-386961096edd req-d78f3c4e-acba-4fe2-a586-ea785c7b268b service nova] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Refreshing instance network info cache due to event network-changed-b152f2fe-f425-4789-8057-673adcceae60. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.674448] env[68960]: DEBUG oslo_concurrency.lockutils [req-ba02258c-cb93-4776-bb0a-386961096edd req-d78f3c4e-acba-4fe2-a586-ea785c7b268b service nova] Acquiring lock "refresh_cache-3bdac993-7a8b-47ba-b025-56057dd96a8b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.693708] env[68960]: DEBUG nova.network.neutron [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Successfully updated port: 612dffb8-5264-4c22-a409-1cdf26a5d83e {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.738092] env[68960]: DEBUG oslo_vmware.api [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221512, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5539} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.740823] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 67f6f924-b122-4326-866f-2e3c3c9357ae/67f6f924-b122-4326-866f-2e3c3c9357ae.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.741128] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.741892] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed60a7bc-621d-475a-9509-96561652a9f4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.748409] env[68960]: DEBUG oslo_vmware.api [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 865.748409] env[68960]: value = "task-3221513" [ 865.748409] env[68960]: _type = "Task" [ 865.748409] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.758822] env[68960]: DEBUG oslo_vmware.api [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.772533] env[68960]: DEBUG nova.network.neutron [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Successfully created port: 4b16d429-ae22-4582-9dd4-8242bf67cc7b {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 865.947572] env[68960]: DEBUG nova.compute.manager [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.956478] env[68960]: DEBUG oslo_concurrency.lockutils [req-0ced2681-78c8-4fd0-bd9f-0202a6ffb0dc req-01bcc889-1e94-4437-a0c9-282dd91d29d7 service nova] Releasing lock "refresh_cache-3bdac993-7a8b-47ba-b025-56057dd96a8b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.956931] env[68960]: DEBUG oslo_concurrency.lockutils [req-ba02258c-cb93-4776-bb0a-386961096edd req-d78f3c4e-acba-4fe2-a586-ea785c7b268b service nova] Acquired lock "refresh_cache-3bdac993-7a8b-47ba-b025-56057dd96a8b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.959771] env[68960]: DEBUG nova.network.neutron [req-ba02258c-cb93-4776-bb0a-386961096edd req-d78f3c4e-acba-4fe2-a586-ea785c7b268b service nova] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Refreshing network info cache for port b152f2fe-f425-4789-8057-673adcceae60 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.982558] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44005791-4194-4b9b-b832-52db303a62e7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.991508] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a2409c-75f1-4ea5-aa41-e0ff80a04289 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.027985] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f218c2-cbe3-4bd4-a76b-149a2ebd10a0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.037560] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d91191-d420-4d53-960c-45e21aafbb16 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.044289] env[68960]: DEBUG oslo_vmware.api [None req-f32f0d29-534a-48ce-ad59-88b5251c4b43 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.054428] env[68960]: DEBUG nova.compute.provider_tree [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 866.196177] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquiring lock "refresh_cache-1f56cc38-ab30-4ca4-ae20-62021f6fe60c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.196332] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquired lock "refresh_cache-1f56cc38-ab30-4ca4-ae20-62021f6fe60c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.196484] env[68960]: DEBUG nova.network.neutron [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.258789] env[68960]: DEBUG oslo_vmware.api [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067969} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.259175] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.259978] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c65ed3-af13-4109-8e1f-9c41742d82bd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.283147] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 67f6f924-b122-4326-866f-2e3c3c9357ae/67f6f924-b122-4326-866f-2e3c3c9357ae.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.283466] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d779c54f-b21d-4fe5-8e67-0a70dbf2f543 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.304220] env[68960]: DEBUG oslo_vmware.api [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 866.304220] env[68960]: value = "task-3221514" [ 866.304220] env[68960]: _type = "Task" [ 866.304220] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.312448] env[68960]: DEBUG oslo_vmware.api [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221514, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.541293] env[68960]: DEBUG oslo_vmware.api [None req-f32f0d29-534a-48ce-ad59-88b5251c4b43 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.574886] env[68960]: ERROR nova.scheduler.client.report [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] [req-a6494111-1dc9-4855-90ee-29f6bae5acc8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d6b14c3a-024a-447e-9595-cef114b4ddda. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a6494111-1dc9-4855-90ee-29f6bae5acc8"}]} [ 866.592427] env[68960]: DEBUG nova.scheduler.client.report [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Refreshing inventories for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 866.614177] env[68960]: DEBUG nova.scheduler.client.report [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Updating ProviderTree inventory for provider d6b14c3a-024a-447e-9595-cef114b4ddda from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 866.614412] env[68960]: DEBUG nova.compute.provider_tree [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 866.628042] env[68960]: DEBUG nova.scheduler.client.report [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Refreshing aggregate associations for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda, aggregates: None {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 866.649679] env[68960]: DEBUG nova.scheduler.client.report [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Refreshing trait associations for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 866.737464] env[68960]: DEBUG nova.network.neutron [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.747264] env[68960]: DEBUG nova.network.neutron [req-ba02258c-cb93-4776-bb0a-386961096edd req-d78f3c4e-acba-4fe2-a586-ea785c7b268b service nova] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Updated VIF entry in instance network info cache for port b152f2fe-f425-4789-8057-673adcceae60. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.747588] env[68960]: DEBUG nova.network.neutron [req-ba02258c-cb93-4776-bb0a-386961096edd req-d78f3c4e-acba-4fe2-a586-ea785c7b268b service nova] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Updating instance_info_cache with network_info: [{"id": "b152f2fe-f425-4789-8057-673adcceae60", "address": "fa:16:3e:f2:94:b4", "network": {"id": "4089e504-6cbc-4d5a-838d-50cac92d5b6a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2146448288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c63f579c384475ca3452736928c5866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb152f2fe-f4", "ovs_interfaceid": "b152f2fe-f425-4789-8057-673adcceae60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.814109] env[68960]: DEBUG oslo_vmware.api [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221514, 'name': ReconfigVM_Task, 'duration_secs': 0.256151} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.817765] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 67f6f924-b122-4326-866f-2e3c3c9357ae/67f6f924-b122-4326-866f-2e3c3c9357ae.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.824030] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-113ac168-cbd3-4e25-9f9a-d506cf729b2d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.832320] env[68960]: DEBUG oslo_vmware.api [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 866.832320] env[68960]: value = "task-3221515" [ 866.832320] env[68960]: _type = "Task" [ 866.832320] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.840790] env[68960]: DEBUG oslo_vmware.api [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221515, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.894129] env[68960]: DEBUG nova.network.neutron [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Updating instance_info_cache with network_info: [{"id": "612dffb8-5264-4c22-a409-1cdf26a5d83e", "address": "fa:16:3e:89:1d:b6", "network": {"id": "469ab613-a550-4576-9d21-f1cf39056757", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1402300285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e07d167f8814542b29ad5ae6783922b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap612dffb8-52", "ovs_interfaceid": "612dffb8-5264-4c22-a409-1cdf26a5d83e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.957328] env[68960]: DEBUG nova.compute.manager [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.995187] env[68960]: DEBUG nova.virt.hardware [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.995572] env[68960]: DEBUG nova.virt.hardware [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.995632] env[68960]: DEBUG nova.virt.hardware [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.995770] env[68960]: DEBUG nova.virt.hardware [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.995920] env[68960]: DEBUG nova.virt.hardware [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.996214] env[68960]: DEBUG nova.virt.hardware [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.996454] env[68960]: DEBUG nova.virt.hardware [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.996616] env[68960]: DEBUG nova.virt.hardware [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.996786] env[68960]: DEBUG nova.virt.hardware [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.996946] env[68960]: DEBUG nova.virt.hardware [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.997135] env[68960]: DEBUG nova.virt.hardware [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.997983] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa66a325-d916-486c-9e0c-ced822083a83 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.007663] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f842929-ee77-485f-8dbd-5c7e2333fe2a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.043175] env[68960]: DEBUG oslo_vmware.api [None req-f32f0d29-534a-48ce-ad59-88b5251c4b43 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221508, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.178583] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7915f465-bd86-4fcc-a475-d48fbac69e80 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.186447] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffc01e6-ba2a-4e08-9715-669f71fddcaf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.221689] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b48a35-0ed8-4ecf-b0d0-365ced03cb34 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.229678] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c4dcf1-faff-4fdf-9553-9331367b674b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.244119] env[68960]: DEBUG nova.compute.provider_tree [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 867.250080] env[68960]: DEBUG oslo_concurrency.lockutils [req-ba02258c-cb93-4776-bb0a-386961096edd req-d78f3c4e-acba-4fe2-a586-ea785c7b268b service nova] Releasing lock "refresh_cache-3bdac993-7a8b-47ba-b025-56057dd96a8b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.250418] env[68960]: DEBUG nova.compute.manager [req-ba02258c-cb93-4776-bb0a-386961096edd req-d78f3c4e-acba-4fe2-a586-ea785c7b268b service nova] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Received event network-vif-plugged-612dffb8-5264-4c22-a409-1cdf26a5d83e {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.250679] env[68960]: DEBUG oslo_concurrency.lockutils [req-ba02258c-cb93-4776-bb0a-386961096edd req-d78f3c4e-acba-4fe2-a586-ea785c7b268b service nova] Acquiring lock "1f56cc38-ab30-4ca4-ae20-62021f6fe60c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.250939] env[68960]: DEBUG oslo_concurrency.lockutils [req-ba02258c-cb93-4776-bb0a-386961096edd req-d78f3c4e-acba-4fe2-a586-ea785c7b268b service nova] Lock "1f56cc38-ab30-4ca4-ae20-62021f6fe60c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.251172] env[68960]: DEBUG oslo_concurrency.lockutils [req-ba02258c-cb93-4776-bb0a-386961096edd req-d78f3c4e-acba-4fe2-a586-ea785c7b268b service nova] Lock "1f56cc38-ab30-4ca4-ae20-62021f6fe60c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.251404] env[68960]: DEBUG nova.compute.manager [req-ba02258c-cb93-4776-bb0a-386961096edd req-d78f3c4e-acba-4fe2-a586-ea785c7b268b service nova] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] No waiting events found dispatching network-vif-plugged-612dffb8-5264-4c22-a409-1cdf26a5d83e {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 867.251732] env[68960]: WARNING nova.compute.manager [req-ba02258c-cb93-4776-bb0a-386961096edd req-d78f3c4e-acba-4fe2-a586-ea785c7b268b service nova] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Received unexpected event network-vif-plugged-612dffb8-5264-4c22-a409-1cdf26a5d83e for instance with vm_state building and task_state spawning. [ 867.282794] env[68960]: DEBUG nova.network.neutron [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Successfully updated port: 4b16d429-ae22-4582-9dd4-8242bf67cc7b {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.292540] env[68960]: DEBUG nova.compute.manager [req-7f4933e2-38fa-4632-b471-56dc9f46f395 req-01be6463-0b07-41d3-8dcd-3ba8d2693975 service nova] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Received event network-vif-plugged-4b16d429-ae22-4582-9dd4-8242bf67cc7b {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.293711] env[68960]: DEBUG oslo_concurrency.lockutils [req-7f4933e2-38fa-4632-b471-56dc9f46f395 req-01be6463-0b07-41d3-8dcd-3ba8d2693975 service nova] Acquiring lock "ad7a5895-972b-4954-92b3-fcbd1a9a2df8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.293711] env[68960]: DEBUG oslo_concurrency.lockutils [req-7f4933e2-38fa-4632-b471-56dc9f46f395 req-01be6463-0b07-41d3-8dcd-3ba8d2693975 service nova] Lock "ad7a5895-972b-4954-92b3-fcbd1a9a2df8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.293711] env[68960]: DEBUG oslo_concurrency.lockutils [req-7f4933e2-38fa-4632-b471-56dc9f46f395 req-01be6463-0b07-41d3-8dcd-3ba8d2693975 service nova] Lock "ad7a5895-972b-4954-92b3-fcbd1a9a2df8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.293711] env[68960]: DEBUG nova.compute.manager [req-7f4933e2-38fa-4632-b471-56dc9f46f395 req-01be6463-0b07-41d3-8dcd-3ba8d2693975 service nova] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] No waiting events found dispatching network-vif-plugged-4b16d429-ae22-4582-9dd4-8242bf67cc7b {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 867.293711] env[68960]: WARNING nova.compute.manager [req-7f4933e2-38fa-4632-b471-56dc9f46f395 req-01be6463-0b07-41d3-8dcd-3ba8d2693975 service nova] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Received unexpected event network-vif-plugged-4b16d429-ae22-4582-9dd4-8242bf67cc7b for instance with vm_state building and task_state spawning. [ 867.326039] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e94bcde5-f01b-474b-a5e6-abc74d18fe3b tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Acquiring lock "3bdac993-7a8b-47ba-b025-56057dd96a8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.326166] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e94bcde5-f01b-474b-a5e6-abc74d18fe3b tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Lock "3bdac993-7a8b-47ba-b025-56057dd96a8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.326326] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e94bcde5-f01b-474b-a5e6-abc74d18fe3b tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Acquiring lock "3bdac993-7a8b-47ba-b025-56057dd96a8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.326833] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e94bcde5-f01b-474b-a5e6-abc74d18fe3b tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Lock "3bdac993-7a8b-47ba-b025-56057dd96a8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.327081] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e94bcde5-f01b-474b-a5e6-abc74d18fe3b tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Lock "3bdac993-7a8b-47ba-b025-56057dd96a8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.329254] env[68960]: INFO nova.compute.manager [None req-e94bcde5-f01b-474b-a5e6-abc74d18fe3b tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Terminating instance [ 867.341570] env[68960]: DEBUG oslo_vmware.api [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221515, 'name': Rename_Task, 'duration_secs': 0.140603} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.342309] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.342554] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba77d908-cec6-4dea-aed7-fd0249a36cd3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.348764] env[68960]: DEBUG oslo_vmware.api [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 867.348764] env[68960]: value = "task-3221516" [ 867.348764] env[68960]: _type = "Task" [ 867.348764] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.356475] env[68960]: DEBUG oslo_vmware.api [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.397296] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Releasing lock "refresh_cache-1f56cc38-ab30-4ca4-ae20-62021f6fe60c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.397638] env[68960]: DEBUG nova.compute.manager [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Instance network_info: |[{"id": "612dffb8-5264-4c22-a409-1cdf26a5d83e", "address": "fa:16:3e:89:1d:b6", "network": {"id": "469ab613-a550-4576-9d21-f1cf39056757", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1402300285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e07d167f8814542b29ad5ae6783922b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap612dffb8-52", "ovs_interfaceid": "612dffb8-5264-4c22-a409-1cdf26a5d83e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.398083] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:1d:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '612dffb8-5264-4c22-a409-1cdf26a5d83e', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.406611] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Creating folder: Project (8e07d167f8814542b29ad5ae6783922b). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.406611] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a72b10c-7e8a-4b47-b9f5-80027cf4a81f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.415661] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Created folder: Project (8e07d167f8814542b29ad5ae6783922b) in parent group-v643888. [ 867.415844] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Creating folder: Instances. Parent ref: group-v644065. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.416125] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4e032a4-17eb-4c55-878b-6162b94ecf0a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.424494] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Created folder: Instances in parent group-v644065. [ 867.424786] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.425635] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.425635] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b8d0b2d-32c1-4296-86ca-c9d68895af78 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.445245] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.445245] env[68960]: value = "task-3221519" [ 867.445245] env[68960]: _type = "Task" [ 867.445245] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.452806] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221519, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.541593] env[68960]: DEBUG oslo_vmware.api [None req-f32f0d29-534a-48ce-ad59-88b5251c4b43 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221508, 'name': ReconfigVM_Task, 'duration_secs': 5.757325} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.541880] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f32f0d29-534a-48ce-ad59-88b5251c4b43 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Releasing lock "2f52fb86-7de8-4029-9bef-8ac22581f503" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.542107] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f32f0d29-534a-48ce-ad59-88b5251c4b43 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Reconfigured VM to detach interface {{(pid=68960) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 867.740430] env[68960]: DEBUG nova.compute.manager [req-dae051cc-0acd-4989-ae55-498b73f4f3c5 req-e207fd80-4352-4d5e-b557-f1854694e670 service nova] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Received event network-changed-612dffb8-5264-4c22-a409-1cdf26a5d83e {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.740664] env[68960]: DEBUG nova.compute.manager [req-dae051cc-0acd-4989-ae55-498b73f4f3c5 req-e207fd80-4352-4d5e-b557-f1854694e670 service nova] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Refreshing instance network info cache due to event network-changed-612dffb8-5264-4c22-a409-1cdf26a5d83e. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.740896] env[68960]: DEBUG oslo_concurrency.lockutils [req-dae051cc-0acd-4989-ae55-498b73f4f3c5 req-e207fd80-4352-4d5e-b557-f1854694e670 service nova] Acquiring lock "refresh_cache-1f56cc38-ab30-4ca4-ae20-62021f6fe60c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.741974] env[68960]: DEBUG oslo_concurrency.lockutils [req-dae051cc-0acd-4989-ae55-498b73f4f3c5 req-e207fd80-4352-4d5e-b557-f1854694e670 service nova] Acquired lock "refresh_cache-1f56cc38-ab30-4ca4-ae20-62021f6fe60c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.741974] env[68960]: DEBUG nova.network.neutron [req-dae051cc-0acd-4989-ae55-498b73f4f3c5 req-e207fd80-4352-4d5e-b557-f1854694e670 service nova] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Refreshing network info cache for port 612dffb8-5264-4c22-a409-1cdf26a5d83e {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.780417] env[68960]: DEBUG nova.scheduler.client.report [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Updated inventory for provider d6b14c3a-024a-447e-9595-cef114b4ddda with generation 88 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 867.780824] env[68960]: DEBUG nova.compute.provider_tree [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Updating resource provider d6b14c3a-024a-447e-9595-cef114b4ddda generation from 88 to 89 during operation: update_inventory {{(pid=68960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 867.780860] env[68960]: DEBUG nova.compute.provider_tree [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 867.789484] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "refresh_cache-ad7a5895-972b-4954-92b3-fcbd1a9a2df8" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.789484] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquired lock "refresh_cache-ad7a5895-972b-4954-92b3-fcbd1a9a2df8" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.789484] env[68960]: DEBUG nova.network.neutron [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.837077] env[68960]: DEBUG nova.compute.manager [None req-e94bcde5-f01b-474b-a5e6-abc74d18fe3b tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.837358] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e94bcde5-f01b-474b-a5e6-abc74d18fe3b tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.838360] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c795e003-47de-4cc5-9392-6aa3c587e5d3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.847490] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e94bcde5-f01b-474b-a5e6-abc74d18fe3b tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.847824] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d58213a-482b-4c05-99e0-c42c55202c8d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.859986] env[68960]: DEBUG oslo_vmware.api [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221516, 'name': PowerOnVM_Task, 'duration_secs': 0.432956} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.861331] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.861545] env[68960]: INFO nova.compute.manager [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Took 8.09 seconds to spawn the instance on the hypervisor. [ 867.861794] env[68960]: DEBUG nova.compute.manager [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.862121] env[68960]: DEBUG oslo_vmware.api [None req-e94bcde5-f01b-474b-a5e6-abc74d18fe3b tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Waiting for the task: (returnval){ [ 867.862121] env[68960]: value = "task-3221520" [ 867.862121] env[68960]: _type = "Task" [ 867.862121] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.862783] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78beac88-d01b-458f-9f71-abf28a49e2d7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.873670] env[68960]: DEBUG oslo_vmware.api [None req-e94bcde5-f01b-474b-a5e6-abc74d18fe3b tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Task: {'id': task-3221520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.955908] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221519, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.287622] env[68960]: DEBUG oslo_concurrency.lockutils [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.352s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.289872] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.425s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.289964] env[68960]: DEBUG nova.objects.instance [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Lazy-loading 'resources' on Instance uuid 95a45975-d70e-4618-9721-5788972df11d {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.313870] env[68960]: INFO nova.scheduler.client.report [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Deleted allocations for instance 5f1245c7-9ab4-4a4f-b30f-613c00d82612 [ 868.351019] env[68960]: DEBUG nova.network.neutron [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.374355] env[68960]: DEBUG oslo_vmware.api [None req-e94bcde5-f01b-474b-a5e6-abc74d18fe3b tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Task: {'id': task-3221520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.387704] env[68960]: INFO nova.compute.manager [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Took 47.66 seconds to build instance. [ 868.461991] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221519, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.496240] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2bd098de-e794-4e47-9f0a-0230d1ad0cb8 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "2f52fb86-7de8-4029-9bef-8ac22581f503" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.496444] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2bd098de-e794-4e47-9f0a-0230d1ad0cb8 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "2f52fb86-7de8-4029-9bef-8ac22581f503" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.496651] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2bd098de-e794-4e47-9f0a-0230d1ad0cb8 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "2f52fb86-7de8-4029-9bef-8ac22581f503-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.496834] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2bd098de-e794-4e47-9f0a-0230d1ad0cb8 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "2f52fb86-7de8-4029-9bef-8ac22581f503-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.496999] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2bd098de-e794-4e47-9f0a-0230d1ad0cb8 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "2f52fb86-7de8-4029-9bef-8ac22581f503-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.498914] env[68960]: INFO nova.compute.manager [None req-2bd098de-e794-4e47-9f0a-0230d1ad0cb8 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Terminating instance [ 868.512035] env[68960]: INFO nova.compute.manager [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Rebuilding instance [ 868.547238] env[68960]: DEBUG nova.network.neutron [req-dae051cc-0acd-4989-ae55-498b73f4f3c5 req-e207fd80-4352-4d5e-b557-f1854694e670 service nova] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Updated VIF entry in instance network info cache for port 612dffb8-5264-4c22-a409-1cdf26a5d83e. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.547567] env[68960]: DEBUG nova.network.neutron [req-dae051cc-0acd-4989-ae55-498b73f4f3c5 req-e207fd80-4352-4d5e-b557-f1854694e670 service nova] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Updating instance_info_cache with network_info: [{"id": "612dffb8-5264-4c22-a409-1cdf26a5d83e", "address": "fa:16:3e:89:1d:b6", "network": {"id": "469ab613-a550-4576-9d21-f1cf39056757", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1402300285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e07d167f8814542b29ad5ae6783922b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap612dffb8-52", "ovs_interfaceid": "612dffb8-5264-4c22-a409-1cdf26a5d83e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.551649] env[68960]: DEBUG nova.network.neutron [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Updating instance_info_cache with network_info: [{"id": "4b16d429-ae22-4582-9dd4-8242bf67cc7b", "address": "fa:16:3e:5a:1e:50", "network": {"id": "8bfecd26-bbd0-4196-8447-de727dae2385", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1461791050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42779973f53e4b13bbe449e808f2bfa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b16d429-ae", "ovs_interfaceid": "4b16d429-ae22-4582-9dd4-8242bf67cc7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.564188] env[68960]: DEBUG nova.compute.manager [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.565659] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e10008c-9222-46dd-9f3f-18008b5eaf3f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.808585] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f32f0d29-534a-48ce-ad59-88b5251c4b43 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "refresh_cache-2f52fb86-7de8-4029-9bef-8ac22581f503" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.808585] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f32f0d29-534a-48ce-ad59-88b5251c4b43 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired lock "refresh_cache-2f52fb86-7de8-4029-9bef-8ac22581f503" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.808585] env[68960]: DEBUG nova.network.neutron [None req-f32f0d29-534a-48ce-ad59-88b5251c4b43 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.822190] env[68960]: DEBUG oslo_concurrency.lockutils [None req-902c86dd-12d3-4d95-ae11-e7cdde7e1197 tempest-ServersAdmin275Test-1657567617 tempest-ServersAdmin275Test-1657567617-project-member] Lock "5f1245c7-9ab4-4a4f-b30f-613c00d82612" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.211s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.879645] env[68960]: DEBUG oslo_vmware.api [None req-e94bcde5-f01b-474b-a5e6-abc74d18fe3b tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Task: {'id': task-3221520, 'name': PowerOffVM_Task, 'duration_secs': 0.997045} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.880401] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e94bcde5-f01b-474b-a5e6-abc74d18fe3b tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.880584] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e94bcde5-f01b-474b-a5e6-abc74d18fe3b tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.880837] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d10ebe5e-73a7-4489-b18a-88878802729a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.889711] env[68960]: DEBUG oslo_concurrency.lockutils [None req-69918135-d777-400f-8555-0b7e4cbd81e1 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "67f6f924-b122-4326-866f-2e3c3c9357ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.063s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.961453] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221519, 'name': CreateVM_Task, 'duration_secs': 1.329135} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.962119] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.963272] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.963422] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.963792] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.964071] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e94bcde5-f01b-474b-a5e6-abc74d18fe3b tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.964251] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e94bcde5-f01b-474b-a5e6-abc74d18fe3b tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.964421] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e94bcde5-f01b-474b-a5e6-abc74d18fe3b tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Deleting the datastore file [datastore1] 3bdac993-7a8b-47ba-b025-56057dd96a8b {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.966836] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9010e1b-acb0-4fc1-b3f0-c0d1f636432d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.968405] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96b10a06-5c03-47b0-a0f0-b37b85f307d3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.973256] env[68960]: DEBUG oslo_vmware.api [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 868.973256] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52128dd7-8a9e-3003-1f8c-f10855859bb3" [ 868.973256] env[68960]: _type = "Task" [ 868.973256] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.974509] env[68960]: DEBUG oslo_vmware.api [None req-e94bcde5-f01b-474b-a5e6-abc74d18fe3b tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Waiting for the task: (returnval){ [ 868.974509] env[68960]: value = "task-3221522" [ 868.974509] env[68960]: _type = "Task" [ 868.974509] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.987506] env[68960]: DEBUG oslo_vmware.api [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52128dd7-8a9e-3003-1f8c-f10855859bb3, 'name': SearchDatastore_Task, 'duration_secs': 0.011555} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.990648] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.990718] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.990955] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.991650] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.991815] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.992084] env[68960]: DEBUG oslo_vmware.api [None req-e94bcde5-f01b-474b-a5e6-abc74d18fe3b tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Task: {'id': task-3221522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.994475] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da07d69e-1c18-4c91-8928-9c35fa8e4bc8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.001582] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.001759] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.003107] env[68960]: DEBUG nova.compute.manager [None req-2bd098de-e794-4e47-9f0a-0230d1ad0cb8 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.003308] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd098de-e794-4e47-9f0a-0230d1ad0cb8 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.003530] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4c6a123-9ab5-49f2-9d82-b70774c1140f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.008576] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedd469e-9643-49cb-bad7-6240d2e61d3f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.014458] env[68960]: DEBUG oslo_vmware.api [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 869.014458] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5281d8d9-7a68-211d-d19a-19bd6603f8f6" [ 869.014458] env[68960]: _type = "Task" [ 869.014458] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.017021] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bd098de-e794-4e47-9f0a-0230d1ad0cb8 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.020752] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f625863-a6df-480a-896a-3b3bd96d2c7f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.032042] env[68960]: DEBUG oslo_vmware.api [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5281d8d9-7a68-211d-d19a-19bd6603f8f6, 'name': SearchDatastore_Task, 'duration_secs': 0.008735} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.032648] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cff7cb2e-6834-418d-b35c-b4106da55595 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.040339] env[68960]: DEBUG oslo_vmware.api [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 869.040339] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524c0239-4313-b0a7-488d-1a22daf75186" [ 869.040339] env[68960]: _type = "Task" [ 869.040339] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.040662] env[68960]: DEBUG oslo_vmware.api [None req-2bd098de-e794-4e47-9f0a-0230d1ad0cb8 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 869.040662] env[68960]: value = "task-3221523" [ 869.040662] env[68960]: _type = "Task" [ 869.040662] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.051253] env[68960]: DEBUG oslo_concurrency.lockutils [req-dae051cc-0acd-4989-ae55-498b73f4f3c5 req-e207fd80-4352-4d5e-b557-f1854694e670 service nova] Releasing lock "refresh_cache-1f56cc38-ab30-4ca4-ae20-62021f6fe60c" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.058528] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Releasing lock "refresh_cache-ad7a5895-972b-4954-92b3-fcbd1a9a2df8" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.058879] env[68960]: DEBUG nova.compute.manager [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Instance network_info: |[{"id": "4b16d429-ae22-4582-9dd4-8242bf67cc7b", "address": "fa:16:3e:5a:1e:50", "network": {"id": "8bfecd26-bbd0-4196-8447-de727dae2385", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1461791050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42779973f53e4b13bbe449e808f2bfa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b16d429-ae", "ovs_interfaceid": "4b16d429-ae22-4582-9dd4-8242bf67cc7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 869.059217] env[68960]: DEBUG oslo_vmware.api [None req-2bd098de-e794-4e47-9f0a-0230d1ad0cb8 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.059488] env[68960]: DEBUG oslo_vmware.api [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524c0239-4313-b0a7-488d-1a22daf75186, 'name': SearchDatastore_Task, 'duration_secs': 0.009412} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.059884] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:1e:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b16d429-ae22-4582-9dd4-8242bf67cc7b', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.067884] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Creating folder: Project (42779973f53e4b13bbe449e808f2bfa9). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.068165] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.069167] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 1f56cc38-ab30-4ca4-ae20-62021f6fe60c/1f56cc38-ab30-4ca4-ae20-62021f6fe60c.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.071388] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33261232-43f7-4cca-9459-ec25a8ae94a5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.073051] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54e0fa13-5bc1-40b7-8c1d-65d038dd7680 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.081667] env[68960]: DEBUG oslo_vmware.api [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 869.081667] env[68960]: value = "task-3221525" [ 869.081667] env[68960]: _type = "Task" [ 869.081667] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.088805] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Created folder: Project (42779973f53e4b13bbe449e808f2bfa9) in parent group-v643888. [ 869.089098] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Creating folder: Instances. Parent ref: group-v644068. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.090566] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-394dc8c0-578b-4cfa-a244-3ba90f159486 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.097398] env[68960]: DEBUG oslo_vmware.api [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.104813] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Created folder: Instances in parent group-v644068. [ 869.105057] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.105252] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.105446] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e262cbc-259c-41de-99da-d038b52f8c8e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.128236] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.128236] env[68960]: value = "task-3221527" [ 869.128236] env[68960]: _type = "Task" [ 869.128236] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.140746] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221527, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.315057] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8476d2ce-18fe-4d21-91a4-d9470e94c474 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.324239] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3458fd6d-2b41-4808-b36e-aaf03e73d7b7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.355808] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdc8468-d558-48b5-8114-f127ddb44f72 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.363794] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff17ba54-070d-4e21-9698-4540265d52d7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.385057] env[68960]: DEBUG nova.compute.provider_tree [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 869.468180] env[68960]: DEBUG nova.compute.manager [req-c484316c-73aa-4d0d-9acf-b4bc986c3c89 req-2ca0b970-852e-4a38-9195-d466f23ba39e service nova] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Received event network-changed-4b16d429-ae22-4582-9dd4-8242bf67cc7b {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.469016] env[68960]: DEBUG nova.compute.manager [req-c484316c-73aa-4d0d-9acf-b4bc986c3c89 req-2ca0b970-852e-4a38-9195-d466f23ba39e service nova] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Refreshing instance network info cache due to event network-changed-4b16d429-ae22-4582-9dd4-8242bf67cc7b. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 869.469016] env[68960]: DEBUG oslo_concurrency.lockutils [req-c484316c-73aa-4d0d-9acf-b4bc986c3c89 req-2ca0b970-852e-4a38-9195-d466f23ba39e service nova] Acquiring lock "refresh_cache-ad7a5895-972b-4954-92b3-fcbd1a9a2df8" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.469159] env[68960]: DEBUG oslo_concurrency.lockutils [req-c484316c-73aa-4d0d-9acf-b4bc986c3c89 req-2ca0b970-852e-4a38-9195-d466f23ba39e service nova] Acquired lock "refresh_cache-ad7a5895-972b-4954-92b3-fcbd1a9a2df8" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.469294] env[68960]: DEBUG nova.network.neutron [req-c484316c-73aa-4d0d-9acf-b4bc986c3c89 req-2ca0b970-852e-4a38-9195-d466f23ba39e service nova] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Refreshing network info cache for port 4b16d429-ae22-4582-9dd4-8242bf67cc7b {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.490995] env[68960]: DEBUG oslo_vmware.api [None req-e94bcde5-f01b-474b-a5e6-abc74d18fe3b tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Task: {'id': task-3221522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159708} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.491315] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e94bcde5-f01b-474b-a5e6-abc74d18fe3b tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.493768] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e94bcde5-f01b-474b-a5e6-abc74d18fe3b tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.493768] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e94bcde5-f01b-474b-a5e6-abc74d18fe3b tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.493768] env[68960]: INFO nova.compute.manager [None req-e94bcde5-f01b-474b-a5e6-abc74d18fe3b tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Took 1.65 seconds to destroy the instance on the hypervisor. [ 869.493768] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e94bcde5-f01b-474b-a5e6-abc74d18fe3b tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.493768] env[68960]: DEBUG nova.compute.manager [-] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.493768] env[68960]: DEBUG nova.network.neutron [-] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.554884] env[68960]: DEBUG oslo_vmware.api [None req-2bd098de-e794-4e47-9f0a-0230d1ad0cb8 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221523, 'name': PowerOffVM_Task, 'duration_secs': 0.281721} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.555206] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bd098de-e794-4e47-9f0a-0230d1ad0cb8 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.555414] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd098de-e794-4e47-9f0a-0230d1ad0cb8 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.555696] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf30105c-a145-480d-a5fe-290252a9f0ee {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.582762] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.583220] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d47f540-ea24-408a-8af7-527575b226e8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.601136] env[68960]: DEBUG oslo_vmware.api [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221525, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.606599] env[68960]: DEBUG oslo_vmware.api [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 869.606599] env[68960]: value = "task-3221529" [ 869.606599] env[68960]: _type = "Task" [ 869.606599] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.615489] env[68960]: DEBUG oslo_vmware.api [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.634205] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd098de-e794-4e47-9f0a-0230d1ad0cb8 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.634423] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd098de-e794-4e47-9f0a-0230d1ad0cb8 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.634601] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bd098de-e794-4e47-9f0a-0230d1ad0cb8 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Deleting the datastore file [datastore2] 2f52fb86-7de8-4029-9bef-8ac22581f503 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.634859] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c054cd44-400a-4d2e-8281-289b5c936e9c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.641949] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221527, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.643304] env[68960]: DEBUG oslo_vmware.api [None req-2bd098de-e794-4e47-9f0a-0230d1ad0cb8 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 869.643304] env[68960]: value = "task-3221530" [ 869.643304] env[68960]: _type = "Task" [ 869.643304] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.658023] env[68960]: DEBUG oslo_vmware.api [None req-2bd098de-e794-4e47-9f0a-0230d1ad0cb8 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.728144] env[68960]: INFO nova.network.neutron [None req-f32f0d29-534a-48ce-ad59-88b5251c4b43 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Port 6bd67651-a549-4ae5-b61c-00fd919657c4 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 869.728530] env[68960]: DEBUG nova.network.neutron [None req-f32f0d29-534a-48ce-ad59-88b5251c4b43 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Updating instance_info_cache with network_info: [{"id": "b991d839-58df-4ac9-902d-06e04bfdc9cf", "address": "fa:16:3e:79:ba:4c", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb991d839-58", "ovs_interfaceid": "b991d839-58df-4ac9-902d-06e04bfdc9cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.874955] env[68960]: DEBUG nova.compute.manager [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.875896] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676111b4-4b30-459e-bb35-ccdc3e0b85bb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.931881] env[68960]: DEBUG nova.scheduler.client.report [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Updated inventory for provider d6b14c3a-024a-447e-9595-cef114b4ddda with generation 89 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 869.932232] env[68960]: DEBUG nova.compute.provider_tree [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Updating resource provider d6b14c3a-024a-447e-9595-cef114b4ddda generation from 89 to 90 during operation: update_inventory {{(pid=68960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 869.932446] env[68960]: DEBUG nova.compute.provider_tree [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 870.099141] env[68960]: DEBUG oslo_vmware.api [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518515} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.100249] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 1f56cc38-ab30-4ca4-ae20-62021f6fe60c/1f56cc38-ab30-4ca4-ae20-62021f6fe60c.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.100249] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.100249] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-065440ee-b1f3-43b5-8b49-ef77bbcf093f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.107394] env[68960]: DEBUG oslo_vmware.api [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 870.107394] env[68960]: value = "task-3221531" [ 870.107394] env[68960]: _type = "Task" [ 870.107394] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.122854] env[68960]: DEBUG oslo_vmware.api [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.126198] env[68960]: DEBUG oslo_vmware.api [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221529, 'name': PowerOffVM_Task, 'duration_secs': 0.224297} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.126474] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.126705] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.127520] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ba44f4-420c-4d58-bb76-557154ea6a7c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.138296] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.144199] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64577ccc-2d1a-4b90-b13d-4e3497101e14 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.144881] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221527, 'name': CreateVM_Task, 'duration_secs': 0.63169} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.147690] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.151553] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.151770] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.152112] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.152656] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-804d6f52-6af6-4ab2-bb07-3a4a0cf4bb3c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.159607] env[68960]: DEBUG oslo_vmware.api [None req-2bd098de-e794-4e47-9f0a-0230d1ad0cb8 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331686} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.160901] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bd098de-e794-4e47-9f0a-0230d1ad0cb8 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.161136] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd098de-e794-4e47-9f0a-0230d1ad0cb8 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.161319] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd098de-e794-4e47-9f0a-0230d1ad0cb8 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.161486] env[68960]: INFO nova.compute.manager [None req-2bd098de-e794-4e47-9f0a-0230d1ad0cb8 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Took 1.16 seconds to destroy the instance on the hypervisor. [ 870.161742] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bd098de-e794-4e47-9f0a-0230d1ad0cb8 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.162058] env[68960]: DEBUG oslo_vmware.api [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 870.162058] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5205ca93-0d00-a5d1-b0e8-309a05e940b4" [ 870.162058] env[68960]: _type = "Task" [ 870.162058] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.162256] env[68960]: DEBUG nova.compute.manager [-] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.162346] env[68960]: DEBUG nova.network.neutron [-] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.174146] env[68960]: DEBUG oslo_vmware.api [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5205ca93-0d00-a5d1-b0e8-309a05e940b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.227383] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.227678] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.227878] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Deleting the datastore file [datastore2] ed7c7ac5-c303-4548-8357-13aa700d0067 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.228169] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-154bb044-8887-423f-a2ff-27aca6de0129 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.232820] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f32f0d29-534a-48ce-ad59-88b5251c4b43 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Releasing lock "refresh_cache-2f52fb86-7de8-4029-9bef-8ac22581f503" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.236320] env[68960]: DEBUG oslo_vmware.api [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 870.236320] env[68960]: value = "task-3221533" [ 870.236320] env[68960]: _type = "Task" [ 870.236320] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.245972] env[68960]: DEBUG oslo_vmware.api [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.318832] env[68960]: DEBUG nova.network.neutron [req-c484316c-73aa-4d0d-9acf-b4bc986c3c89 req-2ca0b970-852e-4a38-9195-d466f23ba39e service nova] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Updated VIF entry in instance network info cache for port 4b16d429-ae22-4582-9dd4-8242bf67cc7b. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.319119] env[68960]: DEBUG nova.network.neutron [req-c484316c-73aa-4d0d-9acf-b4bc986c3c89 req-2ca0b970-852e-4a38-9195-d466f23ba39e service nova] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Updating instance_info_cache with network_info: [{"id": "4b16d429-ae22-4582-9dd4-8242bf67cc7b", "address": "fa:16:3e:5a:1e:50", "network": {"id": "8bfecd26-bbd0-4196-8447-de727dae2385", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1461791050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42779973f53e4b13bbe449e808f2bfa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b16d429-ae", "ovs_interfaceid": "4b16d429-ae22-4582-9dd4-8242bf67cc7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.344023] env[68960]: DEBUG nova.network.neutron [-] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.388579] env[68960]: INFO nova.compute.manager [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] instance snapshotting [ 870.390632] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8cb8ce-8c71-4f91-bd6e-f384874c6450 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.411042] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d4f224-07e9-4cfa-8345-e547dcfa519b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.442247] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.444861] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c41e5a77-3062-4eda-83ba-204795444a5d tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.418s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.445722] env[68960]: DEBUG nova.objects.instance [None req-c41e5a77-3062-4eda-83ba-204795444a5d tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Lazy-loading 'resources' on Instance uuid c783b1cb-778d-4edf-9eba-c938222f67ed {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.472777] env[68960]: INFO nova.scheduler.client.report [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Deleted allocations for instance 95a45975-d70e-4618-9721-5788972df11d [ 870.619681] env[68960]: DEBUG oslo_vmware.api [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179005} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.619681] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.619681] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c887bf33-d59a-49fd-ab27-1eb12e9c1c96 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.645255] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 1f56cc38-ab30-4ca4-ae20-62021f6fe60c/1f56cc38-ab30-4ca4-ae20-62021f6fe60c.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.645595] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f8a1a56-6bcd-46b1-9e04-d5101677c50b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.671696] env[68960]: DEBUG oslo_vmware.api [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 870.671696] env[68960]: value = "task-3221534" [ 870.671696] env[68960]: _type = "Task" [ 870.671696] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.679342] env[68960]: DEBUG oslo_vmware.api [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5205ca93-0d00-a5d1-b0e8-309a05e940b4, 'name': SearchDatastore_Task, 'duration_secs': 0.022416} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.680015] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.680278] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.680505] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.680643] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.680912] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.681100] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4089794-c5b4-49bf-b552-84e7f83efab8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.692617] env[68960]: DEBUG oslo_vmware.api [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221534, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.701767] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.702016] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.702836] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c3822f9-f492-4ea8-9e16-1ad2e26dfc38 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.708948] env[68960]: DEBUG oslo_vmware.api [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 870.708948] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521dd7e0-8b6e-fe0f-c7cc-c46b241c6e16" [ 870.708948] env[68960]: _type = "Task" [ 870.708948] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.720126] env[68960]: DEBUG oslo_vmware.api [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521dd7e0-8b6e-fe0f-c7cc-c46b241c6e16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.738699] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f32f0d29-534a-48ce-ad59-88b5251c4b43 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "interface-2f52fb86-7de8-4029-9bef-8ac22581f503-6bd67651-a549-4ae5-b61c-00fd919657c4" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.784s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.751043] env[68960]: DEBUG oslo_vmware.api [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21813} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.751365] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.751488] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.751663] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.826044] env[68960]: DEBUG oslo_concurrency.lockutils [req-c484316c-73aa-4d0d-9acf-b4bc986c3c89 req-2ca0b970-852e-4a38-9195-d466f23ba39e service nova] Releasing lock "refresh_cache-ad7a5895-972b-4954-92b3-fcbd1a9a2df8" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.826395] env[68960]: DEBUG nova.compute.manager [req-c484316c-73aa-4d0d-9acf-b4bc986c3c89 req-2ca0b970-852e-4a38-9195-d466f23ba39e service nova] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Received event network-vif-deleted-6bd67651-a549-4ae5-b61c-00fd919657c4 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.826606] env[68960]: INFO nova.compute.manager [req-c484316c-73aa-4d0d-9acf-b4bc986c3c89 req-2ca0b970-852e-4a38-9195-d466f23ba39e service nova] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Neutron deleted interface 6bd67651-a549-4ae5-b61c-00fd919657c4; detaching it from the instance and deleting it from the info cache [ 870.826938] env[68960]: DEBUG nova.network.neutron [req-c484316c-73aa-4d0d-9acf-b4bc986c3c89 req-2ca0b970-852e-4a38-9195-d466f23ba39e service nova] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Updating instance_info_cache with network_info: [{"id": "b991d839-58df-4ac9-902d-06e04bfdc9cf", "address": "fa:16:3e:79:ba:4c", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb991d839-58", "ovs_interfaceid": "b991d839-58df-4ac9-902d-06e04bfdc9cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.845754] env[68960]: INFO nova.compute.manager [-] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Took 1.35 seconds to deallocate network for instance. [ 870.927906] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Creating Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 870.928325] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ccbac4e9-c568-4523-bb53-c5fe5c338543 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.939200] env[68960]: DEBUG oslo_vmware.api [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 870.939200] env[68960]: value = "task-3221535" [ 870.939200] env[68960]: _type = "Task" [ 870.939200] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.956671] env[68960]: DEBUG oslo_vmware.api [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221535, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.981783] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b5d12ddd-4613-407d-b733-5568fe34242a tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Lock "95a45975-d70e-4618-9721-5788972df11d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.333s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.185853] env[68960]: DEBUG oslo_vmware.api [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221534, 'name': ReconfigVM_Task, 'duration_secs': 0.409002} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.186258] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 1f56cc38-ab30-4ca4-ae20-62021f6fe60c/1f56cc38-ab30-4ca4-ae20-62021f6fe60c.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.187480] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ca3aac3-62cf-4816-afb6-837c1a86ceb7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.193138] env[68960]: DEBUG nova.network.neutron [-] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.195701] env[68960]: DEBUG oslo_vmware.api [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 871.195701] env[68960]: value = "task-3221536" [ 871.195701] env[68960]: _type = "Task" [ 871.195701] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.210693] env[68960]: DEBUG oslo_vmware.api [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221536, 'name': Rename_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.225240] env[68960]: DEBUG oslo_vmware.api [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521dd7e0-8b6e-fe0f-c7cc-c46b241c6e16, 'name': SearchDatastore_Task, 'duration_secs': 0.010253} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.226717] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daf669ff-fb42-4550-ba3a-571ab97f308c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.243137] env[68960]: DEBUG oslo_vmware.api [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 871.243137] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5296fb0e-0588-345a-8d12-06e13fff1a38" [ 871.243137] env[68960]: _type = "Task" [ 871.243137] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.251697] env[68960]: DEBUG oslo_vmware.api [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5296fb0e-0588-345a-8d12-06e13fff1a38, 'name': SearchDatastore_Task, 'duration_secs': 0.009719} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.251956] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.252617] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] ad7a5895-972b-4954-92b3-fcbd1a9a2df8/ad7a5895-972b-4954-92b3-fcbd1a9a2df8.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.252617] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fad688a1-7d49-46c8-8852-6c18cf62b033 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.267208] env[68960]: DEBUG oslo_vmware.api [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 871.267208] env[68960]: value = "task-3221537" [ 871.267208] env[68960]: _type = "Task" [ 871.267208] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.275181] env[68960]: DEBUG oslo_vmware.api [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.331195] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13cabd30-78a2-4586-8dd2-7fdb0bb984f0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.342841] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d874ce9-5d84-450f-b5e0-1cb32a6959e7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.357744] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e94bcde5-f01b-474b-a5e6-abc74d18fe3b tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.384430] env[68960]: DEBUG nova.compute.manager [req-c484316c-73aa-4d0d-9acf-b4bc986c3c89 req-2ca0b970-852e-4a38-9195-d466f23ba39e service nova] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Detach interface failed, port_id=6bd67651-a549-4ae5-b61c-00fd919657c4, reason: Instance 2f52fb86-7de8-4029-9bef-8ac22581f503 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 871.452245] env[68960]: DEBUG oslo_vmware.api [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221535, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.522505] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce16efb-8f7f-4060-8659-20d490911c77 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.530656] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f3dfd2-7b29-43d2-bbc5-60c6a7f5cb7f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.563634] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Acquiring lock "b9ec3351-09c4-44ef-a6d1-28392c70b058" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.563980] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Lock "b9ec3351-09c4-44ef-a6d1-28392c70b058" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.564216] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Acquiring lock "b9ec3351-09c4-44ef-a6d1-28392c70b058-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.564420] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Lock "b9ec3351-09c4-44ef-a6d1-28392c70b058-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.564584] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Lock "b9ec3351-09c4-44ef-a6d1-28392c70b058-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.567581] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a13ae9-bdcc-4f55-be58-1bee9fc4331b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.570683] env[68960]: INFO nova.compute.manager [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Terminating instance [ 871.577857] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c624feb-db21-4446-8d92-2f26f27dc260 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.597497] env[68960]: DEBUG nova.compute.provider_tree [None req-c41e5a77-3062-4eda-83ba-204795444a5d tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.678268] env[68960]: DEBUG nova.compute.manager [req-f7a9becd-fad1-4ce8-89fe-657baa0f8807 req-c12acdd0-3964-4817-958b-96c4e2e84a02 service nova] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Received event network-vif-deleted-b152f2fe-f425-4789-8057-673adcceae60 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.678542] env[68960]: DEBUG nova.compute.manager [req-f7a9becd-fad1-4ce8-89fe-657baa0f8807 req-c12acdd0-3964-4817-958b-96c4e2e84a02 service nova] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Received event network-vif-deleted-b991d839-58df-4ac9-902d-06e04bfdc9cf {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.699065] env[68960]: INFO nova.compute.manager [-] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Took 1.54 seconds to deallocate network for instance. [ 871.717740] env[68960]: DEBUG oslo_vmware.api [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221536, 'name': Rename_Task, 'duration_secs': 0.163238} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.717962] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.718237] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcf464b5-8a36-4df2-b3c4-f43fc88a1cbb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.725377] env[68960]: DEBUG oslo_vmware.api [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 871.725377] env[68960]: value = "task-3221538" [ 871.725377] env[68960]: _type = "Task" [ 871.725377] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.739683] env[68960]: DEBUG oslo_vmware.api [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.780029] env[68960]: DEBUG oslo_vmware.api [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221537, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.796205] env[68960]: DEBUG nova.virt.hardware [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.796532] env[68960]: DEBUG nova.virt.hardware [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.797642] env[68960]: DEBUG nova.virt.hardware [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.797642] env[68960]: DEBUG nova.virt.hardware [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.797642] env[68960]: DEBUG nova.virt.hardware [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.797827] env[68960]: DEBUG nova.virt.hardware [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.798127] env[68960]: DEBUG nova.virt.hardware [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.798370] env[68960]: DEBUG nova.virt.hardware [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.798575] env[68960]: DEBUG nova.virt.hardware [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.798779] env[68960]: DEBUG nova.virt.hardware [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.798992] env[68960]: DEBUG nova.virt.hardware [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.800058] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcb21be-8166-438b-bc16-2e227d4b4129 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.808610] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2120431-ab37-460f-a37f-2602fc5215d7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.824609] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:4d:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b16c03f2-571b-4fe2-aebf-07d38e11a9bf', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.832812] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.832812] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.833043] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8501fcce-1829-4dcc-b2ed-5ddf390c60be {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.856184] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.856184] env[68960]: value = "task-3221539" [ 871.856184] env[68960]: _type = "Task" [ 871.856184] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.863974] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221539, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.954945] env[68960]: DEBUG oslo_vmware.api [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221535, 'name': CreateSnapshot_Task, 'duration_secs': 0.973999} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.956475] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Created Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 871.957248] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88250012-856c-4fb0-a536-ff7fd8bc25ab {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.084448] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Acquiring lock "refresh_cache-b9ec3351-09c4-44ef-a6d1-28392c70b058" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.084702] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Acquired lock "refresh_cache-b9ec3351-09c4-44ef-a6d1-28392c70b058" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.084927] env[68960]: DEBUG nova.network.neutron [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.101216] env[68960]: DEBUG nova.scheduler.client.report [None req-c41e5a77-3062-4eda-83ba-204795444a5d tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.209922] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2bd098de-e794-4e47-9f0a-0230d1ad0cb8 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.238573] env[68960]: DEBUG oslo_vmware.api [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221538, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.284262] env[68960]: DEBUG oslo_vmware.api [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610185} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.284603] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] ad7a5895-972b-4954-92b3-fcbd1a9a2df8/ad7a5895-972b-4954-92b3-fcbd1a9a2df8.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.284847] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.285152] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b67144c-7344-4c81-a380-35552e4785f1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.291203] env[68960]: DEBUG oslo_vmware.api [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 872.291203] env[68960]: value = "task-3221540" [ 872.291203] env[68960]: _type = "Task" [ 872.291203] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.299842] env[68960]: DEBUG oslo_vmware.api [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.371204] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221539, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.476311] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Creating linked-clone VM from snapshot {{(pid=68960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 872.476690] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-926f0e64-e53d-4851-ae66-ecabd859cf8a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.486025] env[68960]: DEBUG oslo_vmware.api [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 872.486025] env[68960]: value = "task-3221541" [ 872.486025] env[68960]: _type = "Task" [ 872.486025] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.493948] env[68960]: DEBUG oslo_vmware.api [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221541, 'name': CloneVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.609025] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c41e5a77-3062-4eda-83ba-204795444a5d tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.612295] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.191s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.613898] env[68960]: INFO nova.compute.claims [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.617985] env[68960]: DEBUG nova.network.neutron [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 872.650644] env[68960]: INFO nova.scheduler.client.report [None req-c41e5a77-3062-4eda-83ba-204795444a5d tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Deleted allocations for instance c783b1cb-778d-4edf-9eba-c938222f67ed [ 872.682282] env[68960]: DEBUG nova.network.neutron [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.737131] env[68960]: DEBUG oslo_vmware.api [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221538, 'name': PowerOnVM_Task, 'duration_secs': 0.543777} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.737131] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.737131] env[68960]: INFO nova.compute.manager [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Took 8.37 seconds to spawn the instance on the hypervisor. [ 872.737456] env[68960]: DEBUG nova.compute.manager [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.738306] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6b1364-7256-4bd8-b1ec-f59ff3e55d05 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.804135] env[68960]: DEBUG oslo_vmware.api [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069075} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.805193] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.806347] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8afb13-0587-4154-815f-b21f2f3230a1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.831572] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] ad7a5895-972b-4954-92b3-fcbd1a9a2df8/ad7a5895-972b-4954-92b3-fcbd1a9a2df8.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.832838] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3b47da3-08f0-4fb3-852a-f775c641d0f4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.855717] env[68960]: DEBUG oslo_vmware.api [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 872.855717] env[68960]: value = "task-3221542" [ 872.855717] env[68960]: _type = "Task" [ 872.855717] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.865915] env[68960]: DEBUG oslo_vmware.api [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221542, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.873398] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221539, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.996313] env[68960]: DEBUG oslo_vmware.api [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221541, 'name': CloneVM_Task} progress is 93%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.165689] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c41e5a77-3062-4eda-83ba-204795444a5d tempest-ServerAddressesNegativeTestJSON-789476448 tempest-ServerAddressesNegativeTestJSON-789476448-project-member] Lock "c783b1cb-778d-4edf-9eba-c938222f67ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.601s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.184218] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Releasing lock "refresh_cache-b9ec3351-09c4-44ef-a6d1-28392c70b058" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.184641] env[68960]: DEBUG nova.compute.manager [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.184853] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.185971] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d5e3df-11c3-42e9-bd56-3303cc9f0323 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.198697] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.199067] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b717241-a0b1-4cc8-bb88-0abf6d25356b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.204920] env[68960]: DEBUG oslo_vmware.api [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for the task: (returnval){ [ 873.204920] env[68960]: value = "task-3221543" [ 873.204920] env[68960]: _type = "Task" [ 873.204920] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.212523] env[68960]: DEBUG oslo_vmware.api [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.254966] env[68960]: INFO nova.compute.manager [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Took 46.71 seconds to build instance. [ 873.365334] env[68960]: DEBUG oslo_vmware.api [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221542, 'name': ReconfigVM_Task, 'duration_secs': 0.317525} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.368889] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Reconfigured VM instance instance-0000003d to attach disk [datastore1] ad7a5895-972b-4954-92b3-fcbd1a9a2df8/ad7a5895-972b-4954-92b3-fcbd1a9a2df8.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.369588] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eab6be8f-69b3-428a-b77b-cdaabd7ae542 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.377522] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221539, 'name': CreateVM_Task, 'duration_secs': 1.49989} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.379425] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.379545] env[68960]: DEBUG oslo_vmware.api [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 873.379545] env[68960]: value = "task-3221544" [ 873.379545] env[68960]: _type = "Task" [ 873.379545] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.380587] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.380756] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.381103] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.381456] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d7ad27b-d1bc-42bc-973c-0f2bad1c8d91 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.389991] env[68960]: DEBUG oslo_vmware.api [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 873.389991] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e0b625-84b0-a994-d671-286574978414" [ 873.389991] env[68960]: _type = "Task" [ 873.389991] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.394190] env[68960]: DEBUG oslo_vmware.api [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221544, 'name': Rename_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.404014] env[68960]: DEBUG oslo_vmware.api [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e0b625-84b0-a994-d671-286574978414, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.499134] env[68960]: DEBUG oslo_vmware.api [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221541, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.723061] env[68960]: DEBUG oslo_vmware.api [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221543, 'name': PowerOffVM_Task, 'duration_secs': 0.443302} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.723408] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.723626] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.723979] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72eff221-78b4-4b58-893d-50ac92ff9d6c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.749168] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.749263] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.749460] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Deleting the datastore file [datastore1] b9ec3351-09c4-44ef-a6d1-28392c70b058 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.752178] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2760762e-bf2a-4ebd-978b-5f1fc20f766d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.756969] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5a102b8a-ffdd-43e7-8194-7f3f53cbc837 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Lock "1f56cc38-ab30-4ca4-ae20-62021f6fe60c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.956s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.758729] env[68960]: DEBUG oslo_vmware.api [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for the task: (returnval){ [ 873.758729] env[68960]: value = "task-3221546" [ 873.758729] env[68960]: _type = "Task" [ 873.758729] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.770785] env[68960]: DEBUG oslo_vmware.api [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.891480] env[68960]: DEBUG oslo_vmware.api [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221544, 'name': Rename_Task, 'duration_secs': 0.144312} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.894296] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.896021] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6881fd5-2193-46f7-8673-2b28ed11a69d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.908029] env[68960]: DEBUG oslo_vmware.api [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e0b625-84b0-a994-d671-286574978414, 'name': SearchDatastore_Task, 'duration_secs': 0.012411} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.911591] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.911865] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.912136] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.912302] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.912510] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.912838] env[68960]: DEBUG oslo_vmware.api [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 873.912838] env[68960]: value = "task-3221547" [ 873.912838] env[68960]: _type = "Task" [ 873.912838] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.913311] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9343869-27db-4e57-a55c-38f82a2cb12e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.923817] env[68960]: DEBUG oslo_vmware.api [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221547, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.925318] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.925318] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.928369] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6677fb54-d867-4746-9625-2d2002da18bb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.934569] env[68960]: DEBUG oslo_vmware.api [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 873.934569] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52efc789-f665-516c-595c-63aa5b4138df" [ 873.934569] env[68960]: _type = "Task" [ 873.934569] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.944281] env[68960]: DEBUG oslo_vmware.api [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52efc789-f665-516c-595c-63aa5b4138df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.998563] env[68960]: DEBUG oslo_vmware.api [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221541, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.231068] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae96c1cb-873a-400c-abd8-41c5a7332e87 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.238737] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86fe184-23fc-439e-bfc1-7cf905c61301 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.276315] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b376641-04ab-4bd8-baf2-1bd392b360e9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.284599] env[68960]: DEBUG oslo_vmware.api [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Task: {'id': task-3221546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095511} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.286922] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.287118] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.287214] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.287384] env[68960]: INFO nova.compute.manager [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Took 1.10 seconds to destroy the instance on the hypervisor. [ 874.290018] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.290018] env[68960]: DEBUG nova.compute.manager [-] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.290018] env[68960]: DEBUG nova.network.neutron [-] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.290628] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e488a436-24d4-4511-b0aa-7c0b8a547b6f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.305201] env[68960]: DEBUG nova.compute.provider_tree [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.310619] env[68960]: DEBUG nova.network.neutron [-] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.430512] env[68960]: DEBUG oslo_vmware.api [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221547, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.445274] env[68960]: DEBUG oslo_vmware.api [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52efc789-f665-516c-595c-63aa5b4138df, 'name': SearchDatastore_Task, 'duration_secs': 0.010104} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.446282] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d357803b-746f-4270-a697-d180d2cfb245 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.456084] env[68960]: DEBUG oslo_vmware.api [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 874.456084] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522eeb02-09ac-d7c6-b3e5-24d6924c6420" [ 874.456084] env[68960]: _type = "Task" [ 874.456084] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.465389] env[68960]: DEBUG oslo_vmware.api [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522eeb02-09ac-d7c6-b3e5-24d6924c6420, 'name': SearchDatastore_Task, 'duration_secs': 0.009918} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.466104] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.466104] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] ed7c7ac5-c303-4548-8357-13aa700d0067/ed7c7ac5-c303-4548-8357-13aa700d0067.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.466213] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9caed1c-598f-4c82-94fc-35a6814208de {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.473595] env[68960]: DEBUG oslo_vmware.api [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 874.473595] env[68960]: value = "task-3221548" [ 874.473595] env[68960]: _type = "Task" [ 874.473595] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.484463] env[68960]: DEBUG oslo_vmware.api [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.498357] env[68960]: DEBUG oslo_vmware.api [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221541, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.810714] env[68960]: DEBUG nova.scheduler.client.report [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.814960] env[68960]: DEBUG nova.network.neutron [-] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.932054] env[68960]: DEBUG oslo_vmware.api [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221547, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.987088] env[68960]: DEBUG oslo_vmware.api [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512087} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.987454] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] ed7c7ac5-c303-4548-8357-13aa700d0067/ed7c7ac5-c303-4548-8357-13aa700d0067.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.987678] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.987968] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71860fe4-ca44-4be9-afd7-d1a6fcc3dd22 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.000647] env[68960]: DEBUG oslo_vmware.api [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221541, 'name': CloneVM_Task, 'duration_secs': 2.20845} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.002374] env[68960]: INFO nova.virt.vmwareapi.vmops [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Created linked-clone VM from snapshot [ 875.002896] env[68960]: DEBUG oslo_vmware.api [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 875.002896] env[68960]: value = "task-3221549" [ 875.002896] env[68960]: _type = "Task" [ 875.002896] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.004044] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029b9b1e-28ec-4782-b293-a9bf6fb558fb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.018938] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Uploading image 28fd69e8-6675-486c-a229-721f2d4af268 {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 875.024993] env[68960]: DEBUG oslo_vmware.api [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.055602] env[68960]: DEBUG oslo_vmware.rw_handles [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 875.055602] env[68960]: value = "vm-644073" [ 875.055602] env[68960]: _type = "VirtualMachine" [ 875.055602] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 875.055947] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e572419a-e402-4640-9939-5e0f19613bf3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.065768] env[68960]: DEBUG oslo_vmware.rw_handles [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lease: (returnval){ [ 875.065768] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d9643a-3139-4cc5-aac2-cd5858e4fb71" [ 875.065768] env[68960]: _type = "HttpNfcLease" [ 875.065768] env[68960]: } obtained for exporting VM: (result){ [ 875.065768] env[68960]: value = "vm-644073" [ 875.065768] env[68960]: _type = "VirtualMachine" [ 875.065768] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 875.066226] env[68960]: DEBUG oslo_vmware.api [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the lease: (returnval){ [ 875.066226] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d9643a-3139-4cc5-aac2-cd5858e4fb71" [ 875.066226] env[68960]: _type = "HttpNfcLease" [ 875.066226] env[68960]: } to be ready. {{(pid=68960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 875.074234] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 875.074234] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d9643a-3139-4cc5-aac2-cd5858e4fb71" [ 875.074234] env[68960]: _type = "HttpNfcLease" [ 875.074234] env[68960]: } is initializing. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 875.318562] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.319336] env[68960]: DEBUG nova.compute.manager [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 875.324155] env[68960]: INFO nova.compute.manager [-] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Took 1.04 seconds to deallocate network for instance. [ 875.324743] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.460s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.326525] env[68960]: INFO nova.compute.claims [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.433068] env[68960]: DEBUG oslo_vmware.api [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221547, 'name': PowerOnVM_Task, 'duration_secs': 1.179362} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.437037] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.437037] env[68960]: INFO nova.compute.manager [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Took 8.48 seconds to spawn the instance on the hypervisor. [ 875.437037] env[68960]: DEBUG nova.compute.manager [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.437037] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f103026f-a22f-4da8-a490-ed6182c84f8c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.520092] env[68960]: DEBUG oslo_vmware.api [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075487} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.520394] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.521333] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5fb7ba-860e-4bef-960f-a56effb8bbd3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.548198] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] ed7c7ac5-c303-4548-8357-13aa700d0067/ed7c7ac5-c303-4548-8357-13aa700d0067.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.548478] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fed766ef-a4f5-4339-b6ed-1118b9ed8f97 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.570622] env[68960]: DEBUG oslo_vmware.api [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 875.570622] env[68960]: value = "task-3221551" [ 875.570622] env[68960]: _type = "Task" [ 875.570622] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.585873] env[68960]: DEBUG oslo_vmware.api [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.587595] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 875.587595] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d9643a-3139-4cc5-aac2-cd5858e4fb71" [ 875.587595] env[68960]: _type = "HttpNfcLease" [ 875.587595] env[68960]: } is ready. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 875.587897] env[68960]: DEBUG oslo_vmware.rw_handles [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 875.587897] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d9643a-3139-4cc5-aac2-cd5858e4fb71" [ 875.587897] env[68960]: _type = "HttpNfcLease" [ 875.587897] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 875.588818] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc53e7e-912e-4000-9f5e-fb5cbf8a23eb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.597376] env[68960]: DEBUG oslo_vmware.rw_handles [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52852295-616a-b2d3-5359-e52ebe814a4a/disk-0.vmdk from lease info. {{(pid=68960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 875.597376] env[68960]: DEBUG oslo_vmware.rw_handles [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52852295-616a-b2d3-5359-e52ebe814a4a/disk-0.vmdk for reading. {{(pid=68960) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 875.797858] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c7182a2f-03e9-4ee7-a9fd-9741426beb26 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.829624] env[68960]: DEBUG nova.compute.utils [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.832098] env[68960]: DEBUG nova.compute.manager [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.832098] env[68960]: DEBUG nova.network.neutron [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.840258] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.882356] env[68960]: DEBUG nova.policy [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d8b915782864d9e901f8631521ebe4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15bda083dd3846b698b4a136934af2e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.955401] env[68960]: INFO nova.compute.manager [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Took 48.23 seconds to build instance. [ 876.086771] env[68960]: DEBUG oslo_vmware.api [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.270102] env[68960]: DEBUG nova.network.neutron [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Successfully created port: 7a7f13a5-6b0d-46d8-ad1c-f46a7c3e2eff {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.334187] env[68960]: DEBUG nova.compute.manager [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.459865] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f35bb793-2306-4d95-8551-e05516364d7f tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "ad7a5895-972b-4954-92b3-fcbd1a9a2df8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.004s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.593103] env[68960]: DEBUG oslo_vmware.api [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221551, 'name': ReconfigVM_Task, 'duration_secs': 0.608419} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.593838] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Reconfigured VM instance instance-0000001b to attach disk [datastore2] ed7c7ac5-c303-4548-8357-13aa700d0067/ed7c7ac5-c303-4548-8357-13aa700d0067.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.594684] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44a4b15e-e849-4691-9fa5-b9a1845a6790 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.606815] env[68960]: DEBUG oslo_vmware.api [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 876.606815] env[68960]: value = "task-3221555" [ 876.606815] env[68960]: _type = "Task" [ 876.606815] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.621036] env[68960]: DEBUG oslo_vmware.api [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221555, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.930698] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4aeb4b-e575-4b25-9cb0-a7314ff6d02e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.943345] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f5ef5d-0cd7-4dc3-9a4b-e99d017cae66 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.975929] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23f2ef3-ff07-4ba5-9267-6d7c73e58f42 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.988450] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9219fee-e2e6-4ee4-bac8-8bd5ba6f0406 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.005040] env[68960]: DEBUG nova.compute.provider_tree [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.117880] env[68960]: DEBUG oslo_vmware.api [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221555, 'name': Rename_Task, 'duration_secs': 0.196832} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.118157] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.118448] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ddc4af8-246f-4804-9b52-69291d192134 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.125865] env[68960]: DEBUG oslo_vmware.api [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 877.125865] env[68960]: value = "task-3221556" [ 877.125865] env[68960]: _type = "Task" [ 877.125865] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.136289] env[68960]: DEBUG oslo_vmware.api [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.155616] env[68960]: DEBUG nova.compute.manager [None req-40dc1c0f-fc0a-4058-af79-f044463da15d tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.156722] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b2d64d-d037-407b-88c3-b3e4eaeac93f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.227219] env[68960]: INFO nova.compute.manager [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Rebuilding instance [ 877.306412] env[68960]: DEBUG nova.compute.manager [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.307450] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed02901a-3cee-4fd9-ae93-400fcc0f5e39 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.350701] env[68960]: DEBUG nova.compute.manager [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.374396] env[68960]: DEBUG nova.virt.hardware [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.374793] env[68960]: DEBUG nova.virt.hardware [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.374995] env[68960]: DEBUG nova.virt.hardware [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.375385] env[68960]: DEBUG nova.virt.hardware [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.375549] env[68960]: DEBUG nova.virt.hardware [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.375740] env[68960]: DEBUG nova.virt.hardware [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.375931] env[68960]: DEBUG nova.virt.hardware [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.376113] env[68960]: DEBUG nova.virt.hardware [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.376275] env[68960]: DEBUG nova.virt.hardware [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.376429] env[68960]: DEBUG nova.virt.hardware [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.376592] env[68960]: DEBUG nova.virt.hardware [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.377606] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eba689c-1e65-4063-bbb1-11ba849ca825 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.387055] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f1101f-da22-4144-848f-73911120108f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.508341] env[68960]: DEBUG nova.scheduler.client.report [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.637107] env[68960]: DEBUG oslo_vmware.api [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221556, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.668436] env[68960]: INFO nova.compute.manager [None req-40dc1c0f-fc0a-4058-af79-f044463da15d tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] instance snapshotting [ 877.671926] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31827aaf-c670-400d-9540-108a8e87e812 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.691699] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b6223e-f3e2-4cd9-9398-e6503b0798b6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.014047] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.015493] env[68960]: DEBUG nova.compute.manager [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.019394] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 36.940s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.139873] env[68960]: DEBUG oslo_vmware.api [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221556, 'name': PowerOnVM_Task, 'duration_secs': 0.685658} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.140561] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.141104] env[68960]: DEBUG nova.compute.manager [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.142214] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592b3627-0115-495a-b1c2-a240ad707765 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.163769] env[68960]: DEBUG nova.compute.manager [req-62e9fe30-d175-4e9b-9c56-65326b1cf2c3 req-ffb8ad1d-0023-4576-959c-d766156c59f7 service nova] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Received event network-vif-plugged-7a7f13a5-6b0d-46d8-ad1c-f46a7c3e2eff {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.166716] env[68960]: DEBUG oslo_concurrency.lockutils [req-62e9fe30-d175-4e9b-9c56-65326b1cf2c3 req-ffb8ad1d-0023-4576-959c-d766156c59f7 service nova] Acquiring lock "025b2031-517d-4fa1-9d94-fa344b6615e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.166716] env[68960]: DEBUG oslo_concurrency.lockutils [req-62e9fe30-d175-4e9b-9c56-65326b1cf2c3 req-ffb8ad1d-0023-4576-959c-d766156c59f7 service nova] Lock "025b2031-517d-4fa1-9d94-fa344b6615e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.166716] env[68960]: DEBUG oslo_concurrency.lockutils [req-62e9fe30-d175-4e9b-9c56-65326b1cf2c3 req-ffb8ad1d-0023-4576-959c-d766156c59f7 service nova] Lock "025b2031-517d-4fa1-9d94-fa344b6615e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.166716] env[68960]: DEBUG nova.compute.manager [req-62e9fe30-d175-4e9b-9c56-65326b1cf2c3 req-ffb8ad1d-0023-4576-959c-d766156c59f7 service nova] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] No waiting events found dispatching network-vif-plugged-7a7f13a5-6b0d-46d8-ad1c-f46a7c3e2eff {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.166716] env[68960]: WARNING nova.compute.manager [req-62e9fe30-d175-4e9b-9c56-65326b1cf2c3 req-ffb8ad1d-0023-4576-959c-d766156c59f7 service nova] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Received unexpected event network-vif-plugged-7a7f13a5-6b0d-46d8-ad1c-f46a7c3e2eff for instance with vm_state building and task_state spawning. [ 878.208393] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-40dc1c0f-fc0a-4058-af79-f044463da15d tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Creating Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 878.208953] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-991b3e6c-970a-45f9-ac73-bd3d18f8ce7b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.219057] env[68960]: DEBUG oslo_vmware.api [None req-40dc1c0f-fc0a-4058-af79-f044463da15d tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 878.219057] env[68960]: value = "task-3221557" [ 878.219057] env[68960]: _type = "Task" [ 878.219057] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.231262] env[68960]: DEBUG oslo_vmware.api [None req-40dc1c0f-fc0a-4058-af79-f044463da15d tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221557, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.325329] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.325662] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a58700e-65f0-4ada-a1cd-eb3fa13d1091 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.332449] env[68960]: DEBUG oslo_vmware.api [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 878.332449] env[68960]: value = "task-3221558" [ 878.332449] env[68960]: _type = "Task" [ 878.332449] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.339955] env[68960]: DEBUG nova.network.neutron [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Successfully updated port: 7a7f13a5-6b0d-46d8-ad1c-f46a7c3e2eff {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.351282] env[68960]: DEBUG oslo_vmware.api [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.525353] env[68960]: DEBUG nova.compute.utils [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.531502] env[68960]: INFO nova.compute.claims [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.536426] env[68960]: DEBUG nova.compute.manager [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.536760] env[68960]: DEBUG nova.network.neutron [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.635185] env[68960]: DEBUG nova.policy [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0b6f71b9401433baac84bea6cbdea50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2ce032003eb47cc9d5f29ce6eb7d46c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.670731] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.732829] env[68960]: DEBUG oslo_vmware.api [None req-40dc1c0f-fc0a-4058-af79-f044463da15d tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221557, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.848251] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Acquiring lock "refresh_cache-025b2031-517d-4fa1-9d94-fa344b6615e4" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.848426] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Acquired lock "refresh_cache-025b2031-517d-4fa1-9d94-fa344b6615e4" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.848589] env[68960]: DEBUG nova.network.neutron [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.849750] env[68960]: DEBUG oslo_vmware.api [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221558, 'name': PowerOffVM_Task, 'duration_secs': 0.204555} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.850269] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.853894] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.854730] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e5f3c8-8298-4cfd-b3a4-82c79f832b12 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.865851] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.865851] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba5d6a7b-6cbe-415e-b70c-3a7bde87cbce {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.938163] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.938481] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.938706] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Deleting the datastore file [datastore1] ad7a5895-972b-4954-92b3-fcbd1a9a2df8 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.939056] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdbfda9a-7773-4059-887d-6268ba4e31f7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.951079] env[68960]: DEBUG oslo_vmware.api [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 878.951079] env[68960]: value = "task-3221561" [ 878.951079] env[68960]: _type = "Task" [ 878.951079] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.959918] env[68960]: DEBUG oslo_vmware.api [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.040027] env[68960]: DEBUG nova.compute.manager [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.042831] env[68960]: INFO nova.compute.resource_tracker [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Updating resource usage from migration d4e4aca8-652d-4168-8558-314f880ecb0f [ 879.189188] env[68960]: DEBUG nova.network.neutron [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Successfully created port: 02ea4ba6-8f30-4f38-a8a0-1b8ea350db21 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.234892] env[68960]: DEBUG oslo_vmware.api [None req-40dc1c0f-fc0a-4058-af79-f044463da15d tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221557, 'name': CreateSnapshot_Task, 'duration_secs': 0.749554} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.234892] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-40dc1c0f-fc0a-4058-af79-f044463da15d tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Created Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 879.235801] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238848c5-4d76-4a44-bf8f-dd488a822941 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.400830] env[68960]: DEBUG nova.network.neutron [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.462358] env[68960]: DEBUG oslo_vmware.api [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313393} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.465532] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.465532] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.465532] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.611190] env[68960]: DEBUG nova.network.neutron [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Updating instance_info_cache with network_info: [{"id": "7a7f13a5-6b0d-46d8-ad1c-f46a7c3e2eff", "address": "fa:16:3e:79:03:05", "network": {"id": "3393dd2d-41f7-4a6c-8fdb-f4964da64781", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1363203273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15bda083dd3846b698b4a136934af2e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7f13a5-6b", "ovs_interfaceid": "7a7f13a5-6b0d-46d8-ad1c-f46a7c3e2eff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.615719] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f2276d-3f57-4639-89bc-5b5b0c33a2f5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.625251] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7298c20c-b317-459b-ba9e-2ebd878be5df {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.658562] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a7f961-3659-4f47-8b42-a09f46aef966 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.665875] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef5fa3d-f356-43dc-bfc4-7122b4e31e2f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.679943] env[68960]: DEBUG nova.compute.provider_tree [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.756892] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-40dc1c0f-fc0a-4058-af79-f044463da15d tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Creating linked-clone VM from snapshot {{(pid=68960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 879.757583] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e167e033-1ce7-43b7-ae27-478a409003b0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.766743] env[68960]: DEBUG oslo_vmware.api [None req-40dc1c0f-fc0a-4058-af79-f044463da15d tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 879.766743] env[68960]: value = "task-3221562" [ 879.766743] env[68960]: _type = "Task" [ 879.766743] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.776898] env[68960]: DEBUG oslo_vmware.api [None req-40dc1c0f-fc0a-4058-af79-f044463da15d tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221562, 'name': CloneVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.059555] env[68960]: DEBUG nova.compute.manager [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.085594] env[68960]: DEBUG nova.virt.hardware [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.085843] env[68960]: DEBUG nova.virt.hardware [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.086030] env[68960]: DEBUG nova.virt.hardware [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.086360] env[68960]: DEBUG nova.virt.hardware [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.086598] env[68960]: DEBUG nova.virt.hardware [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.087199] env[68960]: DEBUG nova.virt.hardware [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.087745] env[68960]: DEBUG nova.virt.hardware [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.088189] env[68960]: DEBUG nova.virt.hardware [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.088189] env[68960]: DEBUG nova.virt.hardware [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.088371] env[68960]: DEBUG nova.virt.hardware [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.088586] env[68960]: DEBUG nova.virt.hardware [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.089545] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12267e2-852b-40d5-8064-61a08b7221d0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.098451] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091d817d-12c0-4d8a-b43a-c64c71682c8b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.114660] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Releasing lock "refresh_cache-025b2031-517d-4fa1-9d94-fa344b6615e4" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.114660] env[68960]: DEBUG nova.compute.manager [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Instance network_info: |[{"id": "7a7f13a5-6b0d-46d8-ad1c-f46a7c3e2eff", "address": "fa:16:3e:79:03:05", "network": {"id": "3393dd2d-41f7-4a6c-8fdb-f4964da64781", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1363203273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15bda083dd3846b698b4a136934af2e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7f13a5-6b", "ovs_interfaceid": "7a7f13a5-6b0d-46d8-ad1c-f46a7c3e2eff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 880.115296] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:03:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a7f13a5-6b0d-46d8-ad1c-f46a7c3e2eff', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.126622] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Creating folder: Project (15bda083dd3846b698b4a136934af2e6). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 880.127223] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8d72f42-90fa-4354-a8d1-ee0c21dfc4a6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.138168] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Created folder: Project (15bda083dd3846b698b4a136934af2e6) in parent group-v643888. [ 880.138168] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Creating folder: Instances. Parent ref: group-v644079. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 880.138367] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09397a4d-8052-4570-8d1b-185dea8fcb30 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.150298] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Created folder: Instances in parent group-v644079. [ 880.151197] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.151550] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.155022] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7390a3ce-7bca-4da4-ba5d-2f543f6ac767 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.174798] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.174798] env[68960]: value = "task-3221565" [ 880.174798] env[68960]: _type = "Task" [ 880.174798] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.183181] env[68960]: DEBUG nova.scheduler.client.report [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.186716] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221565, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.279929] env[68960]: DEBUG oslo_vmware.api [None req-40dc1c0f-fc0a-4058-af79-f044463da15d tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221562, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.512041] env[68960]: DEBUG nova.compute.manager [req-c48da50a-de84-41c6-88af-b2f89f055ce0 req-b0ada2ba-107b-433a-9713-52b473666183 service nova] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Received event network-changed-7a7f13a5-6b0d-46d8-ad1c-f46a7c3e2eff {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.512041] env[68960]: DEBUG nova.compute.manager [req-c48da50a-de84-41c6-88af-b2f89f055ce0 req-b0ada2ba-107b-433a-9713-52b473666183 service nova] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Refreshing instance network info cache due to event network-changed-7a7f13a5-6b0d-46d8-ad1c-f46a7c3e2eff. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.512041] env[68960]: DEBUG oslo_concurrency.lockutils [req-c48da50a-de84-41c6-88af-b2f89f055ce0 req-b0ada2ba-107b-433a-9713-52b473666183 service nova] Acquiring lock "refresh_cache-025b2031-517d-4fa1-9d94-fa344b6615e4" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.512041] env[68960]: DEBUG oslo_concurrency.lockutils [req-c48da50a-de84-41c6-88af-b2f89f055ce0 req-b0ada2ba-107b-433a-9713-52b473666183 service nova] Acquired lock "refresh_cache-025b2031-517d-4fa1-9d94-fa344b6615e4" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.512041] env[68960]: DEBUG nova.network.neutron [req-c48da50a-de84-41c6-88af-b2f89f055ce0 req-b0ada2ba-107b-433a-9713-52b473666183 service nova] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Refreshing network info cache for port 7a7f13a5-6b0d-46d8-ad1c-f46a7c3e2eff {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.516225] env[68960]: DEBUG nova.virt.hardware [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.516225] env[68960]: DEBUG nova.virt.hardware [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.516225] env[68960]: DEBUG nova.virt.hardware [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.516225] env[68960]: DEBUG nova.virt.hardware [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.516225] env[68960]: DEBUG nova.virt.hardware [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.516225] env[68960]: DEBUG nova.virt.hardware [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.516225] env[68960]: DEBUG nova.virt.hardware [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.516225] env[68960]: DEBUG nova.virt.hardware [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.517502] env[68960]: DEBUG nova.virt.hardware [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.517502] env[68960]: DEBUG nova.virt.hardware [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.517502] env[68960]: DEBUG nova.virt.hardware [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.518197] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e46271b-b450-4fca-a849-fdc8161e0888 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.532293] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94efda0b-67bd-4f03-b671-8ac457e33853 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.550303] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:1e:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b16d429-ae22-4582-9dd4-8242bf67cc7b', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.558023] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.561217] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.561577] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1bfd019-74a3-472d-84d5-16dd2744e79d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.584037] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.584037] env[68960]: value = "task-3221566" [ 880.584037] env[68960]: _type = "Task" [ 880.584037] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.591871] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221566, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.691086] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.672s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.691448] env[68960]: INFO nova.compute.manager [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Migrating [ 880.699575] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221565, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.703433] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 35.813s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.781719] env[68960]: DEBUG oslo_vmware.api [None req-40dc1c0f-fc0a-4058-af79-f044463da15d tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221562, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.839100] env[68960]: INFO nova.compute.manager [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Rebuilding instance [ 880.901590] env[68960]: DEBUG nova.network.neutron [req-c48da50a-de84-41c6-88af-b2f89f055ce0 req-b0ada2ba-107b-433a-9713-52b473666183 service nova] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Updated VIF entry in instance network info cache for port 7a7f13a5-6b0d-46d8-ad1c-f46a7c3e2eff. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.901974] env[68960]: DEBUG nova.network.neutron [req-c48da50a-de84-41c6-88af-b2f89f055ce0 req-b0ada2ba-107b-433a-9713-52b473666183 service nova] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Updating instance_info_cache with network_info: [{"id": "7a7f13a5-6b0d-46d8-ad1c-f46a7c3e2eff", "address": "fa:16:3e:79:03:05", "network": {"id": "3393dd2d-41f7-4a6c-8fdb-f4964da64781", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1363203273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15bda083dd3846b698b4a136934af2e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7f13a5-6b", "ovs_interfaceid": "7a7f13a5-6b0d-46d8-ad1c-f46a7c3e2eff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.903657] env[68960]: DEBUG nova.compute.manager [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.905181] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4df23c-0eec-44eb-839e-fbf9c4bd8d38 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.041660] env[68960]: DEBUG nova.network.neutron [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Successfully updated port: 02ea4ba6-8f30-4f38-a8a0-1b8ea350db21 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.095380] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221566, 'name': CreateVM_Task, 'duration_secs': 0.352599} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.095819] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.096769] env[68960]: DEBUG oslo_concurrency.lockutils [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.097094] env[68960]: DEBUG oslo_concurrency.lockutils [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.097499] env[68960]: DEBUG oslo_concurrency.lockutils [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.097854] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8635b675-d9f6-4607-aab9-0345b69e0aa6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.105530] env[68960]: DEBUG oslo_vmware.api [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 881.105530] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f00120-28e8-3e9f-d502-98806c51cc80" [ 881.105530] env[68960]: _type = "Task" [ 881.105530] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.115223] env[68960]: DEBUG oslo_vmware.api [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f00120-28e8-3e9f-d502-98806c51cc80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.184381] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221565, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.213013] env[68960]: INFO nova.compute.claims [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.219316] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquiring lock "refresh_cache-e612e90d-cfb1-45cd-89d9-2ecc6603f3d3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.219540] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquired lock "refresh_cache-e612e90d-cfb1-45cd-89d9-2ecc6603f3d3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.219719] env[68960]: DEBUG nova.network.neutron [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.283044] env[68960]: DEBUG oslo_vmware.api [None req-40dc1c0f-fc0a-4058-af79-f044463da15d tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221562, 'name': CloneVM_Task, 'duration_secs': 1.453073} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.284438] env[68960]: INFO nova.virt.vmwareapi.vmops [None req-40dc1c0f-fc0a-4058-af79-f044463da15d tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Created linked-clone VM from snapshot [ 881.285703] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be609e4f-adf5-4d66-89cf-c1eac44cf922 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.298930] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-40dc1c0f-fc0a-4058-af79-f044463da15d tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Uploading image aad1f787-3d21-4349-a721-65b3f1656852 {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 881.312536] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-40dc1c0f-fc0a-4058-af79-f044463da15d tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Destroying the VM {{(pid=68960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 881.312846] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3d9371f3-1ff6-4e76-8fee-0242a23d673a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.322341] env[68960]: DEBUG oslo_vmware.api [None req-40dc1c0f-fc0a-4058-af79-f044463da15d tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 881.322341] env[68960]: value = "task-3221568" [ 881.322341] env[68960]: _type = "Task" [ 881.322341] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.331375] env[68960]: DEBUG oslo_vmware.api [None req-40dc1c0f-fc0a-4058-af79-f044463da15d tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221568, 'name': Destroy_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.411174] env[68960]: DEBUG oslo_concurrency.lockutils [req-c48da50a-de84-41c6-88af-b2f89f055ce0 req-b0ada2ba-107b-433a-9713-52b473666183 service nova] Releasing lock "refresh_cache-025b2031-517d-4fa1-9d94-fa344b6615e4" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.543963] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Acquiring lock "refresh_cache-e715745a-8246-4240-8da8-9d43cf936fbc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.544151] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Acquired lock "refresh_cache-e715745a-8246-4240-8da8-9d43cf936fbc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.544314] env[68960]: DEBUG nova.network.neutron [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.622572] env[68960]: DEBUG oslo_vmware.api [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f00120-28e8-3e9f-d502-98806c51cc80, 'name': SearchDatastore_Task, 'duration_secs': 0.011965} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.623600] env[68960]: DEBUG oslo_concurrency.lockutils [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.623600] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.623908] env[68960]: DEBUG oslo_concurrency.lockutils [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.624130] env[68960]: DEBUG oslo_concurrency.lockutils [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.624494] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.624914] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6d81f06-909d-4901-b233-eae18a7a2dac {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.635671] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.636042] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.637295] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d4bcd71-0c2c-4824-a0e8-db8a8bb58663 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.645340] env[68960]: DEBUG oslo_vmware.api [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 881.645340] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d6b18a-cf32-e66e-a07e-b59022924528" [ 881.645340] env[68960]: _type = "Task" [ 881.645340] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.659449] env[68960]: DEBUG oslo_vmware.api [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d6b18a-cf32-e66e-a07e-b59022924528, 'name': SearchDatastore_Task, 'duration_secs': 0.009719} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.660847] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1b62a5f-667f-4c9a-802c-3ce195984bfc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.668038] env[68960]: DEBUG oslo_vmware.api [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 881.668038] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]529da6ce-8b51-13da-96c4-6d48ee524afe" [ 881.668038] env[68960]: _type = "Task" [ 881.668038] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.676290] env[68960]: DEBUG oslo_vmware.api [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]529da6ce-8b51-13da-96c4-6d48ee524afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.684745] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221565, 'name': CreateVM_Task, 'duration_secs': 1.480695} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.686109] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.689615] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.689774] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.690114] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.690620] env[68960]: DEBUG oslo_concurrency.lockutils [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "5f6c0adf-c72f-45f6-89a8-f696e3d45db7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.690832] env[68960]: DEBUG oslo_concurrency.lockutils [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "5f6c0adf-c72f-45f6-89a8-f696e3d45db7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.692720] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7617d57e-cd87-4009-a9ba-8fc832db6ae5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.698239] env[68960]: DEBUG oslo_vmware.api [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Waiting for the task: (returnval){ [ 881.698239] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]529727e1-274e-f4fe-8ddd-85905eb50e39" [ 881.698239] env[68960]: _type = "Task" [ 881.698239] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.706872] env[68960]: DEBUG oslo_vmware.api [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]529727e1-274e-f4fe-8ddd-85905eb50e39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.723607] env[68960]: INFO nova.compute.resource_tracker [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Updating resource usage from migration a339e91f-62e7-4983-b0df-3a8da3538237 [ 881.834082] env[68960]: DEBUG oslo_vmware.api [None req-40dc1c0f-fc0a-4058-af79-f044463da15d tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221568, 'name': Destroy_Task} progress is 33%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.923968] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.927837] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf63a4a6-ad78-4cde-9cca-4c351db1c4b0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.937671] env[68960]: DEBUG oslo_vmware.api [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 881.937671] env[68960]: value = "task-3221569" [ 881.937671] env[68960]: _type = "Task" [ 881.937671] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.949700] env[68960]: DEBUG oslo_vmware.api [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.975272] env[68960]: DEBUG nova.network.neutron [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Updating instance_info_cache with network_info: [{"id": "bed094f6-0371-49a5-b63e-ff5a87ef3147", "address": "fa:16:3e:bb:80:94", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbed094f6-03", "ovs_interfaceid": "bed094f6-0371-49a5-b63e-ff5a87ef3147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.079902] env[68960]: DEBUG nova.network.neutron [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.178781] env[68960]: DEBUG oslo_vmware.api [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]529da6ce-8b51-13da-96c4-6d48ee524afe, 'name': SearchDatastore_Task, 'duration_secs': 0.01104} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.181350] env[68960]: DEBUG oslo_concurrency.lockutils [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.181606] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] ad7a5895-972b-4954-92b3-fcbd1a9a2df8/ad7a5895-972b-4954-92b3-fcbd1a9a2df8.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.182136] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-825253ad-2324-4515-b856-a8f9ee996e96 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.189601] env[68960]: DEBUG oslo_vmware.api [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 882.189601] env[68960]: value = "task-3221570" [ 882.189601] env[68960]: _type = "Task" [ 882.189601] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.198022] env[68960]: DEBUG nova.compute.manager [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 882.211137] env[68960]: DEBUG oslo_vmware.api [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.222058] env[68960]: DEBUG oslo_vmware.api [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]529727e1-274e-f4fe-8ddd-85905eb50e39, 'name': SearchDatastore_Task, 'duration_secs': 0.009057} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.222599] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.222840] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.223174] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.223351] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.224325] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.224325] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f625fa90-a49b-4f60-bd98-c7020ba8106f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.232376] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.232376] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.233254] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4f0c87a-56bc-4fd2-a971-eac9e259d10c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.239067] env[68960]: DEBUG oslo_vmware.api [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Waiting for the task: (returnval){ [ 882.239067] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52083ae3-5b4d-bcc7-362d-7bb8ead3b8d5" [ 882.239067] env[68960]: _type = "Task" [ 882.239067] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.240935] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a31141-90ba-4283-9530-7acdea52e490 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.248988] env[68960]: DEBUG nova.network.neutron [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Updating instance_info_cache with network_info: [{"id": "02ea4ba6-8f30-4f38-a8a0-1b8ea350db21", "address": "fa:16:3e:f4:84:98", "network": {"id": "6bd525dc-c628-415a-bc18-07bea43856bd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-455335594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ce032003eb47cc9d5f29ce6eb7d46c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02ea4ba6-8f", "ovs_interfaceid": "02ea4ba6-8f30-4f38-a8a0-1b8ea350db21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.255944] env[68960]: DEBUG oslo_vmware.api [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52083ae3-5b4d-bcc7-362d-7bb8ead3b8d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009856} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.257215] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7225add-3c0a-47d5-9494-ee7fce4ff434 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.261670] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1910034-ab23-407a-a12f-b3a193eed3ca {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.292482] env[68960]: DEBUG oslo_vmware.api [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Waiting for the task: (returnval){ [ 882.292482] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a1005f-dfab-81f8-c396-ad6208570403" [ 882.292482] env[68960]: _type = "Task" [ 882.292482] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.294418] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f53eaf-5f45-4c72-bdde-d7b6aafe8705 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.308651] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3bccaf-5144-477f-b4fe-5c3239179293 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.312833] env[68960]: DEBUG oslo_vmware.api [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a1005f-dfab-81f8-c396-ad6208570403, 'name': SearchDatastore_Task, 'duration_secs': 0.009302} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.313830] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.314060] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 025b2031-517d-4fa1-9d94-fa344b6615e4/025b2031-517d-4fa1-9d94-fa344b6615e4.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.314742] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4526a4c-9309-408d-bc82-d489d246c70d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.327410] env[68960]: DEBUG nova.compute.provider_tree [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.333124] env[68960]: DEBUG oslo_vmware.api [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Waiting for the task: (returnval){ [ 882.333124] env[68960]: value = "task-3221571" [ 882.333124] env[68960]: _type = "Task" [ 882.333124] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.342704] env[68960]: DEBUG oslo_vmware.api [None req-40dc1c0f-fc0a-4058-af79-f044463da15d tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221568, 'name': Destroy_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.351197] env[68960]: DEBUG oslo_vmware.api [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Task: {'id': task-3221571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.454254] env[68960]: DEBUG oslo_vmware.api [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221569, 'name': PowerOffVM_Task, 'duration_secs': 0.240094} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.454254] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.454254] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.454254] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b38da0d-c7a2-4fb9-a928-ca8a0baaa2dc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.460225] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.460539] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-047289ae-b6bb-446c-9d99-d840225d77a3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.481159] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Releasing lock "refresh_cache-e612e90d-cfb1-45cd-89d9-2ecc6603f3d3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.530906] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.531168] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.531844] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Deleting the datastore file [datastore2] ed7c7ac5-c303-4548-8357-13aa700d0067 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.532535] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d933485-23e1-40b9-bb75-a2b6fda45c72 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.541216] env[68960]: DEBUG oslo_vmware.api [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 882.541216] env[68960]: value = "task-3221573" [ 882.541216] env[68960]: _type = "Task" [ 882.541216] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.550230] env[68960]: DEBUG oslo_vmware.api [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.612829] env[68960]: DEBUG nova.compute.manager [req-9e296d90-ed51-4a90-918d-80d90d494e16 req-53847521-b3c5-47ec-80ce-6ded2cecc575 service nova] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Received event network-vif-plugged-02ea4ba6-8f30-4f38-a8a0-1b8ea350db21 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.612952] env[68960]: DEBUG oslo_concurrency.lockutils [req-9e296d90-ed51-4a90-918d-80d90d494e16 req-53847521-b3c5-47ec-80ce-6ded2cecc575 service nova] Acquiring lock "e715745a-8246-4240-8da8-9d43cf936fbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.613210] env[68960]: DEBUG oslo_concurrency.lockutils [req-9e296d90-ed51-4a90-918d-80d90d494e16 req-53847521-b3c5-47ec-80ce-6ded2cecc575 service nova] Lock "e715745a-8246-4240-8da8-9d43cf936fbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.613388] env[68960]: DEBUG oslo_concurrency.lockutils [req-9e296d90-ed51-4a90-918d-80d90d494e16 req-53847521-b3c5-47ec-80ce-6ded2cecc575 service nova] Lock "e715745a-8246-4240-8da8-9d43cf936fbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.613577] env[68960]: DEBUG nova.compute.manager [req-9e296d90-ed51-4a90-918d-80d90d494e16 req-53847521-b3c5-47ec-80ce-6ded2cecc575 service nova] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] No waiting events found dispatching network-vif-plugged-02ea4ba6-8f30-4f38-a8a0-1b8ea350db21 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.613759] env[68960]: WARNING nova.compute.manager [req-9e296d90-ed51-4a90-918d-80d90d494e16 req-53847521-b3c5-47ec-80ce-6ded2cecc575 service nova] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Received unexpected event network-vif-plugged-02ea4ba6-8f30-4f38-a8a0-1b8ea350db21 for instance with vm_state building and task_state spawning. [ 882.613969] env[68960]: DEBUG nova.compute.manager [req-9e296d90-ed51-4a90-918d-80d90d494e16 req-53847521-b3c5-47ec-80ce-6ded2cecc575 service nova] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Received event network-changed-02ea4ba6-8f30-4f38-a8a0-1b8ea350db21 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.614166] env[68960]: DEBUG nova.compute.manager [req-9e296d90-ed51-4a90-918d-80d90d494e16 req-53847521-b3c5-47ec-80ce-6ded2cecc575 service nova] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Refreshing instance network info cache due to event network-changed-02ea4ba6-8f30-4f38-a8a0-1b8ea350db21. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.614363] env[68960]: DEBUG oslo_concurrency.lockutils [req-9e296d90-ed51-4a90-918d-80d90d494e16 req-53847521-b3c5-47ec-80ce-6ded2cecc575 service nova] Acquiring lock "refresh_cache-e715745a-8246-4240-8da8-9d43cf936fbc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.699395] env[68960]: DEBUG oslo_vmware.api [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221570, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.724411] env[68960]: DEBUG oslo_concurrency.lockutils [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.757067] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Releasing lock "refresh_cache-e715745a-8246-4240-8da8-9d43cf936fbc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.757502] env[68960]: DEBUG nova.compute.manager [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Instance network_info: |[{"id": "02ea4ba6-8f30-4f38-a8a0-1b8ea350db21", "address": "fa:16:3e:f4:84:98", "network": {"id": "6bd525dc-c628-415a-bc18-07bea43856bd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-455335594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ce032003eb47cc9d5f29ce6eb7d46c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02ea4ba6-8f", "ovs_interfaceid": "02ea4ba6-8f30-4f38-a8a0-1b8ea350db21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.757818] env[68960]: DEBUG oslo_concurrency.lockutils [req-9e296d90-ed51-4a90-918d-80d90d494e16 req-53847521-b3c5-47ec-80ce-6ded2cecc575 service nova] Acquired lock "refresh_cache-e715745a-8246-4240-8da8-9d43cf936fbc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.758020] env[68960]: DEBUG nova.network.neutron [req-9e296d90-ed51-4a90-918d-80d90d494e16 req-53847521-b3c5-47ec-80ce-6ded2cecc575 service nova] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Refreshing network info cache for port 02ea4ba6-8f30-4f38-a8a0-1b8ea350db21 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.759434] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:84:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02ea4ba6-8f30-4f38-a8a0-1b8ea350db21', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.767655] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Creating folder: Project (d2ce032003eb47cc9d5f29ce6eb7d46c). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.768928] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-623e718d-ac7d-454f-80a7-34f7e1ad89e4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.780645] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Created folder: Project (d2ce032003eb47cc9d5f29ce6eb7d46c) in parent group-v643888. [ 882.780922] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Creating folder: Instances. Parent ref: group-v644083. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.781219] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-861396aa-6e56-4c57-9bb8-e828bb8dcfd0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.790510] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Created folder: Instances in parent group-v644083. [ 882.790801] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.791050] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.791296] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9269e7e-d603-4e9c-a996-7a3ab6f4cf12 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.812070] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.812070] env[68960]: value = "task-3221576" [ 882.812070] env[68960]: _type = "Task" [ 882.812070] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.820960] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221576, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.836765] env[68960]: DEBUG nova.scheduler.client.report [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.840378] env[68960]: DEBUG oslo_vmware.api [None req-40dc1c0f-fc0a-4058-af79-f044463da15d tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221568, 'name': Destroy_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.850052] env[68960]: DEBUG oslo_vmware.api [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Task: {'id': task-3221571, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.051722] env[68960]: DEBUG oslo_vmware.api [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.202839] env[68960]: DEBUG oslo_vmware.api [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221570, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538224} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.203137] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] ad7a5895-972b-4954-92b3-fcbd1a9a2df8/ad7a5895-972b-4954-92b3-fcbd1a9a2df8.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.203354] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.203616] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e80347cd-b989-4f0a-a70a-cbb34040f4de {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.210299] env[68960]: DEBUG oslo_vmware.api [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 883.210299] env[68960]: value = "task-3221578" [ 883.210299] env[68960]: _type = "Task" [ 883.210299] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.222904] env[68960]: DEBUG oslo_vmware.api [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221578, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.321917] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221576, 'name': CreateVM_Task, 'duration_secs': 0.47451} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.322112] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.323213] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.323213] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.323354] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.324578] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d1d8d9c-73a7-4fd0-b474-544daf9b4078 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.328330] env[68960]: DEBUG oslo_vmware.api [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Waiting for the task: (returnval){ [ 883.328330] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52bee5d9-3aba-9466-4c3b-64dbee1e25c9" [ 883.328330] env[68960]: _type = "Task" [ 883.328330] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.338943] env[68960]: DEBUG oslo_vmware.api [None req-40dc1c0f-fc0a-4058-af79-f044463da15d tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221568, 'name': Destroy_Task, 'duration_secs': 1.654988} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.341720] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-40dc1c0f-fc0a-4058-af79-f044463da15d tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Destroyed the VM [ 883.341950] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-40dc1c0f-fc0a-4058-af79-f044463da15d tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Deleting Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 883.342758] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.640s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.342910] env[68960]: INFO nova.compute.manager [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Migrating [ 883.349496] env[68960]: DEBUG oslo_vmware.api [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52bee5d9-3aba-9466-4c3b-64dbee1e25c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.353181] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-47847af8-c82f-4cff-9915-f938767cdc55 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.358659] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.354s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.359630] env[68960]: INFO nova.compute.claims [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.374096] env[68960]: DEBUG oslo_vmware.api [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Task: {'id': task-3221571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643629} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.376736] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 025b2031-517d-4fa1-9d94-fa344b6615e4/025b2031-517d-4fa1-9d94-fa344b6615e4.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.376901] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.377496] env[68960]: DEBUG oslo_vmware.api [None req-40dc1c0f-fc0a-4058-af79-f044463da15d tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 883.377496] env[68960]: value = "task-3221579" [ 883.377496] env[68960]: _type = "Task" [ 883.377496] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.377771] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44ec69c5-c5a1-4935-94fb-868fbdb0b72b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.401119] env[68960]: DEBUG oslo_vmware.api [None req-40dc1c0f-fc0a-4058-af79-f044463da15d tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221579, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.401119] env[68960]: DEBUG oslo_vmware.api [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Waiting for the task: (returnval){ [ 883.401119] env[68960]: value = "task-3221580" [ 883.401119] env[68960]: _type = "Task" [ 883.401119] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.412265] env[68960]: DEBUG oslo_vmware.api [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Task: {'id': task-3221580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.530802] env[68960]: DEBUG nova.network.neutron [req-9e296d90-ed51-4a90-918d-80d90d494e16 req-53847521-b3c5-47ec-80ce-6ded2cecc575 service nova] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Updated VIF entry in instance network info cache for port 02ea4ba6-8f30-4f38-a8a0-1b8ea350db21. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.531177] env[68960]: DEBUG nova.network.neutron [req-9e296d90-ed51-4a90-918d-80d90d494e16 req-53847521-b3c5-47ec-80ce-6ded2cecc575 service nova] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Updating instance_info_cache with network_info: [{"id": "02ea4ba6-8f30-4f38-a8a0-1b8ea350db21", "address": "fa:16:3e:f4:84:98", "network": {"id": "6bd525dc-c628-415a-bc18-07bea43856bd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-455335594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ce032003eb47cc9d5f29ce6eb7d46c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02ea4ba6-8f", "ovs_interfaceid": "02ea4ba6-8f30-4f38-a8a0-1b8ea350db21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.552741] env[68960]: DEBUG oslo_vmware.api [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.516449} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.553012] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.553214] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.553396] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.719647] env[68960]: DEBUG oslo_vmware.api [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221578, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083071} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.719964] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.720745] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8dda0c-0c80-4023-83de-0cf513f3d893 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.744756] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] ad7a5895-972b-4954-92b3-fcbd1a9a2df8/ad7a5895-972b-4954-92b3-fcbd1a9a2df8.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.745161] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15bbbf64-d668-4629-bc94-8163f46d537f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.764622] env[68960]: DEBUG oslo_vmware.api [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 883.764622] env[68960]: value = "task-3221581" [ 883.764622] env[68960]: _type = "Task" [ 883.764622] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.772433] env[68960]: DEBUG oslo_vmware.api [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221581, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.841520] env[68960]: DEBUG oslo_vmware.api [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52bee5d9-3aba-9466-4c3b-64dbee1e25c9, 'name': SearchDatastore_Task, 'duration_secs': 0.022695} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.841784] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.842081] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.842353] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.842537] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.842727] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.843027] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64142c53-e384-4c1a-8a68-0dae6ad63b63 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.852999] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.853188] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.854059] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87480824-fce3-4669-99db-95efc1b6b025 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.859358] env[68960]: DEBUG oslo_vmware.api [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Waiting for the task: (returnval){ [ 883.859358] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528e5ce0-fc89-8ec9-7411-bca9d80b71dd" [ 883.859358] env[68960]: _type = "Task" [ 883.859358] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.869214] env[68960]: DEBUG oslo_vmware.api [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528e5ce0-fc89-8ec9-7411-bca9d80b71dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.869864] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "refresh_cache-404efc31-4206-4e68-92c8-c4226982dfe1" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.870090] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquired lock "refresh_cache-404efc31-4206-4e68-92c8-c4226982dfe1" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.870307] env[68960]: DEBUG nova.network.neutron [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.891123] env[68960]: DEBUG oslo_vmware.api [None req-40dc1c0f-fc0a-4058-af79-f044463da15d tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221579, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.911087] env[68960]: DEBUG oslo_vmware.api [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Task: {'id': task-3221580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068317} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.911461] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.912360] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4902275-3794-499d-94e8-c1c3144c0750 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.938132] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 025b2031-517d-4fa1-9d94-fa344b6615e4/025b2031-517d-4fa1-9d94-fa344b6615e4.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.938436] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a45bfb9-5118-4a15-8080-3a5ee371c351 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.961377] env[68960]: DEBUG oslo_vmware.api [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Waiting for the task: (returnval){ [ 883.961377] env[68960]: value = "task-3221582" [ 883.961377] env[68960]: _type = "Task" [ 883.961377] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.970214] env[68960]: DEBUG oslo_vmware.api [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Task: {'id': task-3221582, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.996514] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accbaf1a-bdd0-49f4-a257-d190238dc586 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.016760] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Updating instance 'e612e90d-cfb1-45cd-89d9-2ecc6603f3d3' progress to 0 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 884.033972] env[68960]: DEBUG oslo_concurrency.lockutils [req-9e296d90-ed51-4a90-918d-80d90d494e16 req-53847521-b3c5-47ec-80ce-6ded2cecc575 service nova] Releasing lock "refresh_cache-e715745a-8246-4240-8da8-9d43cf936fbc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.276688] env[68960]: DEBUG oslo_vmware.api [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221581, 'name': ReconfigVM_Task, 'duration_secs': 0.460914} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.276688] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Reconfigured VM instance instance-0000003d to attach disk [datastore1] ad7a5895-972b-4954-92b3-fcbd1a9a2df8/ad7a5895-972b-4954-92b3-fcbd1a9a2df8.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.278883] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82b833b4-2aa2-4cf9-bbbf-197cc7d71ce0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.285376] env[68960]: DEBUG oslo_vmware.api [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 884.285376] env[68960]: value = "task-3221583" [ 884.285376] env[68960]: _type = "Task" [ 884.285376] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.294165] env[68960]: DEBUG oslo_vmware.api [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221583, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.374577] env[68960]: DEBUG oslo_vmware.api [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528e5ce0-fc89-8ec9-7411-bca9d80b71dd, 'name': SearchDatastore_Task, 'duration_secs': 0.012849} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.378437] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b1798a9-7023-4bbb-bf6a-1f72bf232c04 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.388562] env[68960]: DEBUG oslo_vmware.api [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Waiting for the task: (returnval){ [ 884.388562] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5264c4ee-d0d1-6928-1ce1-f277185c3882" [ 884.388562] env[68960]: _type = "Task" [ 884.388562] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.397103] env[68960]: DEBUG oslo_vmware.api [None req-40dc1c0f-fc0a-4058-af79-f044463da15d tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221579, 'name': RemoveSnapshot_Task, 'duration_secs': 0.680187} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.400178] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-40dc1c0f-fc0a-4058-af79-f044463da15d tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Deleted Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 884.406581] env[68960]: DEBUG oslo_vmware.api [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5264c4ee-d0d1-6928-1ce1-f277185c3882, 'name': SearchDatastore_Task, 'duration_secs': 0.010521} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.406891] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.407199] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] e715745a-8246-4240-8da8-9d43cf936fbc/e715745a-8246-4240-8da8-9d43cf936fbc.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.407797] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-231aa3f6-7204-4931-aca7-8022627cb3e0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.414875] env[68960]: DEBUG oslo_vmware.api [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Waiting for the task: (returnval){ [ 884.414875] env[68960]: value = "task-3221584" [ 884.414875] env[68960]: _type = "Task" [ 884.414875] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.425929] env[68960]: DEBUG oslo_vmware.api [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Task: {'id': task-3221584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.476034] env[68960]: DEBUG oslo_vmware.api [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Task: {'id': task-3221582, 'name': ReconfigVM_Task, 'duration_secs': 0.419806} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.476034] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 025b2031-517d-4fa1-9d94-fa344b6615e4/025b2031-517d-4fa1-9d94-fa344b6615e4.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.476288] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0fae798-b24d-4507-b6ed-7ee026e2f8e9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.484682] env[68960]: DEBUG oslo_vmware.api [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Waiting for the task: (returnval){ [ 884.484682] env[68960]: value = "task-3221585" [ 884.484682] env[68960]: _type = "Task" [ 884.484682] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.493439] env[68960]: DEBUG oslo_vmware.api [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Task: {'id': task-3221585, 'name': Rename_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.524163] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.524686] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9472bd5-2df8-48a6-98fc-648b6110cc13 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.531296] env[68960]: DEBUG oslo_vmware.api [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 884.531296] env[68960]: value = "task-3221586" [ 884.531296] env[68960]: _type = "Task" [ 884.531296] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.541812] env[68960]: DEBUG oslo_vmware.api [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.586573] env[68960]: DEBUG nova.virt.hardware [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.586783] env[68960]: DEBUG nova.virt.hardware [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.587036] env[68960]: DEBUG nova.virt.hardware [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.587617] env[68960]: DEBUG nova.virt.hardware [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.587617] env[68960]: DEBUG nova.virt.hardware [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.587617] env[68960]: DEBUG nova.virt.hardware [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.587617] env[68960]: DEBUG nova.virt.hardware [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.587805] env[68960]: DEBUG nova.virt.hardware [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.588526] env[68960]: DEBUG nova.virt.hardware [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.588526] env[68960]: DEBUG nova.virt.hardware [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.588526] env[68960]: DEBUG nova.virt.hardware [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.589448] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec2e970-9dd9-4fa7-ad71-74d10e1cbc7a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.603874] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71855240-d018-4660-a406-3e2a13251df9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.619014] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:4d:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b16c03f2-571b-4fe2-aebf-07d38e11a9bf', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.627017] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.631233] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.633020] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a797bd85-3ae1-41d5-9b8c-2404f61c47b3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.654705] env[68960]: DEBUG nova.network.neutron [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Updating instance_info_cache with network_info: [{"id": "bfc57e33-4771-4898-8d6f-c7c58e6912e6", "address": "fa:16:3e:bd:9d:17", "network": {"id": "d2f92278-0560-43d8-bc83-ef076840fbed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1118476539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4c63f88f20340cbb8eba0c2935f9832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfc57e33-47", "ovs_interfaceid": "bfc57e33-4771-4898-8d6f-c7c58e6912e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.663551] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.663551] env[68960]: value = "task-3221587" [ 884.663551] env[68960]: _type = "Task" [ 884.663551] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.678572] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221587, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.680823] env[68960]: DEBUG oslo_vmware.rw_handles [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52852295-616a-b2d3-5359-e52ebe814a4a/disk-0.vmdk. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 884.682390] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b595b042-94a0-4b9e-bee2-8674220eca8d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.690892] env[68960]: DEBUG oslo_vmware.rw_handles [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52852295-616a-b2d3-5359-e52ebe814a4a/disk-0.vmdk is in state: ready. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 884.691764] env[68960]: ERROR oslo_vmware.rw_handles [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52852295-616a-b2d3-5359-e52ebe814a4a/disk-0.vmdk due to incomplete transfer. [ 884.691764] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fb757709-4306-4a50-9082-781b0443aad4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.716616] env[68960]: DEBUG oslo_vmware.rw_handles [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52852295-616a-b2d3-5359-e52ebe814a4a/disk-0.vmdk. {{(pid=68960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 884.716890] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Uploaded image 28fd69e8-6675-486c-a229-721f2d4af268 to the Glance image server {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 884.719831] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Destroying the VM {{(pid=68960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 884.720130] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-75d69234-1f0c-4dff-a915-aa84869d8e31 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.727842] env[68960]: DEBUG oslo_vmware.api [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 884.727842] env[68960]: value = "task-3221588" [ 884.727842] env[68960]: _type = "Task" [ 884.727842] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.739195] env[68960]: DEBUG oslo_vmware.api [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221588, 'name': Destroy_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.798410] env[68960]: DEBUG oslo_vmware.api [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221583, 'name': Rename_Task, 'duration_secs': 0.17239} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.798410] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.801517] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b952dfc1-e1a8-499e-a621-84208c351072 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.807919] env[68960]: DEBUG oslo_vmware.api [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 884.807919] env[68960]: value = "task-3221589" [ 884.807919] env[68960]: _type = "Task" [ 884.807919] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.817689] env[68960]: DEBUG oslo_vmware.api [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.909846] env[68960]: WARNING nova.compute.manager [None req-40dc1c0f-fc0a-4058-af79-f044463da15d tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Image not found during snapshot: nova.exception.ImageNotFound: Image aad1f787-3d21-4349-a721-65b3f1656852 could not be found. [ 884.927760] env[68960]: DEBUG oslo_vmware.api [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Task: {'id': task-3221584, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.959125] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2902fee4-8610-4387-9e4a-3e188a6e2ebe {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.967633] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576e46d7-a1ab-4e22-9a3a-b9190fcb998f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.009921] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5745ac14-c791-44d0-91e8-d23230ebf6c5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.021260] env[68960]: DEBUG oslo_vmware.api [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Task: {'id': task-3221585, 'name': Rename_Task, 'duration_secs': 0.177885} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.023551] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.023916] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a93bb5b-f6e3-4b0e-9d41-22a6c388e963 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.026724] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997172ce-5228-469e-8ba9-fde4f7d27dde {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.044788] env[68960]: DEBUG oslo_vmware.api [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Waiting for the task: (returnval){ [ 885.044788] env[68960]: value = "task-3221591" [ 885.044788] env[68960]: _type = "Task" [ 885.044788] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.045341] env[68960]: DEBUG nova.compute.provider_tree [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 885.053306] env[68960]: DEBUG oslo_vmware.api [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221586, 'name': PowerOffVM_Task, 'duration_secs': 0.20536} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.054561] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.054782] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Updating instance 'e612e90d-cfb1-45cd-89d9-2ecc6603f3d3' progress to 17 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 885.062494] env[68960]: DEBUG oslo_vmware.api [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Task: {'id': task-3221591, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.159211] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Releasing lock "refresh_cache-404efc31-4206-4e68-92c8-c4226982dfe1" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.174449] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221587, 'name': CreateVM_Task, 'duration_secs': 0.44049} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.174449] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.175554] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.175743] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.176262] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.177274] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65aaa182-8da2-49e5-9088-8aa141a10b3b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.185650] env[68960]: DEBUG oslo_vmware.api [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 885.185650] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ab2704-bb51-f653-a13c-4b6a463e40c6" [ 885.185650] env[68960]: _type = "Task" [ 885.185650] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.193948] env[68960]: DEBUG oslo_vmware.api [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ab2704-bb51-f653-a13c-4b6a463e40c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.243760] env[68960]: DEBUG oslo_vmware.api [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221588, 'name': Destroy_Task, 'duration_secs': 0.492708} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.244106] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Destroyed the VM [ 885.244363] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Deleting Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 885.244629] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7331210a-25ce-4dbf-be30-004f72c402b5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.255854] env[68960]: DEBUG oslo_vmware.api [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 885.255854] env[68960]: value = "task-3221592" [ 885.255854] env[68960]: _type = "Task" [ 885.255854] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.268094] env[68960]: DEBUG oslo_concurrency.lockutils [None req-88e3c0eb-6f8d-4499-b2c3-007d46e44871 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquiring lock "1f56cc38-ab30-4ca4-ae20-62021f6fe60c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.268382] env[68960]: DEBUG oslo_concurrency.lockutils [None req-88e3c0eb-6f8d-4499-b2c3-007d46e44871 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Lock "1f56cc38-ab30-4ca4-ae20-62021f6fe60c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.268594] env[68960]: DEBUG oslo_concurrency.lockutils [None req-88e3c0eb-6f8d-4499-b2c3-007d46e44871 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquiring lock "1f56cc38-ab30-4ca4-ae20-62021f6fe60c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.268779] env[68960]: DEBUG oslo_concurrency.lockutils [None req-88e3c0eb-6f8d-4499-b2c3-007d46e44871 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Lock "1f56cc38-ab30-4ca4-ae20-62021f6fe60c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.268947] env[68960]: DEBUG oslo_concurrency.lockutils [None req-88e3c0eb-6f8d-4499-b2c3-007d46e44871 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Lock "1f56cc38-ab30-4ca4-ae20-62021f6fe60c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.270702] env[68960]: DEBUG oslo_vmware.api [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221592, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.271207] env[68960]: INFO nova.compute.manager [None req-88e3c0eb-6f8d-4499-b2c3-007d46e44871 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Terminating instance [ 885.324136] env[68960]: DEBUG oslo_vmware.api [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221589, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.434599] env[68960]: DEBUG oslo_vmware.api [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Task: {'id': task-3221584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514032} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.435117] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] e715745a-8246-4240-8da8-9d43cf936fbc/e715745a-8246-4240-8da8-9d43cf936fbc.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.435418] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.435748] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b3c8d21-4aef-471e-a544-836a7c4de643 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.445940] env[68960]: DEBUG oslo_vmware.api [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Waiting for the task: (returnval){ [ 885.445940] env[68960]: value = "task-3221593" [ 885.445940] env[68960]: _type = "Task" [ 885.445940] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.457953] env[68960]: DEBUG oslo_vmware.api [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Task: {'id': task-3221593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.561544] env[68960]: DEBUG oslo_vmware.api [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Task: {'id': task-3221591, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.565915] env[68960]: DEBUG nova.virt.hardware [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.566181] env[68960]: DEBUG nova.virt.hardware [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.566347] env[68960]: DEBUG nova.virt.hardware [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.566581] env[68960]: DEBUG nova.virt.hardware [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.566670] env[68960]: DEBUG nova.virt.hardware [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.566828] env[68960]: DEBUG nova.virt.hardware [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.567053] env[68960]: DEBUG nova.virt.hardware [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.567223] env[68960]: DEBUG nova.virt.hardware [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.567406] env[68960]: DEBUG nova.virt.hardware [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.567639] env[68960]: DEBUG nova.virt.hardware [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.567957] env[68960]: DEBUG nova.virt.hardware [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.574188] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96ea9a2d-faaa-45cc-929e-e572652ca00a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.585380] env[68960]: ERROR nova.scheduler.client.report [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [req-2077a820-6509-4803-8cf2-7496eff7bc45] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d6b14c3a-024a-447e-9595-cef114b4ddda. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2077a820-6509-4803-8cf2-7496eff7bc45"}]} [ 885.593538] env[68960]: DEBUG oslo_vmware.api [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 885.593538] env[68960]: value = "task-3221594" [ 885.593538] env[68960]: _type = "Task" [ 885.593538] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.601950] env[68960]: DEBUG oslo_vmware.api [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221594, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.603283] env[68960]: DEBUG nova.scheduler.client.report [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Refreshing inventories for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 885.618831] env[68960]: DEBUG nova.scheduler.client.report [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Updating ProviderTree inventory for provider d6b14c3a-024a-447e-9595-cef114b4ddda from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 885.619103] env[68960]: DEBUG nova.compute.provider_tree [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 885.631871] env[68960]: DEBUG nova.scheduler.client.report [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Refreshing aggregate associations for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda, aggregates: None {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 885.652937] env[68960]: DEBUG nova.scheduler.client.report [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Refreshing trait associations for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 885.700538] env[68960]: DEBUG oslo_vmware.api [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ab2704-bb51-f653-a13c-4b6a463e40c6, 'name': SearchDatastore_Task, 'duration_secs': 0.01043} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.700999] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.701319] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.701693] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.701953] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.702328] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.702734] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c92d3a6-8684-4001-bf58-5a1d76540039 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.716214] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.716214] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.719571] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8827f2b5-a98c-4ebf-b83b-65861aa1d9f6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.727055] env[68960]: DEBUG oslo_vmware.api [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 885.727055] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52bc4647-c8eb-0d4d-a670-5c81794d5d19" [ 885.727055] env[68960]: _type = "Task" [ 885.727055] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.738712] env[68960]: DEBUG oslo_vmware.api [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52bc4647-c8eb-0d4d-a670-5c81794d5d19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.766732] env[68960]: DEBUG oslo_vmware.api [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221592, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.775348] env[68960]: DEBUG nova.compute.manager [None req-88e3c0eb-6f8d-4499-b2c3-007d46e44871 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.775600] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-88e3c0eb-6f8d-4499-b2c3-007d46e44871 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.776808] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568d49bc-16f0-4ca7-b3fb-1ca770d73580 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.784681] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e3c0eb-6f8d-4499-b2c3-007d46e44871 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.784970] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d386625c-8c62-4f3c-99fc-cc834e84b486 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.792021] env[68960]: DEBUG oslo_vmware.api [None req-88e3c0eb-6f8d-4499-b2c3-007d46e44871 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 885.792021] env[68960]: value = "task-3221595" [ 885.792021] env[68960]: _type = "Task" [ 885.792021] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.800955] env[68960]: DEBUG oslo_vmware.api [None req-88e3c0eb-6f8d-4499-b2c3-007d46e44871 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.819585] env[68960]: DEBUG oslo_vmware.api [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221589, 'name': PowerOnVM_Task, 'duration_secs': 0.546115} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.819897] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.820160] env[68960]: DEBUG nova.compute.manager [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.820976] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa55754e-f9dd-498b-a8f2-72ede096facf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.958169] env[68960]: DEBUG oslo_vmware.api [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Task: {'id': task-3221593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168437} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.958569] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.959470] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066b5b3f-00a9-4516-adf6-a6287b515190 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.985243] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] e715745a-8246-4240-8da8-9d43cf936fbc/e715745a-8246-4240-8da8-9d43cf936fbc.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.985637] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f49d9ed1-9388-46aa-b489-07f29c2db719 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.010624] env[68960]: DEBUG oslo_vmware.api [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Waiting for the task: (returnval){ [ 886.010624] env[68960]: value = "task-3221596" [ 886.010624] env[68960]: _type = "Task" [ 886.010624] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.021462] env[68960]: DEBUG oslo_vmware.api [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Task: {'id': task-3221596, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.057905] env[68960]: DEBUG oslo_vmware.api [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Task: {'id': task-3221591, 'name': PowerOnVM_Task, 'duration_secs': 1.012733} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.058220] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.058427] env[68960]: INFO nova.compute.manager [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Took 8.71 seconds to spawn the instance on the hypervisor. [ 886.058605] env[68960]: DEBUG nova.compute.manager [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.062090] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9665edce-b645-4f5b-821b-654dc00bea8f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.108388] env[68960]: DEBUG oslo_vmware.api [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221594, 'name': ReconfigVM_Task, 'duration_secs': 0.361552} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.108388] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Updating instance 'e612e90d-cfb1-45cd-89d9-2ecc6603f3d3' progress to 33 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 886.205178] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d5579c-f915-4512-b88c-6d4742862f45 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.213650] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cd0a23-aadc-426f-bca7-5c3092d44017 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.247082] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38e32bc-937e-4ada-ab18-73b99ba4b6dd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.256489] env[68960]: DEBUG oslo_vmware.api [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52bc4647-c8eb-0d4d-a670-5c81794d5d19, 'name': SearchDatastore_Task, 'duration_secs': 0.038227} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.257685] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c376be-c6ab-40ed-ab42-b082d9511f1f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.264569] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74e9cd6e-afde-4e2f-a0c8-e77a668a8ee1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.273200] env[68960]: DEBUG oslo_vmware.api [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221592, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.281889] env[68960]: DEBUG oslo_vmware.api [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 886.281889] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52752726-b390-dbda-74b9-8777ab60f06c" [ 886.281889] env[68960]: _type = "Task" [ 886.281889] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.282390] env[68960]: DEBUG nova.compute.provider_tree [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 886.292882] env[68960]: DEBUG oslo_vmware.api [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52752726-b390-dbda-74b9-8777ab60f06c, 'name': SearchDatastore_Task} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.296872] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.297158] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] ed7c7ac5-c303-4548-8357-13aa700d0067/ed7c7ac5-c303-4548-8357-13aa700d0067.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.297722] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66fe9229-6ec8-4b39-ac86-13fa54e4d22f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.305362] env[68960]: DEBUG oslo_vmware.api [None req-88e3c0eb-6f8d-4499-b2c3-007d46e44871 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221595, 'name': PowerOffVM_Task, 'duration_secs': 0.321083} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.306622] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e3c0eb-6f8d-4499-b2c3-007d46e44871 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.306804] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-88e3c0eb-6f8d-4499-b2c3-007d46e44871 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.307118] env[68960]: DEBUG oslo_vmware.api [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 886.307118] env[68960]: value = "task-3221597" [ 886.307118] env[68960]: _type = "Task" [ 886.307118] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.307310] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28c26c4d-1353-4203-a886-2b6f75dfb7fd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.317164] env[68960]: DEBUG oslo_vmware.api [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.339986] env[68960]: DEBUG oslo_concurrency.lockutils [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.524222] env[68960]: DEBUG oslo_vmware.api [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Task: {'id': task-3221596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.581178] env[68960]: INFO nova.compute.manager [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Took 51.17 seconds to build instance. [ 886.583665] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-88e3c0eb-6f8d-4499-b2c3-007d46e44871 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.583957] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-88e3c0eb-6f8d-4499-b2c3-007d46e44871 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.584174] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-88e3c0eb-6f8d-4499-b2c3-007d46e44871 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Deleting the datastore file [datastore1] 1f56cc38-ab30-4ca4-ae20-62021f6fe60c {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.585339] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-752d6d39-0003-4862-83da-aba9d173c741 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.591589] env[68960]: DEBUG oslo_vmware.api [None req-88e3c0eb-6f8d-4499-b2c3-007d46e44871 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 886.591589] env[68960]: value = "task-3221599" [ 886.591589] env[68960]: _type = "Task" [ 886.591589] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.602225] env[68960]: DEBUG oslo_vmware.api [None req-88e3c0eb-6f8d-4499-b2c3-007d46e44871 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.614897] env[68960]: DEBUG nova.virt.hardware [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:08:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d01e265e-452d-48e4-929f-ffa133b2c557',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-309838318',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.615189] env[68960]: DEBUG nova.virt.hardware [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.615712] env[68960]: DEBUG nova.virt.hardware [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.615712] env[68960]: DEBUG nova.virt.hardware [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.615712] env[68960]: DEBUG nova.virt.hardware [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.615833] env[68960]: DEBUG nova.virt.hardware [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.616013] env[68960]: DEBUG nova.virt.hardware [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.616213] env[68960]: DEBUG nova.virt.hardware [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.616526] env[68960]: DEBUG nova.virt.hardware [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.616744] env[68960]: DEBUG nova.virt.hardware [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.616896] env[68960]: DEBUG nova.virt.hardware [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.622264] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Reconfiguring VM instance instance-00000035 to detach disk 2000 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 886.622908] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65078b83-0410-4d15-96a8-443fca9bad59 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.644077] env[68960]: DEBUG oslo_vmware.api [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 886.644077] env[68960]: value = "task-3221600" [ 886.644077] env[68960]: _type = "Task" [ 886.644077] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.659406] env[68960]: DEBUG oslo_vmware.api [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.675281] env[68960]: DEBUG oslo_concurrency.lockutils [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "eb3439a8-bb05-47fc-b54e-1bec950759d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.675537] env[68960]: DEBUG oslo_concurrency.lockutils [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "eb3439a8-bb05-47fc-b54e-1bec950759d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.678800] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdf586f-1191-4791-b47d-e1d1b68dfc2d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.698731] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Updating instance '404efc31-4206-4e68-92c8-c4226982dfe1' progress to 0 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 886.773669] env[68960]: DEBUG oslo_vmware.api [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221592, 'name': RemoveSnapshot_Task, 'duration_secs': 1.405296} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.773953] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Deleted Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 886.774915] env[68960]: INFO nova.compute.manager [None req-e7751b0d-4a1a-463e-93cd-92a6e916e83f tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Took 16.38 seconds to snapshot the instance on the hypervisor. [ 886.815250] env[68960]: ERROR nova.scheduler.client.report [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [req-a067e95b-0d44-4c5b-949c-0f2b4705e6f3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d6b14c3a-024a-447e-9595-cef114b4ddda. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a067e95b-0d44-4c5b-949c-0f2b4705e6f3"}]} [ 887.612918] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bbba105b-db1e-4083-9169-045b12243783 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Lock "025b2031-517d-4fa1-9d94-fa344b6615e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.037s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.613353] env[68960]: DEBUG nova.compute.manager [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.616909] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.619065] env[68960]: DEBUG oslo_vmware.api [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221597, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.619362] env[68960]: WARNING oslo_vmware.common.loopingcall [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] task run outlasted interval by 0.31018500000000004 sec [ 887.630574] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d19bdaed-f8f4-4976-8f51-2c8701cf50d0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.632873] env[68960]: DEBUG nova.scheduler.client.report [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Refreshing inventories for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 887.644645] env[68960]: DEBUG oslo_vmware.api [None req-88e3c0eb-6f8d-4499-b2c3-007d46e44871 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.803849} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.653388] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-88e3c0eb-6f8d-4499-b2c3-007d46e44871 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.653591] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-88e3c0eb-6f8d-4499-b2c3-007d46e44871 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.653767] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-88e3c0eb-6f8d-4499-b2c3-007d46e44871 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.653939] env[68960]: INFO nova.compute.manager [None req-88e3c0eb-6f8d-4499-b2c3-007d46e44871 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Took 1.88 seconds to destroy the instance on the hypervisor. [ 887.654203] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88e3c0eb-6f8d-4499-b2c3-007d46e44871 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.654707] env[68960]: DEBUG oslo_vmware.api [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221600, 'name': ReconfigVM_Task, 'duration_secs': 0.517834} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.654921] env[68960]: DEBUG oslo_vmware.api [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Task: {'id': task-3221596, 'name': ReconfigVM_Task, 'duration_secs': 0.887713} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.655183] env[68960]: DEBUG oslo_vmware.api [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 887.655183] env[68960]: value = "task-3221601" [ 887.655183] env[68960]: _type = "Task" [ 887.655183] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.655629] env[68960]: DEBUG oslo_vmware.api [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221597, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.05171} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.656473] env[68960]: DEBUG nova.scheduler.client.report [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Updating ProviderTree inventory for provider d6b14c3a-024a-447e-9595-cef114b4ddda from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 887.656669] env[68960]: DEBUG nova.compute.provider_tree [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 887.659027] env[68960]: DEBUG nova.compute.manager [-] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.659027] env[68960]: DEBUG nova.network.neutron [-] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.660227] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Reconfigured VM instance instance-00000035 to detach disk 2000 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 887.660516] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Reconfigured VM instance instance-0000003f to attach disk [datastore1] e715745a-8246-4240-8da8-9d43cf936fbc/e715745a-8246-4240-8da8-9d43cf936fbc.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.661204] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] ed7c7ac5-c303-4548-8357-13aa700d0067/ed7c7ac5-c303-4548-8357-13aa700d0067.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.661952] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.662834] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043314eb-34ac-4ad5-b128-6dea7e7c77fb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.665264] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee5fc94f-e0fb-4fee-bddb-e43ef265f6e9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.669764] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-047dc97e-4411-4b6f-bcb4-7e1a063ad6d9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.675121] env[68960]: DEBUG nova.scheduler.client.report [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Refreshing aggregate associations for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda, aggregates: None {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 887.693687] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] VM already powered off {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 887.693937] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Updating instance '404efc31-4206-4e68-92c8-c4226982dfe1' progress to 17 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 887.704806] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] e612e90d-cfb1-45cd-89d9-2ecc6603f3d3/e612e90d-cfb1-45cd-89d9-2ecc6603f3d3.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.705218] env[68960]: DEBUG oslo_vmware.api [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 887.705218] env[68960]: value = "task-3221603" [ 887.705218] env[68960]: _type = "Task" [ 887.705218] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.705453] env[68960]: DEBUG oslo_vmware.api [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Waiting for the task: (returnval){ [ 887.705453] env[68960]: value = "task-3221602" [ 887.705453] env[68960]: _type = "Task" [ 887.705453] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.706677] env[68960]: DEBUG nova.scheduler.client.report [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Refreshing trait associations for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 887.708825] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cac2d314-f706-438f-a848-3d6fe5ac1653 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.735205] env[68960]: DEBUG oslo_vmware.api [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.739405] env[68960]: DEBUG oslo_vmware.api [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 887.739405] env[68960]: value = "task-3221604" [ 887.739405] env[68960]: _type = "Task" [ 887.739405] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.739982] env[68960]: DEBUG oslo_vmware.api [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Task: {'id': task-3221602, 'name': Rename_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.748770] env[68960]: DEBUG oslo_vmware.api [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221604, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.114424] env[68960]: DEBUG oslo_concurrency.lockutils [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "db214277-e555-46bd-95b2-12e7bc509b40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.115531] env[68960]: DEBUG oslo_concurrency.lockutils [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "db214277-e555-46bd-95b2-12e7bc509b40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.135035] env[68960]: DEBUG oslo_concurrency.lockutils [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.135663] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0c1200fa-80e0-485d-a8b4-e37d817d039a tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "ad7a5895-972b-4954-92b3-fcbd1a9a2df8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.135872] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0c1200fa-80e0-485d-a8b4-e37d817d039a tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "ad7a5895-972b-4954-92b3-fcbd1a9a2df8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.136082] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0c1200fa-80e0-485d-a8b4-e37d817d039a tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "ad7a5895-972b-4954-92b3-fcbd1a9a2df8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.136339] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0c1200fa-80e0-485d-a8b4-e37d817d039a tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "ad7a5895-972b-4954-92b3-fcbd1a9a2df8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.136412] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0c1200fa-80e0-485d-a8b4-e37d817d039a tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "ad7a5895-972b-4954-92b3-fcbd1a9a2df8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.138314] env[68960]: INFO nova.compute.manager [None req-0c1200fa-80e0-485d-a8b4-e37d817d039a tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Terminating instance [ 888.172969] env[68960]: DEBUG nova.compute.manager [req-254c97d1-f93c-4205-9111-d44886a4c873 req-707b4b6d-560c-4ab2-9c62-b5fbb7dae398 service nova] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Received event network-vif-deleted-612dffb8-5264-4c22-a409-1cdf26a5d83e {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.173196] env[68960]: INFO nova.compute.manager [req-254c97d1-f93c-4205-9111-d44886a4c873 req-707b4b6d-560c-4ab2-9c62-b5fbb7dae398 service nova] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Neutron deleted interface 612dffb8-5264-4c22-a409-1cdf26a5d83e; detaching it from the instance and deleting it from the info cache [ 888.173368] env[68960]: DEBUG nova.network.neutron [req-254c97d1-f93c-4205-9111-d44886a4c873 req-707b4b6d-560c-4ab2-9c62-b5fbb7dae398 service nova] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.208790] env[68960]: DEBUG nova.virt.hardware [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.209038] env[68960]: DEBUG nova.virt.hardware [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.209197] env[68960]: DEBUG nova.virt.hardware [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.209372] env[68960]: DEBUG nova.virt.hardware [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.210346] env[68960]: DEBUG nova.virt.hardware [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.210346] env[68960]: DEBUG nova.virt.hardware [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.210346] env[68960]: DEBUG nova.virt.hardware [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.210346] env[68960]: DEBUG nova.virt.hardware [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.210346] env[68960]: DEBUG nova.virt.hardware [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.210346] env[68960]: DEBUG nova.virt.hardware [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.210585] env[68960]: DEBUG nova.virt.hardware [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.216911] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75a62dbc-d67d-403a-9433-1e277090a6af {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.242987] env[68960]: DEBUG oslo_vmware.api [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Task: {'id': task-3221602, 'name': Rename_Task, 'duration_secs': 0.157177} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.253084] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.253454] env[68960]: DEBUG oslo_vmware.api [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 888.253454] env[68960]: value = "task-3221605" [ 888.253454] env[68960]: _type = "Task" [ 888.253454] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.254041] env[68960]: DEBUG oslo_vmware.api [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.224578} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.254447] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c95571f-a6e0-47ea-8921-2c91dd19d766 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.256316] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.259872] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bd381d-469e-4be8-a86c-953ed565db96 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.266451] env[68960]: DEBUG oslo_vmware.api [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.271405] env[68960]: DEBUG oslo_vmware.api [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.284200] env[68960]: DEBUG oslo_vmware.api [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Waiting for the task: (returnval){ [ 888.284200] env[68960]: value = "task-3221606" [ 888.284200] env[68960]: _type = "Task" [ 888.284200] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.292713] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] ed7c7ac5-c303-4548-8357-13aa700d0067/ed7c7ac5-c303-4548-8357-13aa700d0067.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.293616] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aa14df4-a89f-4039-92d1-1115b1ed3dd6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.321530] env[68960]: DEBUG oslo_vmware.api [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Task: {'id': task-3221606, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.323130] env[68960]: DEBUG oslo_vmware.api [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 888.323130] env[68960]: value = "task-3221607" [ 888.323130] env[68960]: _type = "Task" [ 888.323130] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.334091] env[68960]: DEBUG oslo_vmware.api [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221607, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.373976] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d958226-ec1b-48f2-aac5-9a9f05928e6c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.382482] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d5bb1d-f9ab-4d3e-884d-2e75aa85db7c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.418281] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ca0898-be5b-421f-a7f9-566757db3848 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.427236] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db72672-18aa-4b8e-9178-35b2d7cdf4fd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.441265] env[68960]: DEBUG nova.compute.provider_tree [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.499916] env[68960]: DEBUG nova.network.neutron [-] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.621207] env[68960]: DEBUG nova.compute.manager [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.645509] env[68960]: DEBUG nova.compute.manager [None req-0c1200fa-80e0-485d-a8b4-e37d817d039a tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.645750] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1200fa-80e0-485d-a8b4-e37d817d039a tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.646731] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0beeeffe-f31f-4467-8b89-2bd94dae566e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.654703] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1200fa-80e0-485d-a8b4-e37d817d039a tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.654950] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e556b207-cc61-4abe-a738-9fcf0736b09f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.662328] env[68960]: DEBUG oslo_vmware.api [None req-0c1200fa-80e0-485d-a8b4-e37d817d039a tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 888.662328] env[68960]: value = "task-3221608" [ 888.662328] env[68960]: _type = "Task" [ 888.662328] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.674528] env[68960]: DEBUG oslo_vmware.api [None req-0c1200fa-80e0-485d-a8b4-e37d817d039a tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.676332] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c75b2806-cdbf-48b1-98b6-d7caf7aaf555 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.685489] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ef0e74-8ccf-423f-8473-4bb09199d524 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.721021] env[68960]: DEBUG nova.compute.manager [req-254c97d1-f93c-4205-9111-d44886a4c873 req-707b4b6d-560c-4ab2-9c62-b5fbb7dae398 service nova] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Detach interface failed, port_id=612dffb8-5264-4c22-a409-1cdf26a5d83e, reason: Instance 1f56cc38-ab30-4ca4-ae20-62021f6fe60c could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 888.753254] env[68960]: DEBUG oslo_vmware.api [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221604, 'name': ReconfigVM_Task, 'duration_secs': 0.677217} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.753582] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Reconfigured VM instance instance-00000035 to attach disk [datastore2] e612e90d-cfb1-45cd-89d9-2ecc6603f3d3/e612e90d-cfb1-45cd-89d9-2ecc6603f3d3.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.753904] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Updating instance 'e612e90d-cfb1-45cd-89d9-2ecc6603f3d3' progress to 50 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 888.767768] env[68960]: DEBUG oslo_vmware.api [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221605, 'name': ReconfigVM_Task, 'duration_secs': 0.200402} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.768127] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Updating instance '404efc31-4206-4e68-92c8-c4226982dfe1' progress to 33 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 888.803836] env[68960]: DEBUG oslo_vmware.api [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Task: {'id': task-3221606, 'name': PowerOnVM_Task, 'duration_secs': 0.486708} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.805044] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.805224] env[68960]: INFO nova.compute.manager [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Took 8.75 seconds to spawn the instance on the hypervisor. [ 888.805412] env[68960]: DEBUG nova.compute.manager [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.806264] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c4e7f7-d512-43c0-bee8-2a31facbd6da {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.834031] env[68960]: DEBUG oslo_vmware.api [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221607, 'name': ReconfigVM_Task, 'duration_secs': 0.394468} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.834031] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Reconfigured VM instance instance-0000001b to attach disk [datastore1] ed7c7ac5-c303-4548-8357-13aa700d0067/ed7c7ac5-c303-4548-8357-13aa700d0067.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.834323] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d217be6c-60e8-4e5d-b59e-7a1db5d4a867 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.841051] env[68960]: DEBUG oslo_vmware.api [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 888.841051] env[68960]: value = "task-3221609" [ 888.841051] env[68960]: _type = "Task" [ 888.841051] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.849981] env[68960]: DEBUG oslo_vmware.api [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221609, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.891433] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bea1b7e8-6324-4157-8e01-70d30f117230 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Acquiring lock "025b2031-517d-4fa1-9d94-fa344b6615e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.891889] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bea1b7e8-6324-4157-8e01-70d30f117230 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Lock "025b2031-517d-4fa1-9d94-fa344b6615e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.892111] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bea1b7e8-6324-4157-8e01-70d30f117230 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Acquiring lock "025b2031-517d-4fa1-9d94-fa344b6615e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.892345] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bea1b7e8-6324-4157-8e01-70d30f117230 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Lock "025b2031-517d-4fa1-9d94-fa344b6615e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.892566] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bea1b7e8-6324-4157-8e01-70d30f117230 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Lock "025b2031-517d-4fa1-9d94-fa344b6615e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.895401] env[68960]: INFO nova.compute.manager [None req-bea1b7e8-6324-4157-8e01-70d30f117230 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Terminating instance [ 888.944606] env[68960]: DEBUG nova.scheduler.client.report [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.003144] env[68960]: INFO nova.compute.manager [-] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Took 1.34 seconds to deallocate network for instance. [ 889.143283] env[68960]: DEBUG oslo_concurrency.lockutils [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.174565] env[68960]: DEBUG oslo_vmware.api [None req-0c1200fa-80e0-485d-a8b4-e37d817d039a tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221608, 'name': PowerOffVM_Task, 'duration_secs': 0.245516} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.174834] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1200fa-80e0-485d-a8b4-e37d817d039a tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.175025] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1200fa-80e0-485d-a8b4-e37d817d039a tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.175283] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b78f67a4-fc5b-49d1-afd2-ba36c8271347 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.264754] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7551ad-6548-43df-88bc-0b5eb7777918 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.286036] env[68960]: DEBUG nova.virt.hardware [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.286277] env[68960]: DEBUG nova.virt.hardware [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.286447] env[68960]: DEBUG nova.virt.hardware [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.286631] env[68960]: DEBUG nova.virt.hardware [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.286775] env[68960]: DEBUG nova.virt.hardware [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.286915] env[68960]: DEBUG nova.virt.hardware [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.287129] env[68960]: DEBUG nova.virt.hardware [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.287291] env[68960]: DEBUG nova.virt.hardware [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.287453] env[68960]: DEBUG nova.virt.hardware [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.287611] env[68960]: DEBUG nova.virt.hardware [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.287779] env[68960]: DEBUG nova.virt.hardware [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.292853] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Reconfiguring VM instance instance-0000001e to detach disk 2000 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 889.293302] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a355ec16-ddeb-4da8-9c5a-43ce3efd1006 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.308680] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2faaa5c7-ab01-44e6-82e1-72303c3f6cc3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.334554] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Updating instance 'e612e90d-cfb1-45cd-89d9-2ecc6603f3d3' progress to 67 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 889.344125] env[68960]: DEBUG oslo_vmware.api [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 889.344125] env[68960]: value = "task-3221611" [ 889.344125] env[68960]: _type = "Task" [ 889.344125] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.348059] env[68960]: INFO nova.compute.manager [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Took 50.50 seconds to build instance. [ 889.362141] env[68960]: DEBUG oslo_vmware.api [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221609, 'name': Rename_Task, 'duration_secs': 0.15625} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.366342] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.366342] env[68960]: DEBUG oslo_vmware.api [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.366342] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25175222-f50b-4b85-be85-5762976ba0d5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.374018] env[68960]: DEBUG oslo_vmware.api [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 889.374018] env[68960]: value = "task-3221612" [ 889.374018] env[68960]: _type = "Task" [ 889.374018] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.381430] env[68960]: DEBUG oslo_vmware.api [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.403468] env[68960]: DEBUG nova.compute.manager [None req-bea1b7e8-6324-4157-8e01-70d30f117230 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 889.404016] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bea1b7e8-6324-4157-8e01-70d30f117230 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.404990] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465aa8ad-adde-4d5f-aa03-9fc725bfe7f7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.413477] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea1b7e8-6324-4157-8e01-70d30f117230 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.413733] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ef4cca9-4439-4cc7-ab87-80ffa5621a8e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.419523] env[68960]: DEBUG oslo_vmware.api [None req-bea1b7e8-6324-4157-8e01-70d30f117230 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Waiting for the task: (returnval){ [ 889.419523] env[68960]: value = "task-3221613" [ 889.419523] env[68960]: _type = "Task" [ 889.419523] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.428134] env[68960]: DEBUG oslo_vmware.api [None req-bea1b7e8-6324-4157-8e01-70d30f117230 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Task: {'id': task-3221613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.450219] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.092s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.450875] env[68960]: DEBUG nova.compute.manager [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 889.453915] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.174s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.455563] env[68960]: INFO nova.compute.claims [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.509910] env[68960]: DEBUG oslo_concurrency.lockutils [None req-88e3c0eb-6f8d-4499-b2c3-007d46e44871 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.860074] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c247671a-b4e1-4141-a85c-63d6d581ba7e tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Lock "e715745a-8246-4240-8da8-9d43cf936fbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.697s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.860074] env[68960]: DEBUG oslo_vmware.api [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221611, 'name': ReconfigVM_Task, 'duration_secs': 0.260691} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.860074] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Reconfigured VM instance instance-0000001e to detach disk 2000 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 889.860358] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e81bd06-3602-4b06-869e-943a535c412f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.885054] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 404efc31-4206-4e68-92c8-c4226982dfe1/404efc31-4206-4e68-92c8-c4226982dfe1.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.888581] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e935153-8134-4ef2-b659-593ccd66a58c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.902783] env[68960]: DEBUG nova.network.neutron [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Port bed094f6-0371-49a5-b63e-ff5a87ef3147 binding to destination host cpu-1 is already ACTIVE {{(pid=68960) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 889.910029] env[68960]: DEBUG oslo_vmware.api [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221612, 'name': PowerOnVM_Task, 'duration_secs': 0.513107} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.911593] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.911978] env[68960]: DEBUG nova.compute.manager [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.912590] env[68960]: DEBUG oslo_vmware.api [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 889.912590] env[68960]: value = "task-3221614" [ 889.912590] env[68960]: _type = "Task" [ 889.912590] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.913722] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc443562-6489-4f59-9ba1-1072ecfda6ce {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.933171] env[68960]: DEBUG oslo_vmware.api [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.935864] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1200fa-80e0-485d-a8b4-e37d817d039a tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.936292] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1200fa-80e0-485d-a8b4-e37d817d039a tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.936620] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c1200fa-80e0-485d-a8b4-e37d817d039a tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Deleting the datastore file [datastore1] ad7a5895-972b-4954-92b3-fcbd1a9a2df8 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.940214] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7de09c8d-fb92-4ae6-bb92-9bca83d1e91d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.942571] env[68960]: DEBUG oslo_vmware.api [None req-bea1b7e8-6324-4157-8e01-70d30f117230 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Task: {'id': task-3221613, 'name': PowerOffVM_Task, 'duration_secs': 0.210616} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.942853] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea1b7e8-6324-4157-8e01-70d30f117230 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.943198] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bea1b7e8-6324-4157-8e01-70d30f117230 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.944332] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f8f4434-1bb6-4a19-a527-25b9d2c862ce {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.948014] env[68960]: DEBUG oslo_vmware.api [None req-0c1200fa-80e0-485d-a8b4-e37d817d039a tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 889.948014] env[68960]: value = "task-3221615" [ 889.948014] env[68960]: _type = "Task" [ 889.948014] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.957451] env[68960]: DEBUG oslo_vmware.api [None req-0c1200fa-80e0-485d-a8b4-e37d817d039a tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.965021] env[68960]: DEBUG nova.compute.utils [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.965021] env[68960]: DEBUG nova.compute.manager [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 889.965021] env[68960]: DEBUG nova.network.neutron [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 890.015780] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bea1b7e8-6324-4157-8e01-70d30f117230 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.016025] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bea1b7e8-6324-4157-8e01-70d30f117230 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.016217] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-bea1b7e8-6324-4157-8e01-70d30f117230 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Deleting the datastore file [datastore2] 025b2031-517d-4fa1-9d94-fa344b6615e4 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.017821] env[68960]: DEBUG nova.policy [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63a543f4832d4236b588bd9b91f3b3b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4933914a102549dc82001236e5049864', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.019566] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4faec34-5a41-421c-a92d-7343e11eca09 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.025802] env[68960]: DEBUG oslo_vmware.api [None req-bea1b7e8-6324-4157-8e01-70d30f117230 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Waiting for the task: (returnval){ [ 890.025802] env[68960]: value = "task-3221617" [ 890.025802] env[68960]: _type = "Task" [ 890.025802] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.034104] env[68960]: DEBUG oslo_vmware.api [None req-bea1b7e8-6324-4157-8e01-70d30f117230 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Task: {'id': task-3221617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.215106] env[68960]: DEBUG nova.compute.manager [req-bd5e21d7-ee56-4844-aae5-3f2b3e7e98c3 req-6b91dafd-a016-4b6c-9283-068712e47a4b service nova] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Received event network-changed-02ea4ba6-8f30-4f38-a8a0-1b8ea350db21 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.215437] env[68960]: DEBUG nova.compute.manager [req-bd5e21d7-ee56-4844-aae5-3f2b3e7e98c3 req-6b91dafd-a016-4b6c-9283-068712e47a4b service nova] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Refreshing instance network info cache due to event network-changed-02ea4ba6-8f30-4f38-a8a0-1b8ea350db21. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 890.215621] env[68960]: DEBUG oslo_concurrency.lockutils [req-bd5e21d7-ee56-4844-aae5-3f2b3e7e98c3 req-6b91dafd-a016-4b6c-9283-068712e47a4b service nova] Acquiring lock "refresh_cache-e715745a-8246-4240-8da8-9d43cf936fbc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.215763] env[68960]: DEBUG oslo_concurrency.lockutils [req-bd5e21d7-ee56-4844-aae5-3f2b3e7e98c3 req-6b91dafd-a016-4b6c-9283-068712e47a4b service nova] Acquired lock "refresh_cache-e715745a-8246-4240-8da8-9d43cf936fbc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.215913] env[68960]: DEBUG nova.network.neutron [req-bd5e21d7-ee56-4844-aae5-3f2b3e7e98c3 req-6b91dafd-a016-4b6c-9283-068712e47a4b service nova] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Refreshing network info cache for port 02ea4ba6-8f30-4f38-a8a0-1b8ea350db21 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.326078] env[68960]: DEBUG nova.network.neutron [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Successfully created port: c8776691-520f-4aae-bc61-6b882488ca7d {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 890.426160] env[68960]: DEBUG oslo_vmware.api [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221614, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.443271] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.458543] env[68960]: DEBUG oslo_vmware.api [None req-0c1200fa-80e0-485d-a8b4-e37d817d039a tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145699} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.462088] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c1200fa-80e0-485d-a8b4-e37d817d039a tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.462088] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1200fa-80e0-485d-a8b4-e37d817d039a tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.462088] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1200fa-80e0-485d-a8b4-e37d817d039a tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.462088] env[68960]: INFO nova.compute.manager [None req-0c1200fa-80e0-485d-a8b4-e37d817d039a tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Took 1.81 seconds to destroy the instance on the hypervisor. [ 890.462088] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c1200fa-80e0-485d-a8b4-e37d817d039a tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.462088] env[68960]: DEBUG nova.compute.manager [-] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.462088] env[68960]: DEBUG nova.network.neutron [-] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.467653] env[68960]: DEBUG nova.compute.manager [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 890.536933] env[68960]: DEBUG oslo_vmware.api [None req-bea1b7e8-6324-4157-8e01-70d30f117230 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Task: {'id': task-3221617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140295} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.537868] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-bea1b7e8-6324-4157-8e01-70d30f117230 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.537868] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bea1b7e8-6324-4157-8e01-70d30f117230 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.537868] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bea1b7e8-6324-4157-8e01-70d30f117230 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.538044] env[68960]: INFO nova.compute.manager [None req-bea1b7e8-6324-4157-8e01-70d30f117230 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 890.538262] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bea1b7e8-6324-4157-8e01-70d30f117230 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.538480] env[68960]: DEBUG nova.compute.manager [-] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.538581] env[68960]: DEBUG nova.network.neutron [-] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.843553] env[68960]: DEBUG nova.compute.manager [req-4dd4fc39-dd82-4ed1-8754-43123b032ec9 req-471b7ca3-ad61-4f8b-89c1-91e6beca806e service nova] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Received event network-vif-deleted-4b16d429-ae22-4582-9dd4-8242bf67cc7b {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.843747] env[68960]: INFO nova.compute.manager [req-4dd4fc39-dd82-4ed1-8754-43123b032ec9 req-471b7ca3-ad61-4f8b-89c1-91e6beca806e service nova] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Neutron deleted interface 4b16d429-ae22-4582-9dd4-8242bf67cc7b; detaching it from the instance and deleting it from the info cache [ 890.844274] env[68960]: DEBUG nova.network.neutron [req-4dd4fc39-dd82-4ed1-8754-43123b032ec9 req-471b7ca3-ad61-4f8b-89c1-91e6beca806e service nova] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.935524] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquiring lock "e612e90d-cfb1-45cd-89d9-2ecc6603f3d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.935524] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "e612e90d-cfb1-45cd-89d9-2ecc6603f3d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.935524] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "e612e90d-cfb1-45cd-89d9-2ecc6603f3d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.952236] env[68960]: DEBUG oslo_vmware.api [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221614, 'name': ReconfigVM_Task, 'duration_secs': 0.5387} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.953243] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 404efc31-4206-4e68-92c8-c4226982dfe1/404efc31-4206-4e68-92c8-c4226982dfe1.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.953608] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Updating instance '404efc31-4206-4e68-92c8-c4226982dfe1' progress to 50 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 891.013930] env[68960]: DEBUG nova.network.neutron [req-bd5e21d7-ee56-4844-aae5-3f2b3e7e98c3 req-6b91dafd-a016-4b6c-9283-068712e47a4b service nova] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Updated VIF entry in instance network info cache for port 02ea4ba6-8f30-4f38-a8a0-1b8ea350db21. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.015207] env[68960]: DEBUG nova.network.neutron [req-bd5e21d7-ee56-4844-aae5-3f2b3e7e98c3 req-6b91dafd-a016-4b6c-9283-068712e47a4b service nova] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Updating instance_info_cache with network_info: [{"id": "02ea4ba6-8f30-4f38-a8a0-1b8ea350db21", "address": "fa:16:3e:f4:84:98", "network": {"id": "6bd525dc-c628-415a-bc18-07bea43856bd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-455335594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ce032003eb47cc9d5f29ce6eb7d46c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02ea4ba6-8f", "ovs_interfaceid": "02ea4ba6-8f30-4f38-a8a0-1b8ea350db21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.034113] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55aac851-40a7-4c4a-a736-1eba42e7a317 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.042062] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31aa8ffa-7212-46d9-a5b2-3db30f216abe {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.077945] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47144ccc-a20c-40c6-b7d1-41faafa47a83 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.088233] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b203c67-3211-4ca1-9f47-9588d65ff2b7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.102647] env[68960]: DEBUG nova.compute.provider_tree [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.325073] env[68960]: DEBUG nova.network.neutron [-] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.347504] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c17dbcbf-c0d8-4b36-8cce-6b98bf0cbe3c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.357355] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2946c115-b95e-4f0f-a087-12aaecf45439 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.367947] env[68960]: DEBUG nova.network.neutron [-] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.391254] env[68960]: DEBUG nova.compute.manager [req-4dd4fc39-dd82-4ed1-8754-43123b032ec9 req-471b7ca3-ad61-4f8b-89c1-91e6beca806e service nova] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Detach interface failed, port_id=4b16d429-ae22-4582-9dd4-8242bf67cc7b, reason: Instance ad7a5895-972b-4954-92b3-fcbd1a9a2df8 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 891.462055] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb4d176-4306-4ff7-aa4c-ded2b7099ea2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.481968] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4cbc55-86f1-4c63-8764-774017db45cc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.485578] env[68960]: DEBUG nova.compute.manager [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 891.504825] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Updating instance '404efc31-4206-4e68-92c8-c4226982dfe1' progress to 67 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 891.518080] env[68960]: DEBUG nova.virt.hardware [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.518080] env[68960]: DEBUG nova.virt.hardware [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.518080] env[68960]: DEBUG nova.virt.hardware [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.518080] env[68960]: DEBUG nova.virt.hardware [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.518080] env[68960]: DEBUG nova.virt.hardware [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.518080] env[68960]: DEBUG nova.virt.hardware [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.518478] env[68960]: DEBUG nova.virt.hardware [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.518478] env[68960]: DEBUG nova.virt.hardware [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.518581] env[68960]: DEBUG nova.virt.hardware [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.521173] env[68960]: DEBUG nova.virt.hardware [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.521173] env[68960]: DEBUG nova.virt.hardware [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.521173] env[68960]: DEBUG oslo_concurrency.lockutils [req-bd5e21d7-ee56-4844-aae5-3f2b3e7e98c3 req-6b91dafd-a016-4b6c-9283-068712e47a4b service nova] Releasing lock "refresh_cache-e715745a-8246-4240-8da8-9d43cf936fbc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.521173] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b98c99-307a-458c-8593-1132f34f75ee {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.523203] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1a644b1a-7125-4d1b-8b71-082cdde04622 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "9807ed2c-0f7a-499b-9fd7-32b8448db800" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.523438] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1a644b1a-7125-4d1b-8b71-082cdde04622 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "9807ed2c-0f7a-499b-9fd7-32b8448db800" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.523732] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1a644b1a-7125-4d1b-8b71-082cdde04622 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "9807ed2c-0f7a-499b-9fd7-32b8448db800-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.523813] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1a644b1a-7125-4d1b-8b71-082cdde04622 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "9807ed2c-0f7a-499b-9fd7-32b8448db800-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.524021] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1a644b1a-7125-4d1b-8b71-082cdde04622 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "9807ed2c-0f7a-499b-9fd7-32b8448db800-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.526571] env[68960]: INFO nova.compute.manager [None req-1a644b1a-7125-4d1b-8b71-082cdde04622 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Terminating instance [ 891.532885] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf46d74-e5d6-4789-8bd6-e74b17d40d52 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.607029] env[68960]: DEBUG nova.scheduler.client.report [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.829511] env[68960]: INFO nova.compute.manager [-] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Took 1.37 seconds to deallocate network for instance. [ 891.870424] env[68960]: INFO nova.compute.manager [-] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Took 1.33 seconds to deallocate network for instance. [ 891.899751] env[68960]: DEBUG nova.network.neutron [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Successfully updated port: c8776691-520f-4aae-bc61-6b882488ca7d {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 892.000047] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquiring lock "refresh_cache-e612e90d-cfb1-45cd-89d9-2ecc6603f3d3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.000377] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquired lock "refresh_cache-e612e90d-cfb1-45cd-89d9-2ecc6603f3d3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.000738] env[68960]: DEBUG nova.network.neutron [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.031445] env[68960]: DEBUG nova.compute.manager [None req-1a644b1a-7125-4d1b-8b71-082cdde04622 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.032770] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1a644b1a-7125-4d1b-8b71-082cdde04622 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.033462] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362d1aa1-6e21-4fa6-923d-fe2d8d00b8f0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.044056] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a644b1a-7125-4d1b-8b71-082cdde04622 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.044309] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6d519da-70e6-41d5-9ee0-f9d95664e19b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.049129] env[68960]: DEBUG nova.network.neutron [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Port bfc57e33-4771-4898-8d6f-c7c58e6912e6 binding to destination host cpu-1 is already ACTIVE {{(pid=68960) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 892.051642] env[68960]: DEBUG oslo_vmware.api [None req-1a644b1a-7125-4d1b-8b71-082cdde04622 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 892.051642] env[68960]: value = "task-3221619" [ 892.051642] env[68960]: _type = "Task" [ 892.051642] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.059788] env[68960]: DEBUG oslo_vmware.api [None req-1a644b1a-7125-4d1b-8b71-082cdde04622 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.111180] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.111798] env[68960]: DEBUG nova.compute.manager [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 892.114490] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e1ca4722-8ece-40f2-87ed-89e651248258 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.047s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.114670] env[68960]: DEBUG nova.objects.instance [None req-e1ca4722-8ece-40f2-87ed-89e651248258 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Lazy-loading 'resources' on Instance uuid 75989e3e-49a2-4591-8017-d7ce9b0ac18e {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.240478] env[68960]: DEBUG nova.compute.manager [req-c28243fd-d1f6-4524-9260-1ba01f5b8259 req-c7f92c00-74b6-4874-bda6-6b267eee7cda service nova] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Received event network-vif-deleted-7a7f13a5-6b0d-46d8-ad1c-f46a7c3e2eff {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.336939] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0c1200fa-80e0-485d-a8b4-e37d817d039a tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.377030] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bea1b7e8-6324-4157-8e01-70d30f117230 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.403058] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Acquiring lock "refresh_cache-701e5d1f-fa75-43ac-a53e-3a9ddffe7c53" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.403341] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Acquired lock "refresh_cache-701e5d1f-fa75-43ac-a53e-3a9ddffe7c53" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.403600] env[68960]: DEBUG nova.network.neutron [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.565562] env[68960]: DEBUG oslo_vmware.api [None req-1a644b1a-7125-4d1b-8b71-082cdde04622 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221619, 'name': PowerOffVM_Task, 'duration_secs': 0.191537} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.565910] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a644b1a-7125-4d1b-8b71-082cdde04622 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.565975] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1a644b1a-7125-4d1b-8b71-082cdde04622 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.566240] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c924bae-0757-4909-b090-20547e91c9dc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.618661] env[68960]: DEBUG nova.compute.utils [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.623336] env[68960]: DEBUG nova.compute.manager [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 892.623336] env[68960]: DEBUG nova.network.neutron [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.631618] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1a644b1a-7125-4d1b-8b71-082cdde04622 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.631618] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1a644b1a-7125-4d1b-8b71-082cdde04622 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.631839] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a644b1a-7125-4d1b-8b71-082cdde04622 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Deleting the datastore file [datastore1] 9807ed2c-0f7a-499b-9fd7-32b8448db800 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.631952] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d41df4c-ed4e-4bcf-b2ef-0eef98eba80f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.638479] env[68960]: DEBUG oslo_vmware.api [None req-1a644b1a-7125-4d1b-8b71-082cdde04622 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 892.638479] env[68960]: value = "task-3221621" [ 892.638479] env[68960]: _type = "Task" [ 892.638479] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.656951] env[68960]: DEBUG oslo_vmware.api [None req-1a644b1a-7125-4d1b-8b71-082cdde04622 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.684557] env[68960]: DEBUG nova.policy [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14a7c35d633642f9b949cb73d54c4ad6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8165985a7ea64bcba319191bed454293', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.767601] env[68960]: DEBUG nova.network.neutron [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Updating instance_info_cache with network_info: [{"id": "bed094f6-0371-49a5-b63e-ff5a87ef3147", "address": "fa:16:3e:bb:80:94", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbed094f6-03", "ovs_interfaceid": "bed094f6-0371-49a5-b63e-ff5a87ef3147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.875818] env[68960]: DEBUG nova.compute.manager [req-36a4184d-2cbc-48be-be35-bab5aaad0af6 req-54c69d91-2c2c-482d-9846-1422eda28e53 service nova] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Received event network-vif-plugged-c8776691-520f-4aae-bc61-6b882488ca7d {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.876112] env[68960]: DEBUG oslo_concurrency.lockutils [req-36a4184d-2cbc-48be-be35-bab5aaad0af6 req-54c69d91-2c2c-482d-9846-1422eda28e53 service nova] Acquiring lock "701e5d1f-fa75-43ac-a53e-3a9ddffe7c53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.876253] env[68960]: DEBUG oslo_concurrency.lockutils [req-36a4184d-2cbc-48be-be35-bab5aaad0af6 req-54c69d91-2c2c-482d-9846-1422eda28e53 service nova] Lock "701e5d1f-fa75-43ac-a53e-3a9ddffe7c53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.876425] env[68960]: DEBUG oslo_concurrency.lockutils [req-36a4184d-2cbc-48be-be35-bab5aaad0af6 req-54c69d91-2c2c-482d-9846-1422eda28e53 service nova] Lock "701e5d1f-fa75-43ac-a53e-3a9ddffe7c53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.876578] env[68960]: DEBUG nova.compute.manager [req-36a4184d-2cbc-48be-be35-bab5aaad0af6 req-54c69d91-2c2c-482d-9846-1422eda28e53 service nova] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] No waiting events found dispatching network-vif-plugged-c8776691-520f-4aae-bc61-6b882488ca7d {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 892.876740] env[68960]: WARNING nova.compute.manager [req-36a4184d-2cbc-48be-be35-bab5aaad0af6 req-54c69d91-2c2c-482d-9846-1422eda28e53 service nova] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Received unexpected event network-vif-plugged-c8776691-520f-4aae-bc61-6b882488ca7d for instance with vm_state building and task_state spawning. [ 892.876905] env[68960]: DEBUG nova.compute.manager [req-36a4184d-2cbc-48be-be35-bab5aaad0af6 req-54c69d91-2c2c-482d-9846-1422eda28e53 service nova] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Received event network-changed-c8776691-520f-4aae-bc61-6b882488ca7d {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.877162] env[68960]: DEBUG nova.compute.manager [req-36a4184d-2cbc-48be-be35-bab5aaad0af6 req-54c69d91-2c2c-482d-9846-1422eda28e53 service nova] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Refreshing instance network info cache due to event network-changed-c8776691-520f-4aae-bc61-6b882488ca7d. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.877341] env[68960]: DEBUG oslo_concurrency.lockutils [req-36a4184d-2cbc-48be-be35-bab5aaad0af6 req-54c69d91-2c2c-482d-9846-1422eda28e53 service nova] Acquiring lock "refresh_cache-701e5d1f-fa75-43ac-a53e-3a9ddffe7c53" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.956120] env[68960]: DEBUG nova.network.neutron [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.073490] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "404efc31-4206-4e68-92c8-c4226982dfe1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.073795] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "404efc31-4206-4e68-92c8-c4226982dfe1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.074459] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "404efc31-4206-4e68-92c8-c4226982dfe1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.109678] env[68960]: DEBUG nova.network.neutron [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Successfully created port: 92b62112-2c32-423d-a85d-bce9eaee60e6 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 893.124072] env[68960]: DEBUG nova.compute.manager [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 893.151842] env[68960]: DEBUG oslo_vmware.api [None req-1a644b1a-7125-4d1b-8b71-082cdde04622 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124788} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.152114] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a644b1a-7125-4d1b-8b71-082cdde04622 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.152301] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1a644b1a-7125-4d1b-8b71-082cdde04622 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.153056] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1a644b1a-7125-4d1b-8b71-082cdde04622 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.153515] env[68960]: INFO nova.compute.manager [None req-1a644b1a-7125-4d1b-8b71-082cdde04622 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Took 1.12 seconds to destroy the instance on the hypervisor. [ 893.153515] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a644b1a-7125-4d1b-8b71-082cdde04622 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.154735] env[68960]: DEBUG nova.compute.manager [-] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.156471] env[68960]: DEBUG nova.network.neutron [-] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.157599] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5da603b-d2aa-4197-9be1-81d8ae5643b7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.165376] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978a5219-21cb-4415-99bb-f5ee285661a1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.200717] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910e5435-2328-4324-a11a-0d98b08b3ec5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.209429] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdd1607-ec1b-41f5-b042-6e42dc73c36a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.227294] env[68960]: DEBUG nova.compute.provider_tree [None req-e1ca4722-8ece-40f2-87ed-89e651248258 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.270069] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Releasing lock "refresh_cache-e612e90d-cfb1-45cd-89d9-2ecc6603f3d3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.390123] env[68960]: DEBUG nova.network.neutron [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Updating instance_info_cache with network_info: [{"id": "c8776691-520f-4aae-bc61-6b882488ca7d", "address": "fa:16:3e:77:7e:5a", "network": {"id": "682820e2-905f-44b6-bdb8-63511dfcb6d1", "bridge": "br-int", "label": "tempest-ServersTestJSON-889519299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4933914a102549dc82001236e5049864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8776691-52", "ovs_interfaceid": "c8776691-520f-4aae-bc61-6b882488ca7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.731923] env[68960]: DEBUG nova.scheduler.client.report [None req-e1ca4722-8ece-40f2-87ed-89e651248258 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.793021] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebf6e61-f750-4c9e-9bd1-3c587459e901 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.815091] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ccccaa-903b-4f2b-8fde-832fb2554b51 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.823295] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Updating instance 'e612e90d-cfb1-45cd-89d9-2ecc6603f3d3' progress to 83 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 893.892149] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Releasing lock "refresh_cache-701e5d1f-fa75-43ac-a53e-3a9ddffe7c53" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.892490] env[68960]: DEBUG nova.compute.manager [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Instance network_info: |[{"id": "c8776691-520f-4aae-bc61-6b882488ca7d", "address": "fa:16:3e:77:7e:5a", "network": {"id": "682820e2-905f-44b6-bdb8-63511dfcb6d1", "bridge": "br-int", "label": "tempest-ServersTestJSON-889519299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4933914a102549dc82001236e5049864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8776691-52", "ovs_interfaceid": "c8776691-520f-4aae-bc61-6b882488ca7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.892831] env[68960]: DEBUG oslo_concurrency.lockutils [req-36a4184d-2cbc-48be-be35-bab5aaad0af6 req-54c69d91-2c2c-482d-9846-1422eda28e53 service nova] Acquired lock "refresh_cache-701e5d1f-fa75-43ac-a53e-3a9ddffe7c53" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.893034] env[68960]: DEBUG nova.network.neutron [req-36a4184d-2cbc-48be-be35-bab5aaad0af6 req-54c69d91-2c2c-482d-9846-1422eda28e53 service nova] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Refreshing network info cache for port c8776691-520f-4aae-bc61-6b882488ca7d {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.894244] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:7e:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8776691-520f-4aae-bc61-6b882488ca7d', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.912088] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Creating folder: Project (4933914a102549dc82001236e5049864). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.912088] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b07cf9c-0be5-45c7-94ae-85af4fefa02a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.923644] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Created folder: Project (4933914a102549dc82001236e5049864) in parent group-v643888. [ 893.925038] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Creating folder: Instances. Parent ref: group-v644088. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.925038] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdfba63c-2c15-4efa-8145-68d9aa0bbc07 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.935583] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Created folder: Instances in parent group-v644088. [ 893.936122] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.936267] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.936509] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-858a97d9-4d59-4732-aed3-0ceb718802ca {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.955685] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.955685] env[68960]: value = "task-3221625" [ 893.955685] env[68960]: _type = "Task" [ 893.955685] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.963993] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221625, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.071649] env[68960]: DEBUG nova.network.neutron [-] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.120360] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "refresh_cache-404efc31-4206-4e68-92c8-c4226982dfe1" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.120547] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquired lock "refresh_cache-404efc31-4206-4e68-92c8-c4226982dfe1" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.120722] env[68960]: DEBUG nova.network.neutron [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.132728] env[68960]: DEBUG nova.compute.manager [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 894.162416] env[68960]: DEBUG nova.virt.hardware [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.162667] env[68960]: DEBUG nova.virt.hardware [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.162828] env[68960]: DEBUG nova.virt.hardware [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.163027] env[68960]: DEBUG nova.virt.hardware [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.163179] env[68960]: DEBUG nova.virt.hardware [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.163323] env[68960]: DEBUG nova.virt.hardware [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.163528] env[68960]: DEBUG nova.virt.hardware [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.163683] env[68960]: DEBUG nova.virt.hardware [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.163864] env[68960]: DEBUG nova.virt.hardware [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.164108] env[68960]: DEBUG nova.virt.hardware [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.164335] env[68960]: DEBUG nova.virt.hardware [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.165529] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20dd9376-12bd-4969-ae40-2d60e2bacd49 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.174203] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e8f40b-0a07-487c-b14f-e8e1a6fa6a1c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.238256] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e1ca4722-8ece-40f2-87ed-89e651248258 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.240691] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.549s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.242290] env[68960]: INFO nova.compute.claims [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.261801] env[68960]: INFO nova.scheduler.client.report [None req-e1ca4722-8ece-40f2-87ed-89e651248258 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Deleted allocations for instance 75989e3e-49a2-4591-8017-d7ce9b0ac18e [ 894.269278] env[68960]: DEBUG nova.compute.manager [req-a12754a9-7864-4cb4-9789-2acb5399fdcd req-c5f1887d-409b-4171-bfc9-8dbfe94e3265 service nova] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Received event network-vif-deleted-faa83006-5139-4781-876e-e2249c1a45ac {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.330979] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.331073] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71c14aeb-603e-4a68-b899-9110b820e9bc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.339486] env[68960]: DEBUG oslo_vmware.api [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 894.339486] env[68960]: value = "task-3221626" [ 894.339486] env[68960]: _type = "Task" [ 894.339486] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.348087] env[68960]: DEBUG oslo_vmware.api [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.465979] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221625, 'name': CreateVM_Task, 'duration_secs': 0.348404} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.466252] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.466841] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.467013] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.467338] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.467597] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b185b4e-b350-44b5-b6aa-7aa713398600 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.472692] env[68960]: DEBUG oslo_vmware.api [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Waiting for the task: (returnval){ [ 894.472692] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b524d9-858f-384a-3d58-95f5cae09207" [ 894.472692] env[68960]: _type = "Task" [ 894.472692] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.481946] env[68960]: DEBUG oslo_vmware.api [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b524d9-858f-384a-3d58-95f5cae09207, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.576186] env[68960]: INFO nova.compute.manager [-] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Took 1.42 seconds to deallocate network for instance. [ 894.649746] env[68960]: DEBUG nova.network.neutron [req-36a4184d-2cbc-48be-be35-bab5aaad0af6 req-54c69d91-2c2c-482d-9846-1422eda28e53 service nova] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Updated VIF entry in instance network info cache for port c8776691-520f-4aae-bc61-6b882488ca7d. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.650116] env[68960]: DEBUG nova.network.neutron [req-36a4184d-2cbc-48be-be35-bab5aaad0af6 req-54c69d91-2c2c-482d-9846-1422eda28e53 service nova] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Updating instance_info_cache with network_info: [{"id": "c8776691-520f-4aae-bc61-6b882488ca7d", "address": "fa:16:3e:77:7e:5a", "network": {"id": "682820e2-905f-44b6-bdb8-63511dfcb6d1", "bridge": "br-int", "label": "tempest-ServersTestJSON-889519299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4933914a102549dc82001236e5049864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8776691-52", "ovs_interfaceid": "c8776691-520f-4aae-bc61-6b882488ca7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.771066] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e1ca4722-8ece-40f2-87ed-89e651248258 tempest-ServersTestMultiNic-2069561989 tempest-ServersTestMultiNic-2069561989-project-member] Lock "75989e3e-49a2-4591-8017-d7ce9b0ac18e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.452s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.850436] env[68960]: DEBUG oslo_vmware.api [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221626, 'name': PowerOnVM_Task, 'duration_secs': 0.460224} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.850769] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.851260] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6aeb8f1f-eb53-44cb-96b8-b4157d0eb207 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Updating instance 'e612e90d-cfb1-45cd-89d9-2ecc6603f3d3' progress to 100 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 894.984502] env[68960]: DEBUG oslo_vmware.api [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b524d9-858f-384a-3d58-95f5cae09207, 'name': SearchDatastore_Task, 'duration_secs': 0.010254} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.985378] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.985584] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.985825] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.985970] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.986162] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.986436] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fec1ea30-dfa2-4fb2-a279-d1f5ff033df9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.995600] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.995789] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.996547] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbd971de-0496-4edc-9d00-a9b4c3f2b00c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.001601] env[68960]: DEBUG oslo_vmware.api [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Waiting for the task: (returnval){ [ 895.001601] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524c93d4-781a-ed18-7847-6ea2df5e6cb5" [ 895.001601] env[68960]: _type = "Task" [ 895.001601] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.005796] env[68960]: DEBUG nova.network.neutron [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Updating instance_info_cache with network_info: [{"id": "bfc57e33-4771-4898-8d6f-c7c58e6912e6", "address": "fa:16:3e:bd:9d:17", "network": {"id": "d2f92278-0560-43d8-bc83-ef076840fbed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1118476539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4c63f88f20340cbb8eba0c2935f9832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfc57e33-47", "ovs_interfaceid": "bfc57e33-4771-4898-8d6f-c7c58e6912e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.012152] env[68960]: DEBUG oslo_vmware.api [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524c93d4-781a-ed18-7847-6ea2df5e6cb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.023125] env[68960]: DEBUG nova.compute.manager [req-53f7bdf1-f182-4c51-a492-275409ab53fd req-bc0dd7e7-e419-4f41-9d27-a8354117f077 service nova] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Received event network-vif-plugged-92b62112-2c32-423d-a85d-bce9eaee60e6 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.023314] env[68960]: DEBUG oslo_concurrency.lockutils [req-53f7bdf1-f182-4c51-a492-275409ab53fd req-bc0dd7e7-e419-4f41-9d27-a8354117f077 service nova] Acquiring lock "178e556e-7643-46a0-a83a-3923fda2c471-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.023608] env[68960]: DEBUG oslo_concurrency.lockutils [req-53f7bdf1-f182-4c51-a492-275409ab53fd req-bc0dd7e7-e419-4f41-9d27-a8354117f077 service nova] Lock "178e556e-7643-46a0-a83a-3923fda2c471-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.023740] env[68960]: DEBUG oslo_concurrency.lockutils [req-53f7bdf1-f182-4c51-a492-275409ab53fd req-bc0dd7e7-e419-4f41-9d27-a8354117f077 service nova] Lock "178e556e-7643-46a0-a83a-3923fda2c471-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.027044] env[68960]: DEBUG nova.compute.manager [req-53f7bdf1-f182-4c51-a492-275409ab53fd req-bc0dd7e7-e419-4f41-9d27-a8354117f077 service nova] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] No waiting events found dispatching network-vif-plugged-92b62112-2c32-423d-a85d-bce9eaee60e6 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.027044] env[68960]: WARNING nova.compute.manager [req-53f7bdf1-f182-4c51-a492-275409ab53fd req-bc0dd7e7-e419-4f41-9d27-a8354117f077 service nova] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Received unexpected event network-vif-plugged-92b62112-2c32-423d-a85d-bce9eaee60e6 for instance with vm_state building and task_state spawning. [ 895.050102] env[68960]: DEBUG nova.network.neutron [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Successfully updated port: 92b62112-2c32-423d-a85d-bce9eaee60e6 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.084091] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1a644b1a-7125-4d1b-8b71-082cdde04622 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.153201] env[68960]: DEBUG oslo_concurrency.lockutils [req-36a4184d-2cbc-48be-be35-bab5aaad0af6 req-54c69d91-2c2c-482d-9846-1422eda28e53 service nova] Releasing lock "refresh_cache-701e5d1f-fa75-43ac-a53e-3a9ddffe7c53" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.509627] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Releasing lock "refresh_cache-404efc31-4206-4e68-92c8-c4226982dfe1" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.518088] env[68960]: DEBUG oslo_vmware.api [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524c93d4-781a-ed18-7847-6ea2df5e6cb5, 'name': SearchDatastore_Task, 'duration_secs': 0.009602} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.519088] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fee6e298-5999-4ac1-ad04-6b519d62a22a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.526100] env[68960]: DEBUG oslo_vmware.api [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Waiting for the task: (returnval){ [ 895.526100] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528922b0-5bfc-5c91-5f08-0a498e4efd79" [ 895.526100] env[68960]: _type = "Task" [ 895.526100] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.533461] env[68960]: DEBUG oslo_vmware.api [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528922b0-5bfc-5c91-5f08-0a498e4efd79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.559300] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquiring lock "refresh_cache-178e556e-7643-46a0-a83a-3923fda2c471" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.559300] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquired lock "refresh_cache-178e556e-7643-46a0-a83a-3923fda2c471" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.559300] env[68960]: DEBUG nova.network.neutron [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.714877] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7811e5-0394-4a33-92f1-d2710cee6c1c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.724484] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081f232d-ab29-4566-84c0-05cdfe30d0fa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.771884] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40640b9d-5421-4d05-9c41-80c688d17193 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.782866] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4bf943-1c9c-4d88-9bc6-ae90f5b0b2e1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.802362] env[68960]: DEBUG nova.compute.provider_tree [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.041687] env[68960]: DEBUG oslo_vmware.api [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528922b0-5bfc-5c91-5f08-0a498e4efd79, 'name': SearchDatastore_Task, 'duration_secs': 0.016381} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.041687] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.041687] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53/701e5d1f-fa75-43ac-a53e-3a9ddffe7c53.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.041687] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4da1be84-d5b5-4aee-9c52-df8868ced667 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.044014] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f026e4e-b2b7-4a11-9b9e-a00cbf056410 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.066894] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415eb966-782e-4f45-b104-d6f1eaceada1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.069704] env[68960]: DEBUG oslo_vmware.api [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Waiting for the task: (returnval){ [ 896.069704] env[68960]: value = "task-3221628" [ 896.069704] env[68960]: _type = "Task" [ 896.069704] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.077511] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Updating instance '404efc31-4206-4e68-92c8-c4226982dfe1' progress to 83 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 896.088086] env[68960]: DEBUG oslo_vmware.api [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Task: {'id': task-3221628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.106982] env[68960]: DEBUG nova.network.neutron [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.275608] env[68960]: DEBUG nova.network.neutron [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Updating instance_info_cache with network_info: [{"id": "92b62112-2c32-423d-a85d-bce9eaee60e6", "address": "fa:16:3e:fc:6c:44", "network": {"id": "ee3f36e3-4dbc-4c19-b44a-6700ff7f733d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-237954728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8165985a7ea64bcba319191bed454293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92b62112-2c", "ovs_interfaceid": "92b62112-2c32-423d-a85d-bce9eaee60e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.305514] env[68960]: DEBUG nova.scheduler.client.report [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.586444] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6bbe49-2480-4df5-8106-60cfff608bce tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Updating instance '404efc31-4206-4e68-92c8-c4226982dfe1' progress to 100 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 896.589847] env[68960]: DEBUG oslo_vmware.api [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Task: {'id': task-3221628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487333} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.590127] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53/701e5d1f-fa75-43ac-a53e-3a9ddffe7c53.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.594022] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.594022] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b48072d2-6468-4a3b-b5ab-b6905461e3e9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.597833] env[68960]: DEBUG oslo_vmware.api [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Waiting for the task: (returnval){ [ 896.597833] env[68960]: value = "task-3221629" [ 896.597833] env[68960]: _type = "Task" [ 896.597833] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.607128] env[68960]: DEBUG oslo_vmware.api [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Task: {'id': task-3221629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.781030] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Releasing lock "refresh_cache-178e556e-7643-46a0-a83a-3923fda2c471" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.781030] env[68960]: DEBUG nova.compute.manager [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Instance network_info: |[{"id": "92b62112-2c32-423d-a85d-bce9eaee60e6", "address": "fa:16:3e:fc:6c:44", "network": {"id": "ee3f36e3-4dbc-4c19-b44a-6700ff7f733d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-237954728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8165985a7ea64bcba319191bed454293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92b62112-2c", "ovs_interfaceid": "92b62112-2c32-423d-a85d-bce9eaee60e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 896.781896] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:6c:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b8af79a-31d5-4d78-93d7-3919aa1d9186', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92b62112-2c32-423d-a85d-bce9eaee60e6', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.791815] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Creating folder: Project (8165985a7ea64bcba319191bed454293). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.792540] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6f6d879-0adc-49bc-b895-1068ad7cf23e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.804510] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Created folder: Project (8165985a7ea64bcba319191bed454293) in parent group-v643888. [ 896.804716] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Creating folder: Instances. Parent ref: group-v644091. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.804983] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98945bdf-a08b-4a7a-8a2c-5fdaa4107e6c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.814450] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.814958] env[68960]: DEBUG nova.compute.manager [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 896.817517] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Created folder: Instances in parent group-v644091. [ 896.817756] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.819474] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4957c9da-00f6-47b6-a0a7-49b2566e875b tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.010s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.819474] env[68960]: DEBUG nova.objects.instance [None req-4957c9da-00f6-47b6-a0a7-49b2566e875b tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Lazy-loading 'resources' on Instance uuid 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.820545] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.824157] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25a205aa-1a20-4208-a571-42bdc2263204 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.845476] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.845476] env[68960]: value = "task-3221632" [ 896.845476] env[68960]: _type = "Task" [ 896.845476] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.854493] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221632, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.109209] env[68960]: DEBUG oslo_vmware.api [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Task: {'id': task-3221629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070556} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.113017] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.113017] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e53643-4ed2-4bc4-ae8a-421e6671d184 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.134779] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53/701e5d1f-fa75-43ac-a53e-3a9ddffe7c53.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.137563] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4173a7b4-2a00-4d66-9c3a-e209e08bc756 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.158770] env[68960]: DEBUG oslo_vmware.api [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Waiting for the task: (returnval){ [ 897.158770] env[68960]: value = "task-3221633" [ 897.158770] env[68960]: _type = "Task" [ 897.158770] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.169030] env[68960]: DEBUG oslo_vmware.api [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Task: {'id': task-3221633, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.321441] env[68960]: DEBUG nova.compute.utils [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.322977] env[68960]: DEBUG nova.compute.manager [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 897.323465] env[68960]: DEBUG nova.network.neutron [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 897.359314] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221632, 'name': CreateVM_Task, 'duration_secs': 0.414188} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.363229] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.364191] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.364440] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.364866] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.365207] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03b70eee-e152-4eaa-bc08-16f455b9fbe4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.370117] env[68960]: DEBUG oslo_vmware.api [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 897.370117] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f2ba7c-1f2f-c372-6789-86564e5660f4" [ 897.370117] env[68960]: _type = "Task" [ 897.370117] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.384595] env[68960]: DEBUG oslo_vmware.api [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f2ba7c-1f2f-c372-6789-86564e5660f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.406090] env[68960]: DEBUG nova.compute.manager [req-b8263642-d26d-4a06-a848-a83dd6030e1d req-f0a03874-9bcc-4fc8-9414-192a6bc220b2 service nova] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Received event network-changed-92b62112-2c32-423d-a85d-bce9eaee60e6 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.406090] env[68960]: DEBUG nova.compute.manager [req-b8263642-d26d-4a06-a848-a83dd6030e1d req-f0a03874-9bcc-4fc8-9414-192a6bc220b2 service nova] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Refreshing instance network info cache due to event network-changed-92b62112-2c32-423d-a85d-bce9eaee60e6. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 897.406090] env[68960]: DEBUG oslo_concurrency.lockutils [req-b8263642-d26d-4a06-a848-a83dd6030e1d req-f0a03874-9bcc-4fc8-9414-192a6bc220b2 service nova] Acquiring lock "refresh_cache-178e556e-7643-46a0-a83a-3923fda2c471" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.406327] env[68960]: DEBUG oslo_concurrency.lockutils [req-b8263642-d26d-4a06-a848-a83dd6030e1d req-f0a03874-9bcc-4fc8-9414-192a6bc220b2 service nova] Acquired lock "refresh_cache-178e556e-7643-46a0-a83a-3923fda2c471" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.406358] env[68960]: DEBUG nova.network.neutron [req-b8263642-d26d-4a06-a848-a83dd6030e1d req-f0a03874-9bcc-4fc8-9414-192a6bc220b2 service nova] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Refreshing network info cache for port 92b62112-2c32-423d-a85d-bce9eaee60e6 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.418695] env[68960]: DEBUG nova.policy [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ff7813000d041be94b979117a4bf24d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40a29a62ec484f71b85ae2a96df4266d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 897.579118] env[68960]: DEBUG nova.network.neutron [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Port bed094f6-0371-49a5-b63e-ff5a87ef3147 binding to destination host cpu-1 is already ACTIVE {{(pid=68960) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 897.579384] env[68960]: DEBUG oslo_concurrency.lockutils [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquiring lock "refresh_cache-e612e90d-cfb1-45cd-89d9-2ecc6603f3d3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.579539] env[68960]: DEBUG oslo_concurrency.lockutils [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquired lock "refresh_cache-e612e90d-cfb1-45cd-89d9-2ecc6603f3d3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.580039] env[68960]: DEBUG nova.network.neutron [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.670170] env[68960]: DEBUG oslo_vmware.api [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Task: {'id': task-3221633, 'name': ReconfigVM_Task, 'duration_secs': 0.301247} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.672909] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53/701e5d1f-fa75-43ac-a53e-3a9ddffe7c53.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.674598] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-603dfd7e-d3d1-414c-97f2-a88ee36f30b0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.682077] env[68960]: DEBUG oslo_vmware.api [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Waiting for the task: (returnval){ [ 897.682077] env[68960]: value = "task-3221634" [ 897.682077] env[68960]: _type = "Task" [ 897.682077] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.696885] env[68960]: DEBUG oslo_vmware.api [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Task: {'id': task-3221634, 'name': Rename_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.827284] env[68960]: DEBUG nova.compute.manager [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 897.872932] env[68960]: DEBUG nova.network.neutron [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Successfully created port: 571d1dda-feb2-40fb-9487-75694e40858c {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 897.888352] env[68960]: DEBUG oslo_vmware.api [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f2ba7c-1f2f-c372-6789-86564e5660f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009185} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.891183] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.891432] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.891667] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.891815] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.892081] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.892744] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-739e54c4-f461-47bc-8150-ae086807b164 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.901761] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.901968] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.905514] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01891d27-c367-42b0-a52f-6da9359d6189 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.912432] env[68960]: DEBUG oslo_vmware.api [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 897.912432] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b6ffb1-4c8f-da70-1af8-4bbcb31f9ff2" [ 897.912432] env[68960]: _type = "Task" [ 897.912432] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.924125] env[68960]: DEBUG oslo_vmware.api [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b6ffb1-4c8f-da70-1af8-4bbcb31f9ff2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.962153] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fc48cd-d1b8-40c1-9b7f-9a98bcb3ff59 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.971522] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ce8a37-be9e-4aaf-95ca-d1ed483fe222 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.005914] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ccfc9b-111a-4e73-ae9c-336a6e3f99af {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.014726] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03789e2-1d3c-4626-834c-f8daf4ece1b7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.031388] env[68960]: DEBUG nova.compute.provider_tree [None req-4957c9da-00f6-47b6-a0a7-49b2566e875b tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.192826] env[68960]: DEBUG oslo_vmware.api [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Task: {'id': task-3221634, 'name': Rename_Task, 'duration_secs': 0.320244} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.193179] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.193490] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a03632e5-6a15-40ef-8fcf-9cdbf42fffb8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.206321] env[68960]: DEBUG oslo_vmware.api [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Waiting for the task: (returnval){ [ 898.206321] env[68960]: value = "task-3221635" [ 898.206321] env[68960]: _type = "Task" [ 898.206321] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.216064] env[68960]: DEBUG oslo_vmware.api [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Task: {'id': task-3221635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.249787] env[68960]: DEBUG nova.network.neutron [req-b8263642-d26d-4a06-a848-a83dd6030e1d req-f0a03874-9bcc-4fc8-9414-192a6bc220b2 service nova] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Updated VIF entry in instance network info cache for port 92b62112-2c32-423d-a85d-bce9eaee60e6. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.250200] env[68960]: DEBUG nova.network.neutron [req-b8263642-d26d-4a06-a848-a83dd6030e1d req-f0a03874-9bcc-4fc8-9414-192a6bc220b2 service nova] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Updating instance_info_cache with network_info: [{"id": "92b62112-2c32-423d-a85d-bce9eaee60e6", "address": "fa:16:3e:fc:6c:44", "network": {"id": "ee3f36e3-4dbc-4c19-b44a-6700ff7f733d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-237954728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8165985a7ea64bcba319191bed454293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92b62112-2c", "ovs_interfaceid": "92b62112-2c32-423d-a85d-bce9eaee60e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.366073] env[68960]: DEBUG nova.network.neutron [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Updating instance_info_cache with network_info: [{"id": "bed094f6-0371-49a5-b63e-ff5a87ef3147", "address": "fa:16:3e:bb:80:94", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbed094f6-03", "ovs_interfaceid": "bed094f6-0371-49a5-b63e-ff5a87ef3147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.425118] env[68960]: DEBUG oslo_vmware.api [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b6ffb1-4c8f-da70-1af8-4bbcb31f9ff2, 'name': SearchDatastore_Task, 'duration_secs': 0.009465} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.426040] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d39bd872-c520-449a-8a82-d7abecc5522c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.431797] env[68960]: DEBUG oslo_vmware.api [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 898.431797] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52486ad0-43fa-bd67-a9bf-209f8f21d4d3" [ 898.431797] env[68960]: _type = "Task" [ 898.431797] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.440421] env[68960]: DEBUG oslo_vmware.api [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52486ad0-43fa-bd67-a9bf-209f8f21d4d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.538496] env[68960]: DEBUG nova.scheduler.client.report [None req-4957c9da-00f6-47b6-a0a7-49b2566e875b tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.717021] env[68960]: DEBUG oslo_vmware.api [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Task: {'id': task-3221635, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.756026] env[68960]: DEBUG oslo_concurrency.lockutils [req-b8263642-d26d-4a06-a848-a83dd6030e1d req-f0a03874-9bcc-4fc8-9414-192a6bc220b2 service nova] Releasing lock "refresh_cache-178e556e-7643-46a0-a83a-3923fda2c471" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.850423] env[68960]: DEBUG nova.compute.manager [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 898.867938] env[68960]: DEBUG oslo_concurrency.lockutils [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Releasing lock "refresh_cache-e612e90d-cfb1-45cd-89d9-2ecc6603f3d3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.885741] env[68960]: DEBUG nova.virt.hardware [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.887155] env[68960]: DEBUG nova.virt.hardware [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.887155] env[68960]: DEBUG nova.virt.hardware [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.887155] env[68960]: DEBUG nova.virt.hardware [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.887155] env[68960]: DEBUG nova.virt.hardware [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.887309] env[68960]: DEBUG nova.virt.hardware [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.887614] env[68960]: DEBUG nova.virt.hardware [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.887871] env[68960]: DEBUG nova.virt.hardware [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.888162] env[68960]: DEBUG nova.virt.hardware [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.888478] env[68960]: DEBUG nova.virt.hardware [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.888746] env[68960]: DEBUG nova.virt.hardware [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.890524] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafdc6ad-3580-4d9f-8843-7750e1396e28 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.899508] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766649c6-10bd-4f4b-9908-5bce8d37e7cc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.936890] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Acquiring lock "c0c2de40-dcf8-420e-8be1-23195cfbfe60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.937187] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Lock "c0c2de40-dcf8-420e-8be1-23195cfbfe60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.950703] env[68960]: DEBUG oslo_vmware.api [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52486ad0-43fa-bd67-a9bf-209f8f21d4d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010364} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.950984] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.951267] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 178e556e-7643-46a0-a83a-3923fda2c471/178e556e-7643-46a0-a83a-3923fda2c471.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.951681] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9af4c3c4-f84d-4c62-8881-870f12699c9b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.959624] env[68960]: DEBUG oslo_vmware.api [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 898.959624] env[68960]: value = "task-3221636" [ 898.959624] env[68960]: _type = "Task" [ 898.959624] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.969158] env[68960]: DEBUG oslo_vmware.api [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.045855] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4957c9da-00f6-47b6-a0a7-49b2566e875b tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.227s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.048265] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 46.129s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.048464] env[68960]: DEBUG nova.objects.instance [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68960) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 899.073912] env[68960]: INFO nova.scheduler.client.report [None req-4957c9da-00f6-47b6-a0a7-49b2566e875b tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Deleted allocations for instance 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1 [ 899.220048] env[68960]: DEBUG oslo_vmware.api [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Task: {'id': task-3221635, 'name': PowerOnVM_Task, 'duration_secs': 0.521216} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.220351] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.220548] env[68960]: INFO nova.compute.manager [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Took 7.73 seconds to spawn the instance on the hypervisor. [ 899.220725] env[68960]: DEBUG nova.compute.manager [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.221607] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8b2f86-0109-4dca-9f6d-538cf13e765b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.358078] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9d7fe77a-0068-4c25-86cd-2f450f73aeec tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "404efc31-4206-4e68-92c8-c4226982dfe1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.358373] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9d7fe77a-0068-4c25-86cd-2f450f73aeec tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "404efc31-4206-4e68-92c8-c4226982dfe1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.358563] env[68960]: DEBUG nova.compute.manager [None req-9d7fe77a-0068-4c25-86cd-2f450f73aeec tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Going to confirm migration 3 {{(pid=68960) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 899.373423] env[68960]: DEBUG nova.compute.manager [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68960) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 899.374704] env[68960]: DEBUG oslo_concurrency.lockutils [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.443072] env[68960]: DEBUG nova.compute.manager [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.479281] env[68960]: DEBUG oslo_vmware.api [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221636, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.581617] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4957c9da-00f6-47b6-a0a7-49b2566e875b tempest-InstanceActionsV221TestJSON-46553050 tempest-InstanceActionsV221TestJSON-46553050-project-member] Lock "61e242ee-90f1-48f2-af11-2b9ca6dcf4d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.172s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.728665] env[68960]: DEBUG nova.compute.manager [req-0d4563bd-2b7d-4c2e-a267-9aa50dc585b0 req-46003083-4b48-4af6-83b3-f4e494bb0e69 service nova] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Received event network-vif-plugged-571d1dda-feb2-40fb-9487-75694e40858c {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.729321] env[68960]: DEBUG oslo_concurrency.lockutils [req-0d4563bd-2b7d-4c2e-a267-9aa50dc585b0 req-46003083-4b48-4af6-83b3-f4e494bb0e69 service nova] Acquiring lock "0c3f5ad7-df75-40ee-bed7-fe406ecc2509-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.729553] env[68960]: DEBUG oslo_concurrency.lockutils [req-0d4563bd-2b7d-4c2e-a267-9aa50dc585b0 req-46003083-4b48-4af6-83b3-f4e494bb0e69 service nova] Lock "0c3f5ad7-df75-40ee-bed7-fe406ecc2509-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.729723] env[68960]: DEBUG oslo_concurrency.lockutils [req-0d4563bd-2b7d-4c2e-a267-9aa50dc585b0 req-46003083-4b48-4af6-83b3-f4e494bb0e69 service nova] Lock "0c3f5ad7-df75-40ee-bed7-fe406ecc2509-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.730981] env[68960]: DEBUG nova.compute.manager [req-0d4563bd-2b7d-4c2e-a267-9aa50dc585b0 req-46003083-4b48-4af6-83b3-f4e494bb0e69 service nova] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] No waiting events found dispatching network-vif-plugged-571d1dda-feb2-40fb-9487-75694e40858c {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 899.731228] env[68960]: WARNING nova.compute.manager [req-0d4563bd-2b7d-4c2e-a267-9aa50dc585b0 req-46003083-4b48-4af6-83b3-f4e494bb0e69 service nova] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Received unexpected event network-vif-plugged-571d1dda-feb2-40fb-9487-75694e40858c for instance with vm_state building and task_state spawning. [ 899.744530] env[68960]: INFO nova.compute.manager [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Took 54.76 seconds to build instance. [ 899.768887] env[68960]: DEBUG nova.network.neutron [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Successfully updated port: 571d1dda-feb2-40fb-9487-75694e40858c {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.927881] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9d7fe77a-0068-4c25-86cd-2f450f73aeec tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "refresh_cache-404efc31-4206-4e68-92c8-c4226982dfe1" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.928126] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9d7fe77a-0068-4c25-86cd-2f450f73aeec tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquired lock "refresh_cache-404efc31-4206-4e68-92c8-c4226982dfe1" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.928316] env[68960]: DEBUG nova.network.neutron [None req-9d7fe77a-0068-4c25-86cd-2f450f73aeec tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.928507] env[68960]: DEBUG nova.objects.instance [None req-9d7fe77a-0068-4c25-86cd-2f450f73aeec tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lazy-loading 'info_cache' on Instance uuid 404efc31-4206-4e68-92c8-c4226982dfe1 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.971564] env[68960]: DEBUG oslo_vmware.api [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566643} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.972038] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 178e556e-7643-46a0-a83a-3923fda2c471/178e556e-7643-46a0-a83a-3923fda2c471.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.972214] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.972508] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e87cb0f3-e1f5-4c2b-9691-b34bfe6edc22 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.976529] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.980523] env[68960]: DEBUG oslo_vmware.api [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 899.980523] env[68960]: value = "task-3221637" [ 899.980523] env[68960]: _type = "Task" [ 899.980523] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.991397] env[68960]: DEBUG oslo_vmware.api [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.058644] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3ce4a8a7-2cba-47c8-b090-0c18e82c6ee2 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.059892] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d186e0a9-2ac6-4116-97a8-fe56b6871963 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.143s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.060331] env[68960]: DEBUG nova.objects.instance [None req-d186e0a9-2ac6-4116-97a8-fe56b6871963 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Lazy-loading 'resources' on Instance uuid 9f920545-ec05-4422-948b-6a47381d01b3 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.247527] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f420b784-ccf5-427c-a242-28ccaa46ccbf tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Lock "701e5d1f-fa75-43ac-a53e-3a9ddffe7c53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.400s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.271973] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquiring lock "refresh_cache-0c3f5ad7-df75-40ee-bed7-fe406ecc2509" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.272193] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquired lock "refresh_cache-0c3f5ad7-df75-40ee-bed7-fe406ecc2509" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.272359] env[68960]: DEBUG nova.network.neutron [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.492097] env[68960]: DEBUG oslo_vmware.api [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074126} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.492882] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.493202] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd21b8dd-8b6d-4b85-8381-668e9433441f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.520110] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 178e556e-7643-46a0-a83a-3923fda2c471/178e556e-7643-46a0-a83a-3923fda2c471.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.520110] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-309b2a80-4b3a-42c1-9b4d-881b79973bfc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.541077] env[68960]: DEBUG oslo_vmware.api [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 900.541077] env[68960]: value = "task-3221638" [ 900.541077] env[68960]: _type = "Task" [ 900.541077] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.549413] env[68960]: DEBUG oslo_vmware.api [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.819194] env[68960]: DEBUG nova.network.neutron [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.022526] env[68960]: DEBUG nova.network.neutron [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Updating instance_info_cache with network_info: [{"id": "571d1dda-feb2-40fb-9487-75694e40858c", "address": "fa:16:3e:b3:dc:3a", "network": {"id": "0d72bc5b-dc86-4401-b4aa-3ac524d238fc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-294129878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "40a29a62ec484f71b85ae2a96df4266d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap571d1dda-fe", "ovs_interfaceid": "571d1dda-feb2-40fb-9487-75694e40858c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.055054] env[68960]: DEBUG oslo_vmware.api [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.121554] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe56e99f-f878-4a60-bdc1-6f8ec732d61c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.131025] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa24d9e2-eefe-4b06-abad-479960217332 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.170017] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a89bf2-ee42-4818-84b3-c74d9639e33a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.178081] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e583f77a-1cd1-4f65-a184-b95a326f2e12 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.195906] env[68960]: DEBUG nova.compute.provider_tree [None req-d186e0a9-2ac6-4116-97a8-fe56b6871963 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.524744] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Releasing lock "refresh_cache-0c3f5ad7-df75-40ee-bed7-fe406ecc2509" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.526013] env[68960]: DEBUG nova.compute.manager [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Instance network_info: |[{"id": "571d1dda-feb2-40fb-9487-75694e40858c", "address": "fa:16:3e:b3:dc:3a", "network": {"id": "0d72bc5b-dc86-4401-b4aa-3ac524d238fc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-294129878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "40a29a62ec484f71b85ae2a96df4266d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap571d1dda-fe", "ovs_interfaceid": "571d1dda-feb2-40fb-9487-75694e40858c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 901.526013] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:dc:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd48f0ef6-34e5-44d4-8baf-4470ed96ce73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '571d1dda-feb2-40fb-9487-75694e40858c', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.538238] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.538545] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.538834] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42813ead-7dd1-441a-b09a-787ba09caba3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.574389] env[68960]: DEBUG oslo_vmware.api [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221638, 'name': ReconfigVM_Task, 'duration_secs': 0.916189} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.575835] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 178e556e-7643-46a0-a83a-3923fda2c471/178e556e-7643-46a0-a83a-3923fda2c471.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.577396] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.577396] env[68960]: value = "task-3221639" [ 901.577396] env[68960]: _type = "Task" [ 901.577396] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.577396] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbb5f0d2-c740-4b05-bfdc-2ca75fb05e5c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.594645] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221639, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.596833] env[68960]: DEBUG oslo_vmware.api [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 901.596833] env[68960]: value = "task-3221640" [ 901.596833] env[68960]: _type = "Task" [ 901.596833] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.608200] env[68960]: DEBUG oslo_vmware.api [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221640, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.699460] env[68960]: DEBUG nova.scheduler.client.report [None req-d186e0a9-2ac6-4116-97a8-fe56b6871963 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.830747] env[68960]: DEBUG nova.network.neutron [None req-9d7fe77a-0068-4c25-86cd-2f450f73aeec tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Updating instance_info_cache with network_info: [{"id": "bfc57e33-4771-4898-8d6f-c7c58e6912e6", "address": "fa:16:3e:bd:9d:17", "network": {"id": "d2f92278-0560-43d8-bc83-ef076840fbed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1118476539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4c63f88f20340cbb8eba0c2935f9832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfc57e33-47", "ovs_interfaceid": "bfc57e33-4771-4898-8d6f-c7c58e6912e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.094784] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221639, 'name': CreateVM_Task, 'duration_secs': 0.382034} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.094952] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.095683] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.095848] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.096193] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.096569] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ce72dd3-3e28-42a7-a124-20a3806adafc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.108177] env[68960]: DEBUG oslo_vmware.api [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 902.108177] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5201feae-81e1-4758-0426-1e2272565c12" [ 902.108177] env[68960]: _type = "Task" [ 902.108177] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.111592] env[68960]: DEBUG oslo_vmware.api [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221640, 'name': Rename_Task, 'duration_secs': 0.160467} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.116267] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.116267] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-328d947e-40d8-4081-bb58-ec2ae94bfa58 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.124468] env[68960]: DEBUG oslo_vmware.api [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5201feae-81e1-4758-0426-1e2272565c12, 'name': SearchDatastore_Task, 'duration_secs': 0.013031} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.125872] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.126370] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.126455] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.126609] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.126795] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.127138] env[68960]: DEBUG oslo_vmware.api [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 902.127138] env[68960]: value = "task-3221641" [ 902.127138] env[68960]: _type = "Task" [ 902.127138] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.127341] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3474fc74-f8f0-4fee-936e-84166328aa55 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.145907] env[68960]: DEBUG oslo_vmware.api [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.145907] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.145907] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.145907] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-059cbdb4-2ff8-4dc6-b9a3-9d34deab71e2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.155417] env[68960]: DEBUG oslo_vmware.api [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 902.155417] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524c37b0-ac36-5e10-3127-8d228ebe3478" [ 902.155417] env[68960]: _type = "Task" [ 902.155417] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.164924] env[68960]: DEBUG oslo_vmware.api [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524c37b0-ac36-5e10-3127-8d228ebe3478, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.195122] env[68960]: DEBUG nova.compute.manager [req-b442e307-19ae-4ed7-b401-40f64912d420 req-8beb2a18-eaf6-4e33-adfc-2a6960213467 service nova] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Received event network-changed-571d1dda-feb2-40fb-9487-75694e40858c {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.195722] env[68960]: DEBUG nova.compute.manager [req-b442e307-19ae-4ed7-b401-40f64912d420 req-8beb2a18-eaf6-4e33-adfc-2a6960213467 service nova] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Refreshing instance network info cache due to event network-changed-571d1dda-feb2-40fb-9487-75694e40858c. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.195722] env[68960]: DEBUG oslo_concurrency.lockutils [req-b442e307-19ae-4ed7-b401-40f64912d420 req-8beb2a18-eaf6-4e33-adfc-2a6960213467 service nova] Acquiring lock "refresh_cache-0c3f5ad7-df75-40ee-bed7-fe406ecc2509" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.195892] env[68960]: DEBUG oslo_concurrency.lockutils [req-b442e307-19ae-4ed7-b401-40f64912d420 req-8beb2a18-eaf6-4e33-adfc-2a6960213467 service nova] Acquired lock "refresh_cache-0c3f5ad7-df75-40ee-bed7-fe406ecc2509" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.196023] env[68960]: DEBUG nova.network.neutron [req-b442e307-19ae-4ed7-b401-40f64912d420 req-8beb2a18-eaf6-4e33-adfc-2a6960213467 service nova] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Refreshing network info cache for port 571d1dda-feb2-40fb-9487-75694e40858c {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.207273] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d186e0a9-2ac6-4116-97a8-fe56b6871963 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.210261] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 44.380s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.239746] env[68960]: INFO nova.scheduler.client.report [None req-d186e0a9-2ac6-4116-97a8-fe56b6871963 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Deleted allocations for instance 9f920545-ec05-4422-948b-6a47381d01b3 [ 902.333911] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9d7fe77a-0068-4c25-86cd-2f450f73aeec tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Releasing lock "refresh_cache-404efc31-4206-4e68-92c8-c4226982dfe1" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.334432] env[68960]: DEBUG nova.objects.instance [None req-9d7fe77a-0068-4c25-86cd-2f450f73aeec tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lazy-loading 'migration_context' on Instance uuid 404efc31-4206-4e68-92c8-c4226982dfe1 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.644919] env[68960]: DEBUG oslo_vmware.api [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221641, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.668661] env[68960]: DEBUG oslo_vmware.api [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524c37b0-ac36-5e10-3127-8d228ebe3478, 'name': SearchDatastore_Task, 'duration_secs': 0.016986} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.669896] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de9057bc-28e2-43cb-b855-6e9354f92ddb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.678293] env[68960]: DEBUG oslo_vmware.api [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 902.678293] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b20eba-af32-0132-0208-32ab61e93a3f" [ 902.678293] env[68960]: _type = "Task" [ 902.678293] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.688254] env[68960]: DEBUG oslo_vmware.api [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b20eba-af32-0132-0208-32ab61e93a3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.757605] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d186e0a9-2ac6-4116-97a8-fe56b6871963 tempest-ServersAdminNegativeTestJSON-1088988554 tempest-ServersAdminNegativeTestJSON-1088988554-project-member] Lock "9f920545-ec05-4422-948b-6a47381d01b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.235s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.837723] env[68960]: DEBUG nova.objects.base [None req-9d7fe77a-0068-4c25-86cd-2f450f73aeec tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Object Instance<404efc31-4206-4e68-92c8-c4226982dfe1> lazy-loaded attributes: info_cache,migration_context {{(pid=68960) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 902.841021] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86aaed34-bea4-45e4-b4fb-92f446d25721 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.869897] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2af3bdb4-5f1c-40ad-b9bf-fa8caa14ed6c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.876946] env[68960]: DEBUG oslo_vmware.api [None req-9d7fe77a-0068-4c25-86cd-2f450f73aeec tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 902.876946] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5201ea0b-745d-1ba4-7244-d3d09682a911" [ 902.876946] env[68960]: _type = "Task" [ 902.876946] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.889338] env[68960]: DEBUG oslo_vmware.api [None req-9d7fe77a-0068-4c25-86cd-2f450f73aeec tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5201ea0b-745d-1ba4-7244-d3d09682a911, 'name': SearchDatastore_Task, 'duration_secs': 0.008347} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.889338] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9d7fe77a-0068-4c25-86cd-2f450f73aeec tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.100887] env[68960]: DEBUG nova.network.neutron [req-b442e307-19ae-4ed7-b401-40f64912d420 req-8beb2a18-eaf6-4e33-adfc-2a6960213467 service nova] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Updated VIF entry in instance network info cache for port 571d1dda-feb2-40fb-9487-75694e40858c. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.101394] env[68960]: DEBUG nova.network.neutron [req-b442e307-19ae-4ed7-b401-40f64912d420 req-8beb2a18-eaf6-4e33-adfc-2a6960213467 service nova] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Updating instance_info_cache with network_info: [{"id": "571d1dda-feb2-40fb-9487-75694e40858c", "address": "fa:16:3e:b3:dc:3a", "network": {"id": "0d72bc5b-dc86-4401-b4aa-3ac524d238fc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-294129878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "40a29a62ec484f71b85ae2a96df4266d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap571d1dda-fe", "ovs_interfaceid": "571d1dda-feb2-40fb-9487-75694e40858c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.140924] env[68960]: DEBUG oslo_vmware.api [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221641, 'name': PowerOnVM_Task, 'duration_secs': 0.773762} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.141324] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.141523] env[68960]: INFO nova.compute.manager [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Took 9.01 seconds to spawn the instance on the hypervisor. [ 903.141633] env[68960]: DEBUG nova.compute.manager [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.142406] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d55cd07-eaf8-42c7-b4b0-d542dc603afd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.195284] env[68960]: DEBUG oslo_vmware.api [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b20eba-af32-0132-0208-32ab61e93a3f, 'name': SearchDatastore_Task, 'duration_secs': 0.010487} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.196100] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.196396] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 0c3f5ad7-df75-40ee-bed7-fe406ecc2509/0c3f5ad7-df75-40ee-bed7-fe406ecc2509.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.196669] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2566238a-fb93-47df-84d8-6bb18bf22ae1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.206700] env[68960]: DEBUG oslo_vmware.api [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 903.206700] env[68960]: value = "task-3221642" [ 903.206700] env[68960]: _type = "Task" [ 903.206700] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.217368] env[68960]: DEBUG oslo_vmware.api [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.236897] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Applying migration context for instance e612e90d-cfb1-45cd-89d9-2ecc6603f3d3 as it has an incoming, in-progress migration d4e4aca8-652d-4168-8558-314f880ecb0f. Migration status is reverting {{(pid=68960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 903.237153] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Applying migration context for instance 404efc31-4206-4e68-92c8-c4226982dfe1 as it has an incoming, in-progress migration a339e91f-62e7-4983-b0df-3a8da3538237. Migration status is confirming {{(pid=68960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 903.239486] env[68960]: INFO nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Updating resource usage from migration d4e4aca8-652d-4168-8558-314f880ecb0f [ 903.239794] env[68960]: INFO nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Updating resource usage from migration a339e91f-62e7-4983-b0df-3a8da3538237 [ 903.276601] env[68960]: WARNING nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 2f52fb86-7de8-4029-9bef-8ac22581f503 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 903.276601] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.276601] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.276601] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance ed7c7ac5-c303-4548-8357-13aa700d0067 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.276601] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 42fa00ac-ab86-4729-969b-ababacf6b99c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.276601] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance d2b95f0e-0e70-43a2-beb1-bae828ae6967 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.276601] env[68960]: WARNING nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance ea608d17-d860-4f41-9324-378a8336b33b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 903.276894] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 5ca439bd-7b4c-42cd-a3b7-c47b0e627935 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.276894] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance e333dd04-7fd6-465d-9dc0-58f2ce4fb399 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.276951] env[68960]: WARNING nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance b9ec3351-09c4-44ef-a6d1-28392c70b058 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 903.277192] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance e24e6be9-3686-47e4-99a4-459576dc7dfc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.277192] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 39b7088e-be04-4f58-93e6-f71b16dc7c02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.277305] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance f80bcbe5-5386-433c-99ba-2fe9324c47a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.277379] env[68960]: WARNING nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 7ed822c1-5697-493e-86ab-a4516721f183 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 903.277491] env[68960]: WARNING nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 3bdac993-7a8b-47ba-b025-56057dd96a8b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 903.277628] env[68960]: WARNING nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 9807ed2c-0f7a-499b-9fd7-32b8448db800 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 903.277752] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 67f6f924-b122-4326-866f-2e3c3c9357ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.277870] env[68960]: WARNING nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 1f56cc38-ab30-4ca4-ae20-62021f6fe60c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 903.277992] env[68960]: WARNING nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance ad7a5895-972b-4954-92b3-fcbd1a9a2df8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 903.278126] env[68960]: WARNING nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 025b2031-517d-4fa1-9d94-fa344b6615e4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 903.278404] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance e715745a-8246-4240-8da8-9d43cf936fbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.278404] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.278470] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 178e556e-7643-46a0-a83a-3923fda2c471 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.278556] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 0c3f5ad7-df75-40ee-bed7-fe406ecc2509 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.278670] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Migration d4e4aca8-652d-4168-8558-314f880ecb0f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 903.278794] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance e612e90d-cfb1-45cd-89d9-2ecc6603f3d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.278935] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Migration a339e91f-62e7-4983-b0df-3a8da3538237 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 903.279060] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 404efc31-4206-4e68-92c8-c4226982dfe1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 903.604629] env[68960]: DEBUG oslo_concurrency.lockutils [req-b442e307-19ae-4ed7-b401-40f64912d420 req-8beb2a18-eaf6-4e33-adfc-2a6960213467 service nova] Releasing lock "refresh_cache-0c3f5ad7-df75-40ee-bed7-fe406ecc2509" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.604629] env[68960]: DEBUG nova.compute.manager [req-b442e307-19ae-4ed7-b401-40f64912d420 req-8beb2a18-eaf6-4e33-adfc-2a6960213467 service nova] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Received event network-changed-c8776691-520f-4aae-bc61-6b882488ca7d {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.604804] env[68960]: DEBUG nova.compute.manager [req-b442e307-19ae-4ed7-b401-40f64912d420 req-8beb2a18-eaf6-4e33-adfc-2a6960213467 service nova] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Refreshing instance network info cache due to event network-changed-c8776691-520f-4aae-bc61-6b882488ca7d. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.605045] env[68960]: DEBUG oslo_concurrency.lockutils [req-b442e307-19ae-4ed7-b401-40f64912d420 req-8beb2a18-eaf6-4e33-adfc-2a6960213467 service nova] Acquiring lock "refresh_cache-701e5d1f-fa75-43ac-a53e-3a9ddffe7c53" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.605222] env[68960]: DEBUG oslo_concurrency.lockutils [req-b442e307-19ae-4ed7-b401-40f64912d420 req-8beb2a18-eaf6-4e33-adfc-2a6960213467 service nova] Acquired lock "refresh_cache-701e5d1f-fa75-43ac-a53e-3a9ddffe7c53" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.605774] env[68960]: DEBUG nova.network.neutron [req-b442e307-19ae-4ed7-b401-40f64912d420 req-8beb2a18-eaf6-4e33-adfc-2a6960213467 service nova] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Refreshing network info cache for port c8776691-520f-4aae-bc61-6b882488ca7d {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.671325] env[68960]: INFO nova.compute.manager [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Took 58.41 seconds to build instance. [ 903.679478] env[68960]: DEBUG oslo_concurrency.lockutils [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Acquiring lock "82a0648e-47aa-41c4-a131-24c37d87d26b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.679724] env[68960]: DEBUG oslo_concurrency.lockutils [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Lock "82a0648e-47aa-41c4-a131-24c37d87d26b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.721795] env[68960]: DEBUG oslo_vmware.api [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508602} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.721795] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 0c3f5ad7-df75-40ee-bed7-fe406ecc2509/0c3f5ad7-df75-40ee-bed7-fe406ecc2509.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.722464] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.722464] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-715d6b17-dc37-4fd3-b75e-d037b714b2b2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.729926] env[68960]: DEBUG oslo_vmware.api [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 903.729926] env[68960]: value = "task-3221643" [ 903.729926] env[68960]: _type = "Task" [ 903.729926] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.739201] env[68960]: DEBUG oslo_vmware.api [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.782124] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance d69bcd5d-1843-4880-aae3-a34c0ca9ea8b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 904.173266] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f3da74a2-2c12-47c8-a968-87fb3071b58f tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lock "178e556e-7643-46a0-a83a-3923fda2c471" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.423s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.181900] env[68960]: DEBUG nova.compute.manager [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.243209] env[68960]: DEBUG oslo_vmware.api [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076018} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.244105] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.245185] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfea079-40b7-4d0c-ab49-d49ac1f37baf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.280736] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 0c3f5ad7-df75-40ee-bed7-fe406ecc2509/0c3f5ad7-df75-40ee-bed7-fe406ecc2509.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.281541] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c489f9e0-7673-40f0-89a0-92a825fa0612 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.296623] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 14acdb67-8104-487c-b2b3-a8007f0d05df has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 904.305092] env[68960]: DEBUG oslo_vmware.api [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 904.305092] env[68960]: value = "task-3221644" [ 904.305092] env[68960]: _type = "Task" [ 904.305092] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.314648] env[68960]: DEBUG oslo_vmware.api [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.491776] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Acquiring lock "a3262d93-91da-4e89-b4f1-90f345d273a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.492048] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Lock "a3262d93-91da-4e89-b4f1-90f345d273a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.710549] env[68960]: DEBUG oslo_concurrency.lockutils [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.713553] env[68960]: DEBUG nova.network.neutron [req-b442e307-19ae-4ed7-b401-40f64912d420 req-8beb2a18-eaf6-4e33-adfc-2a6960213467 service nova] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Updated VIF entry in instance network info cache for port c8776691-520f-4aae-bc61-6b882488ca7d. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.713960] env[68960]: DEBUG nova.network.neutron [req-b442e307-19ae-4ed7-b401-40f64912d420 req-8beb2a18-eaf6-4e33-adfc-2a6960213467 service nova] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Updating instance_info_cache with network_info: [{"id": "c8776691-520f-4aae-bc61-6b882488ca7d", "address": "fa:16:3e:77:7e:5a", "network": {"id": "682820e2-905f-44b6-bdb8-63511dfcb6d1", "bridge": "br-int", "label": "tempest-ServersTestJSON-889519299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4933914a102549dc82001236e5049864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8776691-52", "ovs_interfaceid": "c8776691-520f-4aae-bc61-6b882488ca7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.780200] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquiring lock "90acca25-d421-44d7-a346-ca4cb3378d90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.780487] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lock "90acca25-d421-44d7-a346-ca4cb3378d90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.800839] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 5f6c0adf-c72f-45f6-89a8-f696e3d45db7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 904.815738] env[68960]: DEBUG oslo_vmware.api [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221644, 'name': ReconfigVM_Task, 'duration_secs': 0.455777} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.816086] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 0c3f5ad7-df75-40ee-bed7-fe406ecc2509/0c3f5ad7-df75-40ee-bed7-fe406ecc2509.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.816681] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27ef128e-296f-48c2-8e4b-e0f55f4fbaa8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.824727] env[68960]: DEBUG oslo_vmware.api [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 904.824727] env[68960]: value = "task-3221645" [ 904.824727] env[68960]: _type = "Task" [ 904.824727] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.836380] env[68960]: DEBUG oslo_vmware.api [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221645, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.995852] env[68960]: DEBUG nova.compute.manager [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 905.217302] env[68960]: DEBUG oslo_concurrency.lockutils [req-b442e307-19ae-4ed7-b401-40f64912d420 req-8beb2a18-eaf6-4e33-adfc-2a6960213467 service nova] Releasing lock "refresh_cache-701e5d1f-fa75-43ac-a53e-3a9ddffe7c53" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.283430] env[68960]: DEBUG nova.compute.manager [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 905.303824] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance eb3439a8-bb05-47fc-b54e-1bec950759d1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 905.336177] env[68960]: DEBUG oslo_vmware.api [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221645, 'name': Rename_Task, 'duration_secs': 0.170076} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.336299] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.337037] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-995a8190-45fc-463c-be08-996791d7258c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.343685] env[68960]: DEBUG oslo_vmware.api [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 905.343685] env[68960]: value = "task-3221646" [ 905.343685] env[68960]: _type = "Task" [ 905.343685] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.353334] env[68960]: DEBUG oslo_vmware.api [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.523950] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.803032] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.806978] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance db214277-e555-46bd-95b2-12e7bc509b40 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 905.855197] env[68960]: DEBUG oslo_vmware.api [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221646, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.311228] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance c0c2de40-dcf8-420e-8be1-23195cfbfe60 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 906.311228] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=68960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 906.311228] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4352MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=68960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 906.357682] env[68960]: DEBUG oslo_vmware.api [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221646, 'name': PowerOnVM_Task, 'duration_secs': 0.523593} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.358156] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.358439] env[68960]: INFO nova.compute.manager [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Took 7.51 seconds to spawn the instance on the hypervisor. [ 906.358672] env[68960]: DEBUG nova.compute.manager [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.359524] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc05dc99-113e-456d-9ed3-8ba66322f4cf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.868838] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f597c14e-57a6-406d-ae01-bb84c234e33a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.881940] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20228822-4be5-4617-97d6-c148c0cb2829 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.887423] env[68960]: INFO nova.compute.manager [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Took 58.22 seconds to build instance. [ 906.916055] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c88553e-1172-4c50-83f7-089ea451bd7c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.929210] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6f3d10-d442-42b3-a9ee-9bfab1e7a531 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.946179] env[68960]: DEBUG nova.compute.provider_tree [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.389220] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b0e2048a-61ef-4d13-83d1-fbb7bef1b138 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Lock "0c3f5ad7-df75-40ee-bed7-fe406ecc2509" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.172s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.449839] env[68960]: DEBUG nova.scheduler.client.report [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.792794] env[68960]: INFO nova.compute.manager [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Rescuing [ 907.793113] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquiring lock "refresh_cache-0c3f5ad7-df75-40ee-bed7-fe406ecc2509" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.793264] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquired lock "refresh_cache-0c3f5ad7-df75-40ee-bed7-fe406ecc2509" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.793427] env[68960]: DEBUG nova.network.neutron [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.954791] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 907.955134] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.745s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.955488] env[68960]: DEBUG oslo_concurrency.lockutils [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.521s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.955668] env[68960]: DEBUG oslo_concurrency.lockutils [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.959016] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.112s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.960674] env[68960]: INFO nova.compute.claims [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.966664] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 907.967167] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Cleaning up deleted instances {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 907.995992] env[68960]: INFO nova.scheduler.client.report [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Deleted allocations for instance 7ed822c1-5697-493e-86ab-a4516721f183 [ 908.488050] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] There are 40 instances to clean {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 908.488371] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 61e242ee-90f1-48f2-af11-2b9ca6dcf4d1] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.505299] env[68960]: DEBUG oslo_concurrency.lockutils [None req-62a284ae-3973-434e-a046-30683eea8db3 tempest-ServersListShow298Test-865336431 tempest-ServersListShow298Test-865336431-project-member] Lock "7ed822c1-5697-493e-86ab-a4516721f183" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.274s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.938295] env[68960]: DEBUG nova.network.neutron [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Updating instance_info_cache with network_info: [{"id": "571d1dda-feb2-40fb-9487-75694e40858c", "address": "fa:16:3e:b3:dc:3a", "network": {"id": "0d72bc5b-dc86-4401-b4aa-3ac524d238fc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-294129878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "40a29a62ec484f71b85ae2a96df4266d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap571d1dda-fe", "ovs_interfaceid": "571d1dda-feb2-40fb-9487-75694e40858c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.995050] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 75989e3e-49a2-4591-8017-d7ce9b0ac18e] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.443923] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Releasing lock "refresh_cache-0c3f5ad7-df75-40ee-bed7-fe406ecc2509" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.502120] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: c783b1cb-778d-4edf-9eba-c938222f67ed] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.526873] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dc45d3-dedc-43a9-b266-464fb9e263d9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.537753] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ce14f3-a717-4c1b-98ea-4aad2d084dbd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.571264] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec4a0ba-a86f-4930-80be-2573bb66b250 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.580017] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7d4ed5-f1b1-486e-aefc-f09f72941fdb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.595153] env[68960]: DEBUG nova.compute.provider_tree [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.004266] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 95a45975-d70e-4618-9721-5788972df11d] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.098144] env[68960]: DEBUG nova.scheduler.client.report [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.508301] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 5f1245c7-9ab4-4a4f-b30f-613c00d82612] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.606300] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.606942] env[68960]: DEBUG nova.compute.manager [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 910.610210] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9d0a115b-f3c3-44f5-952e-1412e53b448a tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.897s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.612296] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9d0a115b-f3c3-44f5-952e-1412e53b448a tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.613810] env[68960]: DEBUG oslo_concurrency.lockutils [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.453s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.614380] env[68960]: INFO nova.compute.claims [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.653098] env[68960]: INFO nova.scheduler.client.report [None req-9d0a115b-f3c3-44f5-952e-1412e53b448a tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Deleted allocations for instance ea608d17-d860-4f41-9324-378a8336b33b [ 911.000523] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.000866] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35538edc-8b43-4297-8a4c-ff7ea8d184b4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.011198] env[68960]: DEBUG oslo_vmware.api [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 911.011198] env[68960]: value = "task-3221647" [ 911.011198] env[68960]: _type = "Task" [ 911.011198] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.019023] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: ea511f6f-216d-476d-8d6a-46d4375263d2] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.022390] env[68960]: DEBUG oslo_vmware.api [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.121362] env[68960]: DEBUG nova.compute.utils [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.122800] env[68960]: DEBUG nova.compute.manager [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 911.122988] env[68960]: DEBUG nova.network.neutron [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.162350] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9d0a115b-f3c3-44f5-952e-1412e53b448a tempest-ListImageFiltersTestJSON-1673736947 tempest-ListImageFiltersTestJSON-1673736947-project-member] Lock "ea608d17-d860-4f41-9324-378a8336b33b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.187s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.167925] env[68960]: DEBUG nova.policy [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b796427e320845739d086ae252b845e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0d5c4a9742d4da780ad1ea41f22d3df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.386040] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Acquiring lock "168d8714-3f8f-4bfa-ba48-d0d95f461c14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.387105] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Lock "168d8714-3f8f-4bfa-ba48-d0d95f461c14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.521806] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: d9be8677-b7dc-405e-9b09-77bd8b212c5c] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.524001] env[68960]: DEBUG oslo_vmware.api [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221647, 'name': PowerOffVM_Task, 'duration_secs': 0.197499} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.524001] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.525031] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c9a3ae-052d-4cdc-8e2c-4543eb34a0c8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.544855] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9009d7a8-fd14-4e89-aacf-ee9e5f382e69 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.565647] env[68960]: DEBUG nova.network.neutron [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Successfully created port: e139aca4-0df5-45d7-ad6b-01b567fb4183 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.578234] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.578532] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22137d80-c96b-4e20-ac55-e448371392cd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.588073] env[68960]: DEBUG oslo_vmware.api [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 911.588073] env[68960]: value = "task-3221648" [ 911.588073] env[68960]: _type = "Task" [ 911.588073] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.597725] env[68960]: DEBUG oslo_vmware.api [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.626923] env[68960]: DEBUG nova.compute.manager [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 911.891582] env[68960]: DEBUG nova.compute.manager [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.025135] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 637ba32b-97be-465d-a923-4eed68a2bb68] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.102605] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] VM already powered off {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 912.102605] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.102723] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.102840] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.103030] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.103298] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed0feed2-b9fd-431d-9963-0ee80610edb4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.113282] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.113569] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.114389] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2588862-9fb8-4687-8017-9851895a0761 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.120964] env[68960]: DEBUG oslo_vmware.api [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 912.120964] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52adb271-9131-f5f8-2db1-771e95112984" [ 912.120964] env[68960]: _type = "Task" [ 912.120964] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.138031] env[68960]: DEBUG oslo_vmware.api [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52adb271-9131-f5f8-2db1-771e95112984, 'name': SearchDatastore_Task, 'duration_secs': 0.00992} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.142026] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3c16f3c-76d7-4024-b4f6-0214485d0729 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.148401] env[68960]: DEBUG oslo_vmware.api [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 912.148401] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522da0da-3629-cd62-ce73-3950ebf1bf8c" [ 912.148401] env[68960]: _type = "Task" [ 912.148401] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.157131] env[68960]: DEBUG oslo_vmware.api [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522da0da-3629-cd62-ce73-3950ebf1bf8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.187351] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1c530d-6e24-4d77-8e81-20291df7beda {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.195613] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e686b91-5c8d-4178-a2a6-7b79f77dfc3e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.229130] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c7ba10-2312-4528-a7bf-dbb70e70c2a2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.236615] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4d2a6d-e3a6-41ed-89b9-74403b9c7761 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.250674] env[68960]: DEBUG nova.compute.provider_tree [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.411170] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.528645] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 22d9fb8f-2d76-40af-9304-969dee8b1567] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.643449] env[68960]: DEBUG nova.compute.manager [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 912.666108] env[68960]: DEBUG oslo_vmware.api [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522da0da-3629-cd62-ce73-3950ebf1bf8c, 'name': SearchDatastore_Task, 'duration_secs': 0.010528} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.669901] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.670258] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 0c3f5ad7-df75-40ee-bed7-fe406ecc2509/882df2ee-ba10-4414-bfef-c49b3d1e121a-rescue.vmdk. {{(pid=68960) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 912.671942] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef7dddf2-f575-49a1-8bf5-41c60f05b938 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.677298] env[68960]: DEBUG nova.virt.hardware [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.677532] env[68960]: DEBUG nova.virt.hardware [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.677683] env[68960]: DEBUG nova.virt.hardware [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.677860] env[68960]: DEBUG nova.virt.hardware [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.678008] env[68960]: DEBUG nova.virt.hardware [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.678169] env[68960]: DEBUG nova.virt.hardware [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.678391] env[68960]: DEBUG nova.virt.hardware [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.678616] env[68960]: DEBUG nova.virt.hardware [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.678712] env[68960]: DEBUG nova.virt.hardware [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.678870] env[68960]: DEBUG nova.virt.hardware [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.679051] env[68960]: DEBUG nova.virt.hardware [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.680489] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2805e18b-8d06-4165-bc71-6d064719261b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.684037] env[68960]: DEBUG oslo_vmware.api [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 912.684037] env[68960]: value = "task-3221649" [ 912.684037] env[68960]: _type = "Task" [ 912.684037] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.691214] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292b3696-3bf8-444d-9087-0aafb6de4c7c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.698175] env[68960]: DEBUG oslo_vmware.api [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.754028] env[68960]: DEBUG nova.scheduler.client.report [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.033138] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 2068d0d1-b900-45c5-9b18-f96fb161a493] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.195927] env[68960]: DEBUG oslo_vmware.api [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46314} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.199794] env[68960]: INFO nova.virt.vmwareapi.ds_util [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 0c3f5ad7-df75-40ee-bed7-fe406ecc2509/882df2ee-ba10-4414-bfef-c49b3d1e121a-rescue.vmdk. [ 913.199794] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf6cc7d-dd84-4eef-86b2-d247bfe50991 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.226133] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 0c3f5ad7-df75-40ee-bed7-fe406ecc2509/882df2ee-ba10-4414-bfef-c49b3d1e121a-rescue.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.226459] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c821fd7d-0c79-4d97-8314-10b0d1bd9eb9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.247368] env[68960]: DEBUG oslo_vmware.api [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 913.247368] env[68960]: value = "task-3221650" [ 913.247368] env[68960]: _type = "Task" [ 913.247368] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.258072] env[68960]: DEBUG oslo_vmware.api [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.258745] env[68960]: DEBUG oslo_concurrency.lockutils [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.259258] env[68960]: DEBUG nova.compute.manager [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.261877] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e94bcde5-f01b-474b-a5e6-abc74d18fe3b tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.904s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.262089] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e94bcde5-f01b-474b-a5e6-abc74d18fe3b tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.264730] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2bd098de-e794-4e47-9f0a-0230d1ad0cb8 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.055s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.264730] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2bd098de-e794-4e47-9f0a-0230d1ad0cb8 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.266570] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.427s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.267254] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.269017] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.598s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.269017] env[68960]: DEBUG nova.objects.instance [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68960) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 913.299930] env[68960]: INFO nova.scheduler.client.report [None req-e94bcde5-f01b-474b-a5e6-abc74d18fe3b tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Deleted allocations for instance 3bdac993-7a8b-47ba-b025-56057dd96a8b [ 913.301583] env[68960]: INFO nova.scheduler.client.report [None req-2bd098de-e794-4e47-9f0a-0230d1ad0cb8 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Deleted allocations for instance 2f52fb86-7de8-4029-9bef-8ac22581f503 [ 913.314133] env[68960]: DEBUG nova.compute.manager [req-e6ef0ea8-db4c-4546-9482-440af0dcd849 req-c83c8ad2-2c06-4c74-9d84-76fd1ba1c001 service nova] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Received event network-vif-plugged-e139aca4-0df5-45d7-ad6b-01b567fb4183 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.314133] env[68960]: DEBUG oslo_concurrency.lockutils [req-e6ef0ea8-db4c-4546-9482-440af0dcd849 req-c83c8ad2-2c06-4c74-9d84-76fd1ba1c001 service nova] Acquiring lock "d69bcd5d-1843-4880-aae3-a34c0ca9ea8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.314472] env[68960]: DEBUG oslo_concurrency.lockutils [req-e6ef0ea8-db4c-4546-9482-440af0dcd849 req-c83c8ad2-2c06-4c74-9d84-76fd1ba1c001 service nova] Lock "d69bcd5d-1843-4880-aae3-a34c0ca9ea8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.314472] env[68960]: DEBUG oslo_concurrency.lockutils [req-e6ef0ea8-db4c-4546-9482-440af0dcd849 req-c83c8ad2-2c06-4c74-9d84-76fd1ba1c001 service nova] Lock "d69bcd5d-1843-4880-aae3-a34c0ca9ea8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.315245] env[68960]: DEBUG nova.compute.manager [req-e6ef0ea8-db4c-4546-9482-440af0dcd849 req-c83c8ad2-2c06-4c74-9d84-76fd1ba1c001 service nova] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] No waiting events found dispatching network-vif-plugged-e139aca4-0df5-45d7-ad6b-01b567fb4183 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 913.315245] env[68960]: WARNING nova.compute.manager [req-e6ef0ea8-db4c-4546-9482-440af0dcd849 req-c83c8ad2-2c06-4c74-9d84-76fd1ba1c001 service nova] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Received unexpected event network-vif-plugged-e139aca4-0df5-45d7-ad6b-01b567fb4183 for instance with vm_state building and task_state spawning. [ 913.317132] env[68960]: DEBUG nova.network.neutron [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Successfully updated port: e139aca4-0df5-45d7-ad6b-01b567fb4183 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 913.319175] env[68960]: INFO nova.scheduler.client.report [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Deleted allocations for instance b9ec3351-09c4-44ef-a6d1-28392c70b058 [ 913.539078] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: b41059a9-d358-4ab6-9764-31a5d0584f5d] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.759292] env[68960]: DEBUG oslo_vmware.api [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.775043] env[68960]: DEBUG nova.compute.utils [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.779839] env[68960]: DEBUG nova.compute.manager [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.779839] env[68960]: DEBUG nova.network.neutron [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.813838] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e94bcde5-f01b-474b-a5e6-abc74d18fe3b tempest-FloatingIPsAssociationNegativeTestJSON-881824306 tempest-FloatingIPsAssociationNegativeTestJSON-881824306-project-member] Lock "3bdac993-7a8b-47ba-b025-56057dd96a8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.488s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.819412] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2bd098de-e794-4e47-9f0a-0230d1ad0cb8 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "2f52fb86-7de8-4029-9bef-8ac22581f503" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.323s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.820960] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquiring lock "refresh_cache-d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.821104] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquired lock "refresh_cache-d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.821255] env[68960]: DEBUG nova.network.neutron [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.828570] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f96c5f30-5790-4d73-aff6-d0d121d8d0c4 tempest-ServerShowV247Test-1870382089 tempest-ServerShowV247Test-1870382089-project-member] Lock "b9ec3351-09c4-44ef-a6d1-28392c70b058" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.264s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.856984] env[68960]: DEBUG nova.policy [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c73165119154de4a6bca8a1e4476468', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '843972d9f85c42b3ac175e0183e6930f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 914.042370] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 75ea79e1-b7ef-4390-a55f-464c55dcbdbf] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.264009] env[68960]: DEBUG oslo_vmware.api [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221650, 'name': ReconfigVM_Task, 'duration_secs': 0.608031} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.264009] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 0c3f5ad7-df75-40ee-bed7-fe406ecc2509/882df2ee-ba10-4414-bfef-c49b3d1e121a-rescue.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.264009] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d20afd-dc7f-456b-84bf-ed3a487cd04a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.295957] env[68960]: DEBUG nova.compute.manager [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.299407] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a7b39c70-7b7a-4e20-b0ff-b31dfc260332 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.031s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.305610] env[68960]: DEBUG oslo_concurrency.lockutils [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.581s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.307351] env[68960]: INFO nova.compute.claims [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 914.310301] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea1a70e6-3875-4b35-b1b7-b16dd8da0872 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.330548] env[68960]: DEBUG oslo_vmware.api [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 914.330548] env[68960]: value = "task-3221651" [ 914.330548] env[68960]: _type = "Task" [ 914.330548] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.343446] env[68960]: DEBUG oslo_vmware.api [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221651, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.367033] env[68960]: DEBUG nova.network.neutron [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 914.545479] env[68960]: DEBUG nova.network.neutron [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Successfully created port: b416f0d9-bf08-44d8-b44f-67e2a5df2e71 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 914.550297] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: a7ef2b37-b7e4-48f3-987b-6b3e3e31e347] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.642245] env[68960]: DEBUG nova.network.neutron [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Updating instance_info_cache with network_info: [{"id": "e139aca4-0df5-45d7-ad6b-01b567fb4183", "address": "fa:16:3e:b3:82:14", "network": {"id": "8a12e446-cc71-4946-a799-c0954c81a525", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1150066882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0d5c4a9742d4da780ad1ea41f22d3df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape139aca4-0d", "ovs_interfaceid": "e139aca4-0df5-45d7-ad6b-01b567fb4183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.843551] env[68960]: DEBUG oslo_vmware.api [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221651, 'name': ReconfigVM_Task, 'duration_secs': 0.191252} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.843830] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.844208] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e17d1786-cd18-4fa7-b530-c230f52cd6b1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.854601] env[68960]: DEBUG oslo_vmware.api [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 914.854601] env[68960]: value = "task-3221652" [ 914.854601] env[68960]: _type = "Task" [ 914.854601] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.871297] env[68960]: DEBUG oslo_vmware.api [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.059624] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 0f6bc940-b9d6-4f4b-a9cc-454b71abee7f] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.144834] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Releasing lock "refresh_cache-d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.145237] env[68960]: DEBUG nova.compute.manager [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Instance network_info: |[{"id": "e139aca4-0df5-45d7-ad6b-01b567fb4183", "address": "fa:16:3e:b3:82:14", "network": {"id": "8a12e446-cc71-4946-a799-c0954c81a525", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1150066882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0d5c4a9742d4da780ad1ea41f22d3df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape139aca4-0d", "ovs_interfaceid": "e139aca4-0df5-45d7-ad6b-01b567fb4183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 915.145703] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:82:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e139aca4-0df5-45d7-ad6b-01b567fb4183', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.154701] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Creating folder: Project (a0d5c4a9742d4da780ad1ea41f22d3df). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.155032] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6353eddf-3a09-4dfa-a71e-c0a6fcf551c1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.173873] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Created folder: Project (a0d5c4a9742d4da780ad1ea41f22d3df) in parent group-v643888. [ 915.174199] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Creating folder: Instances. Parent ref: group-v644095. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.174574] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61bb82b3-00dc-4f61-81c4-88f4b2401e73 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.190024] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Created folder: Instances in parent group-v644095. [ 915.190024] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.190024] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.190024] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef49163d-b7b3-4259-80c2-a2e49127e68c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.221024] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.221024] env[68960]: value = "task-3221655" [ 915.221024] env[68960]: _type = "Task" [ 915.221024] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.229175] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221655, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.315314] env[68960]: DEBUG nova.compute.manager [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 915.353249] env[68960]: DEBUG nova.virt.hardware [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.353249] env[68960]: DEBUG nova.virt.hardware [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.353249] env[68960]: DEBUG nova.virt.hardware [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.353249] env[68960]: DEBUG nova.virt.hardware [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.353249] env[68960]: DEBUG nova.virt.hardware [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.353249] env[68960]: DEBUG nova.virt.hardware [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.353249] env[68960]: DEBUG nova.virt.hardware [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.353555] env[68960]: DEBUG nova.virt.hardware [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.353794] env[68960]: DEBUG nova.virt.hardware [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.353971] env[68960]: DEBUG nova.virt.hardware [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.354170] env[68960]: DEBUG nova.virt.hardware [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.355149] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ac98e4-e6a4-4a3c-bdff-f2ed45fc576a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.369639] env[68960]: DEBUG oslo_vmware.api [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221652, 'name': PowerOnVM_Task, 'duration_secs': 0.43889} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.371375] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.377134] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d2c2e5-3f79-4846-a11f-f85e9304221f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.385705] env[68960]: DEBUG nova.compute.manager [None req-1ad0ada2-ae0b-4398-85fa-1b13f3128f54 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.387218] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943be35e-159b-44ba-89b4-aa4013e2ab5d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.447053] env[68960]: DEBUG nova.compute.manager [req-6954cd94-0b87-4ce0-947f-64153155daf7 req-28c651e1-da58-41a9-be90-51bf5a737147 service nova] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Received event network-changed-e139aca4-0df5-45d7-ad6b-01b567fb4183 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.447053] env[68960]: DEBUG nova.compute.manager [req-6954cd94-0b87-4ce0-947f-64153155daf7 req-28c651e1-da58-41a9-be90-51bf5a737147 service nova] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Refreshing instance network info cache due to event network-changed-e139aca4-0df5-45d7-ad6b-01b567fb4183. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 915.447053] env[68960]: DEBUG oslo_concurrency.lockutils [req-6954cd94-0b87-4ce0-947f-64153155daf7 req-28c651e1-da58-41a9-be90-51bf5a737147 service nova] Acquiring lock "refresh_cache-d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.447053] env[68960]: DEBUG oslo_concurrency.lockutils [req-6954cd94-0b87-4ce0-947f-64153155daf7 req-28c651e1-da58-41a9-be90-51bf5a737147 service nova] Acquired lock "refresh_cache-d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.447053] env[68960]: DEBUG nova.network.neutron [req-6954cd94-0b87-4ce0-947f-64153155daf7 req-28c651e1-da58-41a9-be90-51bf5a737147 service nova] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Refreshing network info cache for port e139aca4-0df5-45d7-ad6b-01b567fb4183 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.564649] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: a1231cce-8493-43ef-892c-428bbfd5144b] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.739043] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221655, 'name': CreateVM_Task, 'duration_secs': 0.424504} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.742299] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.743496] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.744093] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.744563] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.745199] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f2a6997-4806-434b-82f4-65aba84ee37c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.751472] env[68960]: DEBUG oslo_vmware.api [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 915.751472] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52849eb9-e1ca-694f-d586-04c59c7914ca" [ 915.751472] env[68960]: _type = "Task" [ 915.751472] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.763781] env[68960]: DEBUG oslo_vmware.api [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52849eb9-e1ca-694f-d586-04c59c7914ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.921483] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c8978f-1b0b-4aad-b2b6-7ffc0f266b39 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.932452] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9e5035-265b-4cf3-a04f-38bfc57a181b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.979104] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bb5ce4-d171-412a-8cb1-15fab455ab98 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.989219] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df333516-f50a-4496-bf26-d0f764aebc76 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.005419] env[68960]: DEBUG nova.compute.provider_tree [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.068993] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 9f920545-ec05-4422-948b-6a47381d01b3] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.265278] env[68960]: DEBUG oslo_vmware.api [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52849eb9-e1ca-694f-d586-04c59c7914ca, 'name': SearchDatastore_Task, 'duration_secs': 0.02722} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.265609] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.265837] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.266080] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.266231] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.266419] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.266698] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0deaa05-cd6a-45d6-b3d1-95e962858eee {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.278977] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.279425] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.280566] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbdcc40a-2182-4e9d-a684-e3a938953290 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.288240] env[68960]: DEBUG oslo_vmware.api [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 916.288240] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5205bf1b-4244-de2d-7d9d-39b1ffb2db25" [ 916.288240] env[68960]: _type = "Task" [ 916.288240] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.306136] env[68960]: DEBUG oslo_vmware.api [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5205bf1b-4244-de2d-7d9d-39b1ffb2db25, 'name': SearchDatastore_Task, 'duration_secs': 0.011034} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.306136] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02b6450e-e016-46f3-b830-9f7ace2bd4a6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.315015] env[68960]: DEBUG oslo_vmware.api [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 916.315015] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ec544f-49e3-457e-464f-5389b3981a3f" [ 916.315015] env[68960]: _type = "Task" [ 916.315015] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.326885] env[68960]: DEBUG oslo_vmware.api [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ec544f-49e3-457e-464f-5389b3981a3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.404030] env[68960]: DEBUG nova.network.neutron [req-6954cd94-0b87-4ce0-947f-64153155daf7 req-28c651e1-da58-41a9-be90-51bf5a737147 service nova] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Updated VIF entry in instance network info cache for port e139aca4-0df5-45d7-ad6b-01b567fb4183. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.404136] env[68960]: DEBUG nova.network.neutron [req-6954cd94-0b87-4ce0-947f-64153155daf7 req-28c651e1-da58-41a9-be90-51bf5a737147 service nova] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Updating instance_info_cache with network_info: [{"id": "e139aca4-0df5-45d7-ad6b-01b567fb4183", "address": "fa:16:3e:b3:82:14", "network": {"id": "8a12e446-cc71-4946-a799-c0954c81a525", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1150066882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0d5c4a9742d4da780ad1ea41f22d3df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape139aca4-0d", "ovs_interfaceid": "e139aca4-0df5-45d7-ad6b-01b567fb4183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.512069] env[68960]: DEBUG nova.scheduler.client.report [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.574240] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 273c49d9-4798-49ae-9b8b-6029dd52c5ad] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.824311] env[68960]: DEBUG oslo_vmware.api [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ec544f-49e3-457e-464f-5389b3981a3f, 'name': SearchDatastore_Task, 'duration_secs': 0.019181} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.824643] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.824907] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] d69bcd5d-1843-4880-aae3-a34c0ca9ea8b/d69bcd5d-1843-4880-aae3-a34c0ca9ea8b.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.825221] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95b74efb-1157-4f10-b69f-ee21aad342b2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.836948] env[68960]: DEBUG oslo_vmware.api [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 916.836948] env[68960]: value = "task-3221656" [ 916.836948] env[68960]: _type = "Task" [ 916.836948] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.845735] env[68960]: DEBUG oslo_vmware.api [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3221656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.847808] env[68960]: INFO nova.compute.manager [None req-3b07afaf-951a-48e6-9944-44da91b74729 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Unrescuing [ 916.847808] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3b07afaf-951a-48e6-9944-44da91b74729 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquiring lock "refresh_cache-0c3f5ad7-df75-40ee-bed7-fe406ecc2509" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.847808] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3b07afaf-951a-48e6-9944-44da91b74729 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquired lock "refresh_cache-0c3f5ad7-df75-40ee-bed7-fe406ecc2509" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.847808] env[68960]: DEBUG nova.network.neutron [None req-3b07afaf-951a-48e6-9944-44da91b74729 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.852313] env[68960]: DEBUG nova.network.neutron [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Successfully updated port: b416f0d9-bf08-44d8-b44f-67e2a5df2e71 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 916.906848] env[68960]: DEBUG oslo_concurrency.lockutils [req-6954cd94-0b87-4ce0-947f-64153155daf7 req-28c651e1-da58-41a9-be90-51bf5a737147 service nova] Releasing lock "refresh_cache-d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.019788] env[68960]: DEBUG oslo_concurrency.lockutils [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.020358] env[68960]: DEBUG nova.compute.manager [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 917.024849] env[68960]: DEBUG oslo_concurrency.lockutils [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.685s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.025097] env[68960]: DEBUG nova.objects.instance [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68960) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 917.080028] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: b93c3681-667b-4b48-bfbd-558e83220287] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.347763] env[68960]: DEBUG oslo_vmware.api [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3221656, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.357037] env[68960]: DEBUG oslo_concurrency.lockutils [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "refresh_cache-14acdb67-8104-487c-b2b3-a8007f0d05df" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.357037] env[68960]: DEBUG oslo_concurrency.lockutils [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquired lock "refresh_cache-14acdb67-8104-487c-b2b3-a8007f0d05df" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.357037] env[68960]: DEBUG nova.network.neutron [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.527109] env[68960]: DEBUG nova.compute.utils [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 917.528187] env[68960]: DEBUG nova.compute.manager [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 917.528356] env[68960]: DEBUG nova.network.neutron [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 917.582180] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: a30615b9-3f54-43da-bb2a-b8e6ed38fb47] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.587062] env[68960]: DEBUG nova.policy [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aba096a0306642a4819a7d79637bf8ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1643dfbb48924ae7ac0d24e68f54bad2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 917.699287] env[68960]: DEBUG nova.network.neutron [None req-3b07afaf-951a-48e6-9944-44da91b74729 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Updating instance_info_cache with network_info: [{"id": "571d1dda-feb2-40fb-9487-75694e40858c", "address": "fa:16:3e:b3:dc:3a", "network": {"id": "0d72bc5b-dc86-4401-b4aa-3ac524d238fc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-294129878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "40a29a62ec484f71b85ae2a96df4266d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap571d1dda-fe", "ovs_interfaceid": "571d1dda-feb2-40fb-9487-75694e40858c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.734020] env[68960]: DEBUG nova.compute.manager [req-81203cf6-df4d-428e-9dcc-13edf2ee1c45 req-e5da5dd3-0257-4e78-85ec-e6312b416610 service nova] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Received event network-vif-plugged-b416f0d9-bf08-44d8-b44f-67e2a5df2e71 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.734020] env[68960]: DEBUG oslo_concurrency.lockutils [req-81203cf6-df4d-428e-9dcc-13edf2ee1c45 req-e5da5dd3-0257-4e78-85ec-e6312b416610 service nova] Acquiring lock "14acdb67-8104-487c-b2b3-a8007f0d05df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.734020] env[68960]: DEBUG oslo_concurrency.lockutils [req-81203cf6-df4d-428e-9dcc-13edf2ee1c45 req-e5da5dd3-0257-4e78-85ec-e6312b416610 service nova] Lock "14acdb67-8104-487c-b2b3-a8007f0d05df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.734020] env[68960]: DEBUG oslo_concurrency.lockutils [req-81203cf6-df4d-428e-9dcc-13edf2ee1c45 req-e5da5dd3-0257-4e78-85ec-e6312b416610 service nova] Lock "14acdb67-8104-487c-b2b3-a8007f0d05df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.734020] env[68960]: DEBUG nova.compute.manager [req-81203cf6-df4d-428e-9dcc-13edf2ee1c45 req-e5da5dd3-0257-4e78-85ec-e6312b416610 service nova] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] No waiting events found dispatching network-vif-plugged-b416f0d9-bf08-44d8-b44f-67e2a5df2e71 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 917.734020] env[68960]: WARNING nova.compute.manager [req-81203cf6-df4d-428e-9dcc-13edf2ee1c45 req-e5da5dd3-0257-4e78-85ec-e6312b416610 service nova] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Received unexpected event network-vif-plugged-b416f0d9-bf08-44d8-b44f-67e2a5df2e71 for instance with vm_state building and task_state spawning. [ 917.734020] env[68960]: DEBUG nova.compute.manager [req-81203cf6-df4d-428e-9dcc-13edf2ee1c45 req-e5da5dd3-0257-4e78-85ec-e6312b416610 service nova] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Received event network-changed-b416f0d9-bf08-44d8-b44f-67e2a5df2e71 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.734020] env[68960]: DEBUG nova.compute.manager [req-81203cf6-df4d-428e-9dcc-13edf2ee1c45 req-e5da5dd3-0257-4e78-85ec-e6312b416610 service nova] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Refreshing instance network info cache due to event network-changed-b416f0d9-bf08-44d8-b44f-67e2a5df2e71. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.734831] env[68960]: DEBUG oslo_concurrency.lockutils [req-81203cf6-df4d-428e-9dcc-13edf2ee1c45 req-e5da5dd3-0257-4e78-85ec-e6312b416610 service nova] Acquiring lock "refresh_cache-14acdb67-8104-487c-b2b3-a8007f0d05df" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.853263] env[68960]: DEBUG oslo_vmware.api [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3221656, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570214} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.853263] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] d69bcd5d-1843-4880-aae3-a34c0ca9ea8b/d69bcd5d-1843-4880-aae3-a34c0ca9ea8b.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.853263] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.853263] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b9869a4-ca6a-48da-a1b9-df06c4c9995c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.862965] env[68960]: DEBUG oslo_vmware.api [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 917.862965] env[68960]: value = "task-3221657" [ 917.862965] env[68960]: _type = "Task" [ 917.862965] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.876432] env[68960]: DEBUG oslo_vmware.api [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3221657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.883447] env[68960]: DEBUG nova.network.neutron [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Successfully created port: 9a4327ec-77b9-4dbd-857d-d6203674dce1 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.930334] env[68960]: DEBUG nova.network.neutron [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.036464] env[68960]: DEBUG nova.compute.manager [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 918.050432] env[68960]: DEBUG oslo_concurrency.lockutils [None req-909da557-5803-410a-9e92-b32d41239701 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.051537] env[68960]: DEBUG oslo_concurrency.lockutils [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.917s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.056517] env[68960]: INFO nova.compute.claims [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.086880] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: caadf2f6-d5c1-4bb7-bc84-78731c465a6d] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.102985] env[68960]: DEBUG oslo_concurrency.lockutils [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "528aca84-c1c0-4af1-ac42-330bd8cd5b15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.102985] env[68960]: DEBUG oslo_concurrency.lockutils [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "528aca84-c1c0-4af1-ac42-330bd8cd5b15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.202144] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3b07afaf-951a-48e6-9944-44da91b74729 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Releasing lock "refresh_cache-0c3f5ad7-df75-40ee-bed7-fe406ecc2509" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.202967] env[68960]: DEBUG nova.objects.instance [None req-3b07afaf-951a-48e6-9944-44da91b74729 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Lazy-loading 'flavor' on Instance uuid 0c3f5ad7-df75-40ee-bed7-fe406ecc2509 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.300193] env[68960]: DEBUG nova.network.neutron [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Updating instance_info_cache with network_info: [{"id": "b416f0d9-bf08-44d8-b44f-67e2a5df2e71", "address": "fa:16:3e:7b:ab:4b", "network": {"id": "f1cc0593-0a64-4a3d-a9a0-5a4bf88e4041", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276161530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "843972d9f85c42b3ac175e0183e6930f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb416f0d9-bf", "ovs_interfaceid": "b416f0d9-bf08-44d8-b44f-67e2a5df2e71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.375611] env[68960]: DEBUG oslo_vmware.api [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3221657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073994} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.375883] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.377180] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f553e495-954e-492e-ac60-3ef724924e02 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.401508] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] d69bcd5d-1843-4880-aae3-a34c0ca9ea8b/d69bcd5d-1843-4880-aae3-a34c0ca9ea8b.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.401842] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e02590fc-009d-4387-81a4-69d3f73f4474 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.423581] env[68960]: DEBUG oslo_vmware.api [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 918.423581] env[68960]: value = "task-3221658" [ 918.423581] env[68960]: _type = "Task" [ 918.423581] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.432038] env[68960]: DEBUG oslo_vmware.api [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3221658, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.592585] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: d4c99f61-5621-4bff-9bc6-c8c0ca132533] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.712611] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc7adca-425f-404e-8ae1-48466b163d0d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.744054] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b07afaf-951a-48e6-9944-44da91b74729 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.745068] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-250e5537-8a4b-43e5-b988-27109f13562c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.753253] env[68960]: DEBUG oslo_vmware.api [None req-3b07afaf-951a-48e6-9944-44da91b74729 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 918.753253] env[68960]: value = "task-3221659" [ 918.753253] env[68960]: _type = "Task" [ 918.753253] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.765985] env[68960]: DEBUG oslo_vmware.api [None req-3b07afaf-951a-48e6-9944-44da91b74729 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.803823] env[68960]: DEBUG oslo_concurrency.lockutils [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Releasing lock "refresh_cache-14acdb67-8104-487c-b2b3-a8007f0d05df" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.804154] env[68960]: DEBUG nova.compute.manager [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Instance network_info: |[{"id": "b416f0d9-bf08-44d8-b44f-67e2a5df2e71", "address": "fa:16:3e:7b:ab:4b", "network": {"id": "f1cc0593-0a64-4a3d-a9a0-5a4bf88e4041", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276161530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "843972d9f85c42b3ac175e0183e6930f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb416f0d9-bf", "ovs_interfaceid": "b416f0d9-bf08-44d8-b44f-67e2a5df2e71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 918.806759] env[68960]: DEBUG oslo_concurrency.lockutils [req-81203cf6-df4d-428e-9dcc-13edf2ee1c45 req-e5da5dd3-0257-4e78-85ec-e6312b416610 service nova] Acquired lock "refresh_cache-14acdb67-8104-487c-b2b3-a8007f0d05df" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.806952] env[68960]: DEBUG nova.network.neutron [req-81203cf6-df4d-428e-9dcc-13edf2ee1c45 req-e5da5dd3-0257-4e78-85ec-e6312b416610 service nova] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Refreshing network info cache for port b416f0d9-bf08-44d8-b44f-67e2a5df2e71 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.808060] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:ab:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b416f0d9-bf08-44d8-b44f-67e2a5df2e71', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.815363] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.815869] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "df1c635b-6070-4793-ac01-c3c54bc84c9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.816102] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "df1c635b-6070-4793-ac01-c3c54bc84c9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.818941] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.819852] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc8fa94d-0188-46e6-b51a-60cd779039a5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.842741] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.842741] env[68960]: value = "task-3221660" [ 918.842741] env[68960]: _type = "Task" [ 918.842741] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.850532] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221660, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.936349] env[68960]: DEBUG oslo_vmware.api [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3221658, 'name': ReconfigVM_Task, 'duration_secs': 0.30614} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.936720] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Reconfigured VM instance instance-00000044 to attach disk [datastore1] d69bcd5d-1843-4880-aae3-a34c0ca9ea8b/d69bcd5d-1843-4880-aae3-a34c0ca9ea8b.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.937468] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1ddaf30-0015-48e1-97fa-24c1c29b0125 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.947303] env[68960]: DEBUG oslo_vmware.api [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 918.947303] env[68960]: value = "task-3221661" [ 918.947303] env[68960]: _type = "Task" [ 918.947303] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.958602] env[68960]: DEBUG oslo_vmware.api [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3221661, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.050679] env[68960]: DEBUG nova.compute.manager [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 919.084733] env[68960]: DEBUG nova.virt.hardware [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.085008] env[68960]: DEBUG nova.virt.hardware [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.085181] env[68960]: DEBUG nova.virt.hardware [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.085357] env[68960]: DEBUG nova.virt.hardware [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.085506] env[68960]: DEBUG nova.virt.hardware [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.085651] env[68960]: DEBUG nova.virt.hardware [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.085890] env[68960]: DEBUG nova.virt.hardware [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.089022] env[68960]: DEBUG nova.virt.hardware [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.089022] env[68960]: DEBUG nova.virt.hardware [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.089022] env[68960]: DEBUG nova.virt.hardware [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.089022] env[68960]: DEBUG nova.virt.hardware [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.089022] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e5e745-d988-4227-a17c-ca31dabd0b04 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.096681] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: aefaaeae-1518-4704-968b-329ef01e2523] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.100141] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d090a52a-caec-4e46-b8c9-e9610481e429 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.121184] env[68960]: DEBUG nova.network.neutron [req-81203cf6-df4d-428e-9dcc-13edf2ee1c45 req-e5da5dd3-0257-4e78-85ec-e6312b416610 service nova] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Updated VIF entry in instance network info cache for port b416f0d9-bf08-44d8-b44f-67e2a5df2e71. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.121403] env[68960]: DEBUG nova.network.neutron [req-81203cf6-df4d-428e-9dcc-13edf2ee1c45 req-e5da5dd3-0257-4e78-85ec-e6312b416610 service nova] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Updating instance_info_cache with network_info: [{"id": "b416f0d9-bf08-44d8-b44f-67e2a5df2e71", "address": "fa:16:3e:7b:ab:4b", "network": {"id": "f1cc0593-0a64-4a3d-a9a0-5a4bf88e4041", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276161530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "843972d9f85c42b3ac175e0183e6930f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb416f0d9-bf", "ovs_interfaceid": "b416f0d9-bf08-44d8-b44f-67e2a5df2e71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.263211] env[68960]: DEBUG oslo_vmware.api [None req-3b07afaf-951a-48e6-9944-44da91b74729 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221659, 'name': PowerOffVM_Task, 'duration_secs': 0.262234} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.263473] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b07afaf-951a-48e6-9944-44da91b74729 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.268904] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b07afaf-951a-48e6-9944-44da91b74729 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 919.271965] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2ce15fe-823b-410e-aff7-7c8d7d6f3515 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.295654] env[68960]: DEBUG oslo_vmware.api [None req-3b07afaf-951a-48e6-9944-44da91b74729 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 919.295654] env[68960]: value = "task-3221662" [ 919.295654] env[68960]: _type = "Task" [ 919.295654] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.309653] env[68960]: DEBUG oslo_vmware.api [None req-3b07afaf-951a-48e6-9944-44da91b74729 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221662, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.353640] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221660, 'name': CreateVM_Task, 'duration_secs': 0.376718} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.353640] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.354486] env[68960]: DEBUG oslo_concurrency.lockutils [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.354574] env[68960]: DEBUG oslo_concurrency.lockutils [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.355398] env[68960]: DEBUG oslo_concurrency.lockutils [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.355398] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5ea4649-5455-4098-89de-7b5e183ab5af {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.364853] env[68960]: DEBUG oslo_vmware.api [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 919.364853] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522a7159-9600-12df-7d37-ae5cc710e452" [ 919.364853] env[68960]: _type = "Task" [ 919.364853] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.374171] env[68960]: DEBUG oslo_vmware.api [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522a7159-9600-12df-7d37-ae5cc710e452, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.460780] env[68960]: DEBUG oslo_vmware.api [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3221661, 'name': Rename_Task, 'duration_secs': 0.177684} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.461115] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.461644] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24e5584a-953a-4056-a0f6-060cee1d2468 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.471996] env[68960]: DEBUG oslo_vmware.api [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 919.471996] env[68960]: value = "task-3221663" [ 919.471996] env[68960]: _type = "Task" [ 919.471996] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.487377] env[68960]: DEBUG oslo_vmware.api [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3221663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.597881] env[68960]: DEBUG nova.compute.manager [req-6ffef9aa-8e2a-447b-859b-d96d74b93d91 req-9524c1ad-328a-4666-bfab-b25da0b76a27 service nova] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Received event network-vif-plugged-9a4327ec-77b9-4dbd-857d-d6203674dce1 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.597881] env[68960]: DEBUG oslo_concurrency.lockutils [req-6ffef9aa-8e2a-447b-859b-d96d74b93d91 req-9524c1ad-328a-4666-bfab-b25da0b76a27 service nova] Acquiring lock "5f6c0adf-c72f-45f6-89a8-f696e3d45db7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.597881] env[68960]: DEBUG oslo_concurrency.lockutils [req-6ffef9aa-8e2a-447b-859b-d96d74b93d91 req-9524c1ad-328a-4666-bfab-b25da0b76a27 service nova] Lock "5f6c0adf-c72f-45f6-89a8-f696e3d45db7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.597881] env[68960]: DEBUG oslo_concurrency.lockutils [req-6ffef9aa-8e2a-447b-859b-d96d74b93d91 req-9524c1ad-328a-4666-bfab-b25da0b76a27 service nova] Lock "5f6c0adf-c72f-45f6-89a8-f696e3d45db7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.597881] env[68960]: DEBUG nova.compute.manager [req-6ffef9aa-8e2a-447b-859b-d96d74b93d91 req-9524c1ad-328a-4666-bfab-b25da0b76a27 service nova] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] No waiting events found dispatching network-vif-plugged-9a4327ec-77b9-4dbd-857d-d6203674dce1 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 919.597881] env[68960]: WARNING nova.compute.manager [req-6ffef9aa-8e2a-447b-859b-d96d74b93d91 req-9524c1ad-328a-4666-bfab-b25da0b76a27 service nova] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Received unexpected event network-vif-plugged-9a4327ec-77b9-4dbd-857d-d6203674dce1 for instance with vm_state building and task_state spawning. [ 919.604938] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: f254798c-4d12-4249-824d-d1a93727280b] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.624258] env[68960]: DEBUG oslo_concurrency.lockutils [req-81203cf6-df4d-428e-9dcc-13edf2ee1c45 req-e5da5dd3-0257-4e78-85ec-e6312b416610 service nova] Releasing lock "refresh_cache-14acdb67-8104-487c-b2b3-a8007f0d05df" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.657766] env[68960]: DEBUG nova.network.neutron [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Successfully updated port: 9a4327ec-77b9-4dbd-857d-d6203674dce1 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.696193] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093670d7-c813-4b9b-a6f8-251ff99e805f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.704636] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4bfd92-6df9-420b-8650-5c78c3557c38 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.739633] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa646332-e667-46dc-b405-9cade087ade6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.749784] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9036c679-2587-4801-bc3c-2e78d3862029 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.768781] env[68960]: DEBUG nova.compute.provider_tree [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.805918] env[68960]: DEBUG oslo_vmware.api [None req-3b07afaf-951a-48e6-9944-44da91b74729 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221662, 'name': ReconfigVM_Task, 'duration_secs': 0.258494} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.806234] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b07afaf-951a-48e6-9944-44da91b74729 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 919.806428] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b07afaf-951a-48e6-9944-44da91b74729 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.806699] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc5ed2a9-762a-441b-ad5a-f7a188ef0f6a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.814416] env[68960]: DEBUG oslo_vmware.api [None req-3b07afaf-951a-48e6-9944-44da91b74729 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 919.814416] env[68960]: value = "task-3221664" [ 919.814416] env[68960]: _type = "Task" [ 919.814416] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.823485] env[68960]: DEBUG oslo_vmware.api [None req-3b07afaf-951a-48e6-9944-44da91b74729 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.880018] env[68960]: DEBUG oslo_vmware.api [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522a7159-9600-12df-7d37-ae5cc710e452, 'name': SearchDatastore_Task, 'duration_secs': 0.010752} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.880018] env[68960]: DEBUG oslo_concurrency.lockutils [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.880018] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.880018] env[68960]: DEBUG oslo_concurrency.lockutils [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.880018] env[68960]: DEBUG oslo_concurrency.lockutils [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.880018] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.880018] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ce43f3e-a438-4f4b-ac41-e31b9ef48ae0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.894076] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.894337] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.895102] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42d77eb6-13de-4f4a-aa75-92ad79900c3e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.901286] env[68960]: DEBUG oslo_vmware.api [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 919.901286] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ab3d7d-b4c1-c972-6020-e72e646fb5be" [ 919.901286] env[68960]: _type = "Task" [ 919.901286] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.910490] env[68960]: DEBUG oslo_vmware.api [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ab3d7d-b4c1-c972-6020-e72e646fb5be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.985791] env[68960]: DEBUG oslo_vmware.api [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3221663, 'name': PowerOnVM_Task, 'duration_secs': 0.505129} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.986318] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.986687] env[68960]: INFO nova.compute.manager [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Took 7.34 seconds to spawn the instance on the hypervisor. [ 919.987059] env[68960]: DEBUG nova.compute.manager [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.988050] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01724b9f-051d-49f2-a15d-6713dbaa6bdf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.109944] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 12a4b514-d9a7-4f41-9195-ac5accc73079] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.160306] env[68960]: DEBUG oslo_concurrency.lockutils [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "refresh_cache-5f6c0adf-c72f-45f6-89a8-f696e3d45db7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.160356] env[68960]: DEBUG oslo_concurrency.lockutils [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquired lock "refresh_cache-5f6c0adf-c72f-45f6-89a8-f696e3d45db7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.160473] env[68960]: DEBUG nova.network.neutron [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.275420] env[68960]: DEBUG nova.scheduler.client.report [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.330042] env[68960]: DEBUG oslo_vmware.api [None req-3b07afaf-951a-48e6-9944-44da91b74729 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221664, 'name': PowerOnVM_Task, 'duration_secs': 0.406578} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.330042] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b07afaf-951a-48e6-9944-44da91b74729 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.330042] env[68960]: DEBUG nova.compute.manager [None req-3b07afaf-951a-48e6-9944-44da91b74729 tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.330042] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09477585-5744-47d1-aedf-5cf734c39ac7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.414742] env[68960]: DEBUG oslo_vmware.api [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ab3d7d-b4c1-c972-6020-e72e646fb5be, 'name': SearchDatastore_Task, 'duration_secs': 0.014763} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.415692] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ddd7deb-e6e8-4ffa-b30f-fd4a8913615a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.421777] env[68960]: DEBUG oslo_vmware.api [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 920.421777] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ae2ed7-b446-717e-4b96-3e0c3bce7b83" [ 920.421777] env[68960]: _type = "Task" [ 920.421777] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.430041] env[68960]: DEBUG oslo_vmware.api [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ae2ed7-b446-717e-4b96-3e0c3bce7b83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.510771] env[68960]: INFO nova.compute.manager [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Took 60.69 seconds to build instance. [ 920.614852] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: b5d9ce0a-f1be-486b-8f4d-7f53285c464f] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.696113] env[68960]: DEBUG nova.network.neutron [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.781170] env[68960]: DEBUG oslo_concurrency.lockutils [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.781170] env[68960]: DEBUG nova.compute.manager [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 920.789202] env[68960]: DEBUG oslo_concurrency.lockutils [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.646s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.794821] env[68960]: INFO nova.compute.claims [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.859116] env[68960]: DEBUG nova.network.neutron [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Updating instance_info_cache with network_info: [{"id": "9a4327ec-77b9-4dbd-857d-d6203674dce1", "address": "fa:16:3e:1a:c8:46", "network": {"id": "18c68c88-6a95-47be-a3a4-a992ed478909", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1550065616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1643dfbb48924ae7ac0d24e68f54bad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a4327ec-77", "ovs_interfaceid": "9a4327ec-77b9-4dbd-857d-d6203674dce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.939687] env[68960]: DEBUG oslo_vmware.api [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ae2ed7-b446-717e-4b96-3e0c3bce7b83, 'name': SearchDatastore_Task, 'duration_secs': 0.037747} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.939687] env[68960]: DEBUG oslo_concurrency.lockutils [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.939687] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 14acdb67-8104-487c-b2b3-a8007f0d05df/14acdb67-8104-487c-b2b3-a8007f0d05df.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.939687] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95466a05-4cae-4698-9f7d-04ebb317d43e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.949589] env[68960]: DEBUG oslo_vmware.api [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 920.949589] env[68960]: value = "task-3221665" [ 920.949589] env[68960]: _type = "Task" [ 920.949589] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.965573] env[68960]: DEBUG oslo_vmware.api [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.014859] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b6c3573d-7c8c-4ae1-a7ab-09253b1418ab tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.983s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.120336] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 69104ee1-e0d9-4783-9ccb-8af129140cd4] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 921.309724] env[68960]: DEBUG nova.compute.utils [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.309724] env[68960]: DEBUG nova.compute.manager [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.309915] env[68960]: DEBUG nova.network.neutron [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.363181] env[68960]: DEBUG nova.policy [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18b32fe2214c46d8a476e52763fe6768', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f799a28ad4b41a1879b56bc35ecb10d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.364066] env[68960]: DEBUG oslo_concurrency.lockutils [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Releasing lock "refresh_cache-5f6c0adf-c72f-45f6-89a8-f696e3d45db7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.364396] env[68960]: DEBUG nova.compute.manager [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Instance network_info: |[{"id": "9a4327ec-77b9-4dbd-857d-d6203674dce1", "address": "fa:16:3e:1a:c8:46", "network": {"id": "18c68c88-6a95-47be-a3a4-a992ed478909", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1550065616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1643dfbb48924ae7ac0d24e68f54bad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a4327ec-77", "ovs_interfaceid": "9a4327ec-77b9-4dbd-857d-d6203674dce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.365197] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:c8:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a4327ec-77b9-4dbd-857d-d6203674dce1', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.374456] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Creating folder: Project (1643dfbb48924ae7ac0d24e68f54bad2). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 921.375290] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1df057a8-8fb2-4ac4-ab5c-9558123a906b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.391051] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Created folder: Project (1643dfbb48924ae7ac0d24e68f54bad2) in parent group-v643888. [ 921.392265] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Creating folder: Instances. Parent ref: group-v644099. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 921.392265] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8e49d5a-3c0a-4ae3-ade2-3548a73db6d2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.406032] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Created folder: Instances in parent group-v644099. [ 921.406458] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.406598] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.407163] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ca03d1e-03bf-42e5-b844-a7cbfa85fa7e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.432414] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.432414] env[68960]: value = "task-3221668" [ 921.432414] env[68960]: _type = "Task" [ 921.432414] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.440532] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221668, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.463803] env[68960]: DEBUG oslo_vmware.api [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221665, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.516468] env[68960]: DEBUG nova.compute.manager [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.623150] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 232504f9-2248-4e28-ab5f-5121b50b9643] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 921.793735] env[68960]: DEBUG nova.compute.manager [req-bcc168a0-6457-4201-956d-6f69b985ebd7 req-51d6d65e-a8ea-453b-a941-3529eb28a5b7 service nova] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Received event network-changed-9a4327ec-77b9-4dbd-857d-d6203674dce1 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.793863] env[68960]: DEBUG nova.compute.manager [req-bcc168a0-6457-4201-956d-6f69b985ebd7 req-51d6d65e-a8ea-453b-a941-3529eb28a5b7 service nova] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Refreshing instance network info cache due to event network-changed-9a4327ec-77b9-4dbd-857d-d6203674dce1. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 921.794032] env[68960]: DEBUG oslo_concurrency.lockutils [req-bcc168a0-6457-4201-956d-6f69b985ebd7 req-51d6d65e-a8ea-453b-a941-3529eb28a5b7 service nova] Acquiring lock "refresh_cache-5f6c0adf-c72f-45f6-89a8-f696e3d45db7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.794186] env[68960]: DEBUG oslo_concurrency.lockutils [req-bcc168a0-6457-4201-956d-6f69b985ebd7 req-51d6d65e-a8ea-453b-a941-3529eb28a5b7 service nova] Acquired lock "refresh_cache-5f6c0adf-c72f-45f6-89a8-f696e3d45db7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.794377] env[68960]: DEBUG nova.network.neutron [req-bcc168a0-6457-4201-956d-6f69b985ebd7 req-51d6d65e-a8ea-453b-a941-3529eb28a5b7 service nova] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Refreshing network info cache for port 9a4327ec-77b9-4dbd-857d-d6203674dce1 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.814939] env[68960]: DEBUG nova.compute.manager [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.942991] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221668, 'name': CreateVM_Task, 'duration_secs': 0.37717} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.943373] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.944607] env[68960]: DEBUG oslo_concurrency.lockutils [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.946041] env[68960]: DEBUG oslo_concurrency.lockutils [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.946041] env[68960]: DEBUG oslo_concurrency.lockutils [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.946041] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82b168ff-a87d-40f8-a4b4-86866d2daf56 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.952413] env[68960]: DEBUG oslo_vmware.api [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 921.952413] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523f74f0-2d05-ed9f-38b5-d496f6f20af5" [ 921.952413] env[68960]: _type = "Task" [ 921.952413] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.969072] env[68960]: DEBUG oslo_vmware.api [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221665, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568577} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.972793] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 14acdb67-8104-487c-b2b3-a8007f0d05df/14acdb67-8104-487c-b2b3-a8007f0d05df.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.975030] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.975030] env[68960]: DEBUG oslo_vmware.api [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523f74f0-2d05-ed9f-38b5-d496f6f20af5, 'name': SearchDatastore_Task, 'duration_secs': 0.010282} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.975030] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c496767-590a-4a91-b8a0-7fec0863b3b0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.976085] env[68960]: DEBUG oslo_concurrency.lockutils [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.976200] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.976490] env[68960]: DEBUG oslo_concurrency.lockutils [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.976697] env[68960]: DEBUG oslo_concurrency.lockutils [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.976972] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.979470] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08a3d602-6b41-48ac-b5b1-c8373a62f70e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.984108] env[68960]: DEBUG nova.network.neutron [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Successfully created port: 80d2ff06-9294-46c8-9f85-189323b2f6c3 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.989460] env[68960]: DEBUG oslo_vmware.api [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 921.989460] env[68960]: value = "task-3221669" [ 921.989460] env[68960]: _type = "Task" [ 921.989460] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.004195] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.004195] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.006312] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19760324-d056-40d4-975b-3cf674d6980d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.009805] env[68960]: DEBUG oslo_vmware.api [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.014037] env[68960]: DEBUG oslo_vmware.api [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 922.014037] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52fb5ba6-5b2f-8cb8-f10d-ffc874af544a" [ 922.014037] env[68960]: _type = "Task" [ 922.014037] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.028269] env[68960]: DEBUG oslo_vmware.api [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52fb5ba6-5b2f-8cb8-f10d-ffc874af544a, 'name': SearchDatastore_Task, 'duration_secs': 0.010031} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.031621] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11fe676a-757c-4c53-ac5d-c67c4c5ec15d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.045351] env[68960]: DEBUG oslo_vmware.api [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 922.045351] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5206091f-9a1b-a784-b93e-6e9f2b79c6e7" [ 922.045351] env[68960]: _type = "Task" [ 922.045351] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.046295] env[68960]: DEBUG oslo_concurrency.lockutils [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.055127] env[68960]: DEBUG oslo_vmware.api [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5206091f-9a1b-a784-b93e-6e9f2b79c6e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.127404] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: c92cef0d-47ce-40f6-8dae-18ce9a133da4] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.357357] env[68960]: DEBUG oslo_concurrency.lockutils [None req-78ec4250-d41b-4411-9a64-f4f2edc5852f tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquiring lock "0c3f5ad7-df75-40ee-bed7-fe406ecc2509" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.357668] env[68960]: DEBUG oslo_concurrency.lockutils [None req-78ec4250-d41b-4411-9a64-f4f2edc5852f tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Lock "0c3f5ad7-df75-40ee-bed7-fe406ecc2509" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.357882] env[68960]: DEBUG oslo_concurrency.lockutils [None req-78ec4250-d41b-4411-9a64-f4f2edc5852f tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquiring lock "0c3f5ad7-df75-40ee-bed7-fe406ecc2509-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.358078] env[68960]: DEBUG oslo_concurrency.lockutils [None req-78ec4250-d41b-4411-9a64-f4f2edc5852f tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Lock "0c3f5ad7-df75-40ee-bed7-fe406ecc2509-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.358253] env[68960]: DEBUG oslo_concurrency.lockutils [None req-78ec4250-d41b-4411-9a64-f4f2edc5852f tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Lock "0c3f5ad7-df75-40ee-bed7-fe406ecc2509-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.360271] env[68960]: INFO nova.compute.manager [None req-78ec4250-d41b-4411-9a64-f4f2edc5852f tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Terminating instance [ 922.424450] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fc9c54-2dbc-488b-a572-2e39081a1593 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.433150] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dedabc-0241-48a8-9f50-598ecfe2058c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.466400] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4ad5aa-712e-448b-aef8-dffb5fb4df1f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.475093] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d59fe72-eeeb-4524-a96c-be682ce56310 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.489087] env[68960]: DEBUG nova.compute.provider_tree [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 922.502994] env[68960]: DEBUG oslo_vmware.api [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131874} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.502994] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.503629] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75622122-e329-40ef-8da9-1cdd9f7c239a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.534855] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 14acdb67-8104-487c-b2b3-a8007f0d05df/14acdb67-8104-487c-b2b3-a8007f0d05df.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.535590] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88020f9c-2350-49fe-af9c-ea4acaab9a3e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.563027] env[68960]: DEBUG oslo_vmware.api [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5206091f-9a1b-a784-b93e-6e9f2b79c6e7, 'name': SearchDatastore_Task, 'duration_secs': 0.047489} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.564697] env[68960]: DEBUG oslo_concurrency.lockutils [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.565085] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 5f6c0adf-c72f-45f6-89a8-f696e3d45db7/5f6c0adf-c72f-45f6-89a8-f696e3d45db7.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.565404] env[68960]: DEBUG oslo_vmware.api [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 922.565404] env[68960]: value = "task-3221670" [ 922.565404] env[68960]: _type = "Task" [ 922.565404] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.565618] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bef64ba-a096-451d-9960-21d78e723f24 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.578452] env[68960]: DEBUG oslo_vmware.api [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221670, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.580335] env[68960]: DEBUG oslo_vmware.api [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 922.580335] env[68960]: value = "task-3221671" [ 922.580335] env[68960]: _type = "Task" [ 922.580335] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.592542] env[68960]: DEBUG oslo_vmware.api [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3221671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.633814] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 44e5ac3d-09ea-4410-941a-971e4e9b55d7] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.836142] env[68960]: DEBUG nova.compute.manager [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 922.864165] env[68960]: DEBUG nova.compute.manager [None req-78ec4250-d41b-4411-9a64-f4f2edc5852f tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.864495] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-78ec4250-d41b-4411-9a64-f4f2edc5852f tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.865520] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd9a66e-510e-4434-8854-4865c4788244 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.877757] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ec4250-d41b-4411-9a64-f4f2edc5852f tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.877991] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77184a5b-2070-4d4b-9430-e5a4a3657f99 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.887245] env[68960]: DEBUG nova.network.neutron [req-bcc168a0-6457-4201-956d-6f69b985ebd7 req-51d6d65e-a8ea-453b-a941-3529eb28a5b7 service nova] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Updated VIF entry in instance network info cache for port 9a4327ec-77b9-4dbd-857d-d6203674dce1. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.887631] env[68960]: DEBUG nova.network.neutron [req-bcc168a0-6457-4201-956d-6f69b985ebd7 req-51d6d65e-a8ea-453b-a941-3529eb28a5b7 service nova] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Updating instance_info_cache with network_info: [{"id": "9a4327ec-77b9-4dbd-857d-d6203674dce1", "address": "fa:16:3e:1a:c8:46", "network": {"id": "18c68c88-6a95-47be-a3a4-a992ed478909", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1550065616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1643dfbb48924ae7ac0d24e68f54bad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a4327ec-77", "ovs_interfaceid": "9a4327ec-77b9-4dbd-857d-d6203674dce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.893022] env[68960]: DEBUG oslo_vmware.api [None req-78ec4250-d41b-4411-9a64-f4f2edc5852f tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 922.893022] env[68960]: value = "task-3221672" [ 922.893022] env[68960]: _type = "Task" [ 922.893022] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.893599] env[68960]: DEBUG nova.virt.hardware [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7b5234418f960a7167d21c515b657c55',container_format='bare',created_at=2025-04-03T03:11:06Z,direct_url=,disk_format='vmdk',id=28fd69e8-6675-486c-a229-721f2d4af268,min_disk=1,min_ram=0,name='tempest-test-snap-655981815',owner='7f799a28ad4b41a1879b56bc35ecb10d',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-03T03:11:22Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.893846] env[68960]: DEBUG nova.virt.hardware [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.894037] env[68960]: DEBUG nova.virt.hardware [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.894258] env[68960]: DEBUG nova.virt.hardware [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.894609] env[68960]: DEBUG nova.virt.hardware [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.894609] env[68960]: DEBUG nova.virt.hardware [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.894821] env[68960]: DEBUG nova.virt.hardware [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.894996] env[68960]: DEBUG nova.virt.hardware [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.895182] env[68960]: DEBUG nova.virt.hardware [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.897036] env[68960]: DEBUG nova.virt.hardware [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.897036] env[68960]: DEBUG nova.virt.hardware [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.897036] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75960496-c40e-4bb3-83fd-6d6ab3da00f5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.914321] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed553c1-f0fd-42e5-b96b-5fde72c1fa18 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.919316] env[68960]: DEBUG oslo_vmware.api [None req-78ec4250-d41b-4411-9a64-f4f2edc5852f tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.019853] env[68960]: ERROR nova.scheduler.client.report [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [req-033da86b-04e7-4a2f-be11-33f8b9490440] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d6b14c3a-024a-447e-9595-cef114b4ddda. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-033da86b-04e7-4a2f-be11-33f8b9490440"}]} [ 923.042671] env[68960]: DEBUG nova.scheduler.client.report [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Refreshing inventories for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 923.070043] env[68960]: DEBUG nova.scheduler.client.report [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Updating ProviderTree inventory for provider d6b14c3a-024a-447e-9595-cef114b4ddda from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 923.070553] env[68960]: DEBUG nova.compute.provider_tree [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 923.085803] env[68960]: DEBUG oslo_vmware.api [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221670, 'name': ReconfigVM_Task, 'duration_secs': 0.325868} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.089745] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 14acdb67-8104-487c-b2b3-a8007f0d05df/14acdb67-8104-487c-b2b3-a8007f0d05df.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.091584] env[68960]: DEBUG nova.scheduler.client.report [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Refreshing aggregate associations for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda, aggregates: None {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 923.094590] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e778e9d-bc1c-4d8a-a3ed-a0aabc314625 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.102799] env[68960]: DEBUG oslo_vmware.api [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3221671, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.104918] env[68960]: DEBUG oslo_vmware.api [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 923.104918] env[68960]: value = "task-3221673" [ 923.104918] env[68960]: _type = "Task" [ 923.104918] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.114363] env[68960]: DEBUG oslo_vmware.api [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221673, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.115867] env[68960]: DEBUG nova.scheduler.client.report [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Refreshing trait associations for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 923.137425] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 75f185f7-7424-4e12-9b06-69c6094267d9] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.392595] env[68960]: DEBUG oslo_concurrency.lockutils [req-bcc168a0-6457-4201-956d-6f69b985ebd7 req-51d6d65e-a8ea-453b-a941-3529eb28a5b7 service nova] Releasing lock "refresh_cache-5f6c0adf-c72f-45f6-89a8-f696e3d45db7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.406634] env[68960]: DEBUG oslo_vmware.api [None req-78ec4250-d41b-4411-9a64-f4f2edc5852f tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221672, 'name': PowerOffVM_Task, 'duration_secs': 0.308517} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.409169] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ec4250-d41b-4411-9a64-f4f2edc5852f tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.409351] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-78ec4250-d41b-4411-9a64-f4f2edc5852f tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.409805] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4b0fef5-108d-4047-b29b-05c94e5a2ecc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.488097] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-78ec4250-d41b-4411-9a64-f4f2edc5852f tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.488363] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-78ec4250-d41b-4411-9a64-f4f2edc5852f tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.488544] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-78ec4250-d41b-4411-9a64-f4f2edc5852f tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Deleting the datastore file [datastore2] 0c3f5ad7-df75-40ee-bed7-fe406ecc2509 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.488818] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb9d3aef-8bc3-4b9e-92b4-05939c475542 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.497360] env[68960]: DEBUG oslo_vmware.api [None req-78ec4250-d41b-4411-9a64-f4f2edc5852f tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 923.497360] env[68960]: value = "task-3221675" [ 923.497360] env[68960]: _type = "Task" [ 923.497360] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.507026] env[68960]: DEBUG oslo_vmware.api [None req-78ec4250-d41b-4411-9a64-f4f2edc5852f tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.592953] env[68960]: DEBUG nova.network.neutron [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Successfully updated port: 80d2ff06-9294-46c8-9f85-189323b2f6c3 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.603417] env[68960]: DEBUG oslo_vmware.api [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3221671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582199} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.604236] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 5f6c0adf-c72f-45f6-89a8-f696e3d45db7/5f6c0adf-c72f-45f6-89a8-f696e3d45db7.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.604236] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.604562] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e426311-1f2c-4081-8bc8-73e6e4e5251d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.620604] env[68960]: DEBUG oslo_vmware.api [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221673, 'name': Rename_Task, 'duration_secs': 0.201039} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.624658] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.625034] env[68960]: DEBUG oslo_vmware.api [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 923.625034] env[68960]: value = "task-3221676" [ 923.625034] env[68960]: _type = "Task" [ 923.625034] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.625785] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4744bb72-1d4c-4861-a146-0c887e478cdd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.636662] env[68960]: DEBUG oslo_vmware.api [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3221676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.638936] env[68960]: DEBUG oslo_vmware.api [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 923.638936] env[68960]: value = "task-3221677" [ 923.638936] env[68960]: _type = "Task" [ 923.638936] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.639657] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0175965-c96f-4662-95b9-9afa7e0ffc6d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.642386] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 5a1a5e2f-ce84-4dff-a9e2-02308041d09e] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.654232] env[68960]: DEBUG oslo_vmware.api [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.659522] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe470ea-0c00-4460-bc5d-7549e0981890 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.690574] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab761834-56a7-454e-bac6-8890c0b48714 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.699800] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217d8e00-a817-40b6-8342-bd9f30efc703 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.714050] env[68960]: DEBUG nova.compute.provider_tree [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.825360] env[68960]: DEBUG nova.compute.manager [req-590b5cdd-7d8d-4089-88a5-635d486c0790 req-b65938b2-b959-4421-bdfb-392465a1f67c service nova] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Received event network-changed-e139aca4-0df5-45d7-ad6b-01b567fb4183 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.825564] env[68960]: DEBUG nova.compute.manager [req-590b5cdd-7d8d-4089-88a5-635d486c0790 req-b65938b2-b959-4421-bdfb-392465a1f67c service nova] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Refreshing instance network info cache due to event network-changed-e139aca4-0df5-45d7-ad6b-01b567fb4183. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 923.825782] env[68960]: DEBUG oslo_concurrency.lockutils [req-590b5cdd-7d8d-4089-88a5-635d486c0790 req-b65938b2-b959-4421-bdfb-392465a1f67c service nova] Acquiring lock "refresh_cache-d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.825944] env[68960]: DEBUG oslo_concurrency.lockutils [req-590b5cdd-7d8d-4089-88a5-635d486c0790 req-b65938b2-b959-4421-bdfb-392465a1f67c service nova] Acquired lock "refresh_cache-d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.826123] env[68960]: DEBUG nova.network.neutron [req-590b5cdd-7d8d-4089-88a5-635d486c0790 req-b65938b2-b959-4421-bdfb-392465a1f67c service nova] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Refreshing network info cache for port e139aca4-0df5-45d7-ad6b-01b567fb4183 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.007791] env[68960]: DEBUG oslo_vmware.api [None req-78ec4250-d41b-4411-9a64-f4f2edc5852f tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154077} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.008057] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-78ec4250-d41b-4411-9a64-f4f2edc5852f tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.008220] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-78ec4250-d41b-4411-9a64-f4f2edc5852f tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.008388] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-78ec4250-d41b-4411-9a64-f4f2edc5852f tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.008554] env[68960]: INFO nova.compute.manager [None req-78ec4250-d41b-4411-9a64-f4f2edc5852f tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Took 1.14 seconds to destroy the instance on the hypervisor. [ 924.008832] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78ec4250-d41b-4411-9a64-f4f2edc5852f tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.009039] env[68960]: DEBUG nova.compute.manager [-] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.009136] env[68960]: DEBUG nova.network.neutron [-] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.105732] env[68960]: DEBUG oslo_concurrency.lockutils [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "refresh_cache-eb3439a8-bb05-47fc-b54e-1bec950759d1" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.105874] env[68960]: DEBUG oslo_concurrency.lockutils [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquired lock "refresh_cache-eb3439a8-bb05-47fc-b54e-1bec950759d1" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.106048] env[68960]: DEBUG nova.network.neutron [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.137726] env[68960]: DEBUG oslo_vmware.api [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3221676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078858} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.138039] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.138813] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcc8c0e-e934-4990-ba80-ecce721c5f93 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.155856] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 9254d105-f6bd-40d2-8ccf-20058139ddd0] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.166056] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 5f6c0adf-c72f-45f6-89a8-f696e3d45db7/5f6c0adf-c72f-45f6-89a8-f696e3d45db7.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.167118] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88a2edcd-f998-45fd-bdaa-50a8cce8a336 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.186208] env[68960]: DEBUG oslo_vmware.api [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221677, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.194842] env[68960]: DEBUG oslo_vmware.api [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 924.194842] env[68960]: value = "task-3221678" [ 924.194842] env[68960]: _type = "Task" [ 924.194842] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.204216] env[68960]: DEBUG oslo_vmware.api [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3221678, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.216803] env[68960]: DEBUG nova.scheduler.client.report [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.555903] env[68960]: DEBUG nova.network.neutron [req-590b5cdd-7d8d-4089-88a5-635d486c0790 req-b65938b2-b959-4421-bdfb-392465a1f67c service nova] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Updated VIF entry in instance network info cache for port e139aca4-0df5-45d7-ad6b-01b567fb4183. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.556299] env[68960]: DEBUG nova.network.neutron [req-590b5cdd-7d8d-4089-88a5-635d486c0790 req-b65938b2-b959-4421-bdfb-392465a1f67c service nova] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Updating instance_info_cache with network_info: [{"id": "e139aca4-0df5-45d7-ad6b-01b567fb4183", "address": "fa:16:3e:b3:82:14", "network": {"id": "8a12e446-cc71-4946-a799-c0954c81a525", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1150066882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0d5c4a9742d4da780ad1ea41f22d3df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape139aca4-0d", "ovs_interfaceid": "e139aca4-0df5-45d7-ad6b-01b567fb4183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.649255] env[68960]: DEBUG nova.network.neutron [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.662398] env[68960]: DEBUG oslo_vmware.api [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221677, 'name': PowerOnVM_Task, 'duration_secs': 0.592132} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.663079] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.663079] env[68960]: INFO nova.compute.manager [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Took 9.35 seconds to spawn the instance on the hypervisor. [ 924.663293] env[68960]: DEBUG nova.compute.manager [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.664434] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83794d58-b45f-4a32-972e-fb480ac8fd53 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.670145] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: a57509a1-3ec5-40a0-a53f-515c4d19839c] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.713747] env[68960]: DEBUG oslo_vmware.api [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3221678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.722126] env[68960]: DEBUG oslo_concurrency.lockutils [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.933s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.722769] env[68960]: DEBUG nova.compute.manager [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 924.726271] env[68960]: DEBUG oslo_concurrency.lockutils [None req-88e3c0eb-6f8d-4499-b2c3-007d46e44871 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.217s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.726660] env[68960]: DEBUG oslo_concurrency.lockutils [None req-88e3c0eb-6f8d-4499-b2c3-007d46e44871 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.732100] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.286s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.732100] env[68960]: DEBUG nova.objects.instance [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68960) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 924.760645] env[68960]: INFO nova.scheduler.client.report [None req-88e3c0eb-6f8d-4499-b2c3-007d46e44871 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Deleted allocations for instance 1f56cc38-ab30-4ca4-ae20-62021f6fe60c [ 924.770315] env[68960]: DEBUG nova.network.neutron [-] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.807977] env[68960]: DEBUG nova.network.neutron [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Updating instance_info_cache with network_info: [{"id": "80d2ff06-9294-46c8-9f85-189323b2f6c3", "address": "fa:16:3e:94:c6:69", "network": {"id": "fff51d55-08d5-4376-bd7f-089b01c12a99", "bridge": "br-int", "label": "tempest-ImagesTestJSON-277706535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f799a28ad4b41a1879b56bc35ecb10d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d2ff06-92", "ovs_interfaceid": "80d2ff06-9294-46c8-9f85-189323b2f6c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.060077] env[68960]: DEBUG oslo_concurrency.lockutils [req-590b5cdd-7d8d-4089-88a5-635d486c0790 req-b65938b2-b959-4421-bdfb-392465a1f67c service nova] Releasing lock "refresh_cache-d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.060077] env[68960]: DEBUG nova.compute.manager [req-590b5cdd-7d8d-4089-88a5-635d486c0790 req-b65938b2-b959-4421-bdfb-392465a1f67c service nova] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Received event network-vif-plugged-80d2ff06-9294-46c8-9f85-189323b2f6c3 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.060077] env[68960]: DEBUG oslo_concurrency.lockutils [req-590b5cdd-7d8d-4089-88a5-635d486c0790 req-b65938b2-b959-4421-bdfb-392465a1f67c service nova] Acquiring lock "eb3439a8-bb05-47fc-b54e-1bec950759d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.060293] env[68960]: DEBUG oslo_concurrency.lockutils [req-590b5cdd-7d8d-4089-88a5-635d486c0790 req-b65938b2-b959-4421-bdfb-392465a1f67c service nova] Lock "eb3439a8-bb05-47fc-b54e-1bec950759d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.060392] env[68960]: DEBUG oslo_concurrency.lockutils [req-590b5cdd-7d8d-4089-88a5-635d486c0790 req-b65938b2-b959-4421-bdfb-392465a1f67c service nova] Lock "eb3439a8-bb05-47fc-b54e-1bec950759d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.060681] env[68960]: DEBUG nova.compute.manager [req-590b5cdd-7d8d-4089-88a5-635d486c0790 req-b65938b2-b959-4421-bdfb-392465a1f67c service nova] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] No waiting events found dispatching network-vif-plugged-80d2ff06-9294-46c8-9f85-189323b2f6c3 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 925.060895] env[68960]: WARNING nova.compute.manager [req-590b5cdd-7d8d-4089-88a5-635d486c0790 req-b65938b2-b959-4421-bdfb-392465a1f67c service nova] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Received unexpected event network-vif-plugged-80d2ff06-9294-46c8-9f85-189323b2f6c3 for instance with vm_state building and task_state spawning. [ 925.061281] env[68960]: DEBUG nova.compute.manager [req-590b5cdd-7d8d-4089-88a5-635d486c0790 req-b65938b2-b959-4421-bdfb-392465a1f67c service nova] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Received event network-changed-80d2ff06-9294-46c8-9f85-189323b2f6c3 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.061564] env[68960]: DEBUG nova.compute.manager [req-590b5cdd-7d8d-4089-88a5-635d486c0790 req-b65938b2-b959-4421-bdfb-392465a1f67c service nova] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Refreshing instance network info cache due to event network-changed-80d2ff06-9294-46c8-9f85-189323b2f6c3. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.061776] env[68960]: DEBUG oslo_concurrency.lockutils [req-590b5cdd-7d8d-4089-88a5-635d486c0790 req-b65938b2-b959-4421-bdfb-392465a1f67c service nova] Acquiring lock "refresh_cache-eb3439a8-bb05-47fc-b54e-1bec950759d1" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.174118] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: a379fe8b-cc63-42fc-843e-a602a3933ebc] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.186873] env[68960]: INFO nova.compute.manager [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Took 61.04 seconds to build instance. [ 925.210240] env[68960]: DEBUG oslo_vmware.api [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3221678, 'name': ReconfigVM_Task, 'duration_secs': 0.887934} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.210564] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 5f6c0adf-c72f-45f6-89a8-f696e3d45db7/5f6c0adf-c72f-45f6-89a8-f696e3d45db7.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.211188] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e921c2ef-af53-4d1a-a994-9ae51b861793 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.220030] env[68960]: DEBUG oslo_vmware.api [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 925.220030] env[68960]: value = "task-3221679" [ 925.220030] env[68960]: _type = "Task" [ 925.220030] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.229252] env[68960]: DEBUG oslo_vmware.api [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3221679, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.236975] env[68960]: DEBUG nova.compute.utils [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.242133] env[68960]: DEBUG nova.compute.manager [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.242133] env[68960]: DEBUG nova.network.neutron [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.271194] env[68960]: DEBUG oslo_concurrency.lockutils [None req-88e3c0eb-6f8d-4499-b2c3-007d46e44871 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Lock "1f56cc38-ab30-4ca4-ae20-62021f6fe60c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.003s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.276074] env[68960]: INFO nova.compute.manager [-] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Took 1.27 seconds to deallocate network for instance. [ 925.285959] env[68960]: DEBUG nova.policy [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '436e63653a1b485d854fa954f557d19f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42779973f53e4b13bbe449e808f2bfa9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.312552] env[68960]: DEBUG oslo_concurrency.lockutils [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Releasing lock "refresh_cache-eb3439a8-bb05-47fc-b54e-1bec950759d1" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.312930] env[68960]: DEBUG nova.compute.manager [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Instance network_info: |[{"id": "80d2ff06-9294-46c8-9f85-189323b2f6c3", "address": "fa:16:3e:94:c6:69", "network": {"id": "fff51d55-08d5-4376-bd7f-089b01c12a99", "bridge": "br-int", "label": "tempest-ImagesTestJSON-277706535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f799a28ad4b41a1879b56bc35ecb10d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d2ff06-92", "ovs_interfaceid": "80d2ff06-9294-46c8-9f85-189323b2f6c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.313262] env[68960]: DEBUG oslo_concurrency.lockutils [req-590b5cdd-7d8d-4089-88a5-635d486c0790 req-b65938b2-b959-4421-bdfb-392465a1f67c service nova] Acquired lock "refresh_cache-eb3439a8-bb05-47fc-b54e-1bec950759d1" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.313453] env[68960]: DEBUG nova.network.neutron [req-590b5cdd-7d8d-4089-88a5-635d486c0790 req-b65938b2-b959-4421-bdfb-392465a1f67c service nova] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Refreshing network info cache for port 80d2ff06-9294-46c8-9f85-189323b2f6c3 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.315789] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:c6:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80d2ff06-9294-46c8-9f85-189323b2f6c3', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.325866] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.326186] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.326377] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fadec88f-6fc2-4b78-a3a4-91c71f639570 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.353199] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.353199] env[68960]: value = "task-3221680" [ 925.353199] env[68960]: _type = "Task" [ 925.353199] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.362637] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221680, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.560583] env[68960]: DEBUG nova.network.neutron [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Successfully created port: a2e1e3bd-cc52-42eb-8e29-8be89e93ceff {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 925.678051] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: ee1f7fe7-b19c-4637-8b29-e58874c9af14] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.688915] env[68960]: DEBUG oslo_concurrency.lockutils [None req-35bf385f-6f27-4aba-a5e5-34e7950215a1 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "14acdb67-8104-487c-b2b3-a8007f0d05df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.500s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.731259] env[68960]: DEBUG oslo_vmware.api [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3221679, 'name': Rename_Task, 'duration_secs': 0.154991} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.731593] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.731765] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7285194b-acad-457f-8c27-70f725258903 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.739528] env[68960]: DEBUG oslo_vmware.api [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 925.739528] env[68960]: value = "task-3221681" [ 925.739528] env[68960]: _type = "Task" [ 925.739528] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.753084] env[68960]: DEBUG nova.compute.manager [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 925.758913] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5c4fa4d3-eea6-41c0-b101-13862da8eb0c tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.029s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.763391] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0c1200fa-80e0-485d-a8b4-e37d817d039a tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.424s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.763391] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0c1200fa-80e0-485d-a8b4-e37d817d039a tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.763391] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bea1b7e8-6324-4157-8e01-70d30f117230 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.386s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.763529] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bea1b7e8-6324-4157-8e01-70d30f117230 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.765696] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1a644b1a-7125-4d1b-8b71-082cdde04622 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.682s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.765930] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1a644b1a-7125-4d1b-8b71-082cdde04622 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.768233] env[68960]: DEBUG oslo_concurrency.lockutils [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 26.395s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.778121] env[68960]: DEBUG oslo_vmware.api [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3221681, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.790967] env[68960]: DEBUG oslo_concurrency.lockutils [None req-78ec4250-d41b-4411-9a64-f4f2edc5852f tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.799148] env[68960]: INFO nova.scheduler.client.report [None req-bea1b7e8-6324-4157-8e01-70d30f117230 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Deleted allocations for instance 025b2031-517d-4fa1-9d94-fa344b6615e4 [ 925.801985] env[68960]: INFO nova.scheduler.client.report [None req-1a644b1a-7125-4d1b-8b71-082cdde04622 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Deleted allocations for instance 9807ed2c-0f7a-499b-9fd7-32b8448db800 [ 925.822680] env[68960]: INFO nova.scheduler.client.report [None req-0c1200fa-80e0-485d-a8b4-e37d817d039a tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Deleted allocations for instance ad7a5895-972b-4954-92b3-fcbd1a9a2df8 [ 925.866968] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221680, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.184709] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: ff25865e-413a-4b40-a054-d445d5529220] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.196570] env[68960]: DEBUG nova.compute.manager [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.221136] env[68960]: DEBUG nova.compute.manager [req-01f8a47f-1adf-4ae8-83ba-951ea2455f87 req-31237b18-8946-4c78-8a27-7174e61f7371 service nova] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Received event network-vif-deleted-571d1dda-feb2-40fb-9487-75694e40858c {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.252474] env[68960]: DEBUG oslo_vmware.api [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3221681, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.258418] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "14acdb67-8104-487c-b2b3-a8007f0d05df" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.258666] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "14acdb67-8104-487c-b2b3-a8007f0d05df" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.258843] env[68960]: INFO nova.compute.manager [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Shelving [ 926.266070] env[68960]: DEBUG nova.network.neutron [req-590b5cdd-7d8d-4089-88a5-635d486c0790 req-b65938b2-b959-4421-bdfb-392465a1f67c service nova] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Updated VIF entry in instance network info cache for port 80d2ff06-9294-46c8-9f85-189323b2f6c3. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.266070] env[68960]: DEBUG nova.network.neutron [req-590b5cdd-7d8d-4089-88a5-635d486c0790 req-b65938b2-b959-4421-bdfb-392465a1f67c service nova] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Updating instance_info_cache with network_info: [{"id": "80d2ff06-9294-46c8-9f85-189323b2f6c3", "address": "fa:16:3e:94:c6:69", "network": {"id": "fff51d55-08d5-4376-bd7f-089b01c12a99", "bridge": "br-int", "label": "tempest-ImagesTestJSON-277706535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f799a28ad4b41a1879b56bc35ecb10d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d2ff06-92", "ovs_interfaceid": "80d2ff06-9294-46c8-9f85-189323b2f6c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.272070] env[68960]: DEBUG nova.objects.instance [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lazy-loading 'migration_context' on Instance uuid e612e90d-cfb1-45cd-89d9-2ecc6603f3d3 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.313250] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bea1b7e8-6324-4157-8e01-70d30f117230 tempest-ServerMetadataNegativeTestJSON-1202551534 tempest-ServerMetadataNegativeTestJSON-1202551534-project-member] Lock "025b2031-517d-4fa1-9d94-fa344b6615e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.421s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.317802] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1a644b1a-7125-4d1b-8b71-082cdde04622 tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "9807ed2c-0f7a-499b-9fd7-32b8448db800" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.794s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.331610] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0c1200fa-80e0-485d-a8b4-e37d817d039a tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "ad7a5895-972b-4954-92b3-fcbd1a9a2df8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.196s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.363905] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221680, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.686736] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 8e8cbe08-c4f1-49e3-9352-79581615b10b] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.718898] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.752884] env[68960]: DEBUG oslo_vmware.api [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3221681, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.766703] env[68960]: DEBUG nova.compute.manager [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 926.772077] env[68960]: DEBUG oslo_concurrency.lockutils [req-590b5cdd-7d8d-4089-88a5-635d486c0790 req-b65938b2-b959-4421-bdfb-392465a1f67c service nova] Releasing lock "refresh_cache-eb3439a8-bb05-47fc-b54e-1bec950759d1" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.795763] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9f54d872-c4de-4e95-b5de-51125bf8b91a tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "e333dd04-7fd6-465d-9dc0-58f2ce4fb399" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.796042] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9f54d872-c4de-4e95-b5de-51125bf8b91a tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "e333dd04-7fd6-465d-9dc0-58f2ce4fb399" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.796239] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9f54d872-c4de-4e95-b5de-51125bf8b91a tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "e333dd04-7fd6-465d-9dc0-58f2ce4fb399-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.796424] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9f54d872-c4de-4e95-b5de-51125bf8b91a tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "e333dd04-7fd6-465d-9dc0-58f2ce4fb399-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.796596] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9f54d872-c4de-4e95-b5de-51125bf8b91a tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "e333dd04-7fd6-465d-9dc0-58f2ce4fb399-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.798669] env[68960]: INFO nova.compute.manager [None req-9f54d872-c4de-4e95-b5de-51125bf8b91a tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Terminating instance [ 926.805167] env[68960]: DEBUG nova.virt.hardware [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.806037] env[68960]: DEBUG nova.virt.hardware [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.806037] env[68960]: DEBUG nova.virt.hardware [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.806037] env[68960]: DEBUG nova.virt.hardware [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.806037] env[68960]: DEBUG nova.virt.hardware [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.806037] env[68960]: DEBUG nova.virt.hardware [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.806239] env[68960]: DEBUG nova.virt.hardware [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.806368] env[68960]: DEBUG nova.virt.hardware [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.806536] env[68960]: DEBUG nova.virt.hardware [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.806828] env[68960]: DEBUG nova.virt.hardware [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.806918] env[68960]: DEBUG nova.virt.hardware [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.808451] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd93405c-17c5-4097-9584-623e08289ed9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.823544] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7797a7ba-c87f-4e69-9ac5-269ba2a34036 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.864505] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221680, 'name': CreateVM_Task, 'duration_secs': 1.173101} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.867494] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.868634] env[68960]: DEBUG oslo_concurrency.lockutils [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28fd69e8-6675-486c-a229-721f2d4af268" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.871515] env[68960]: DEBUG oslo_concurrency.lockutils [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28fd69e8-6675-486c-a229-721f2d4af268" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.871515] env[68960]: DEBUG oslo_concurrency.lockutils [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28fd69e8-6675-486c-a229-721f2d4af268" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.871515] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48c90ede-7c93-48d8-9b60-456015bcec04 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.875825] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 926.875825] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52999aff-ba8f-7703-eb24-401330e2a0b8" [ 926.875825] env[68960]: _type = "Task" [ 926.875825] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.888677] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52999aff-ba8f-7703-eb24-401330e2a0b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.190569] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 4defea80-22a7-4665-bbc7-425c52af00ab] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.252568] env[68960]: DEBUG oslo_vmware.api [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3221681, 'name': PowerOnVM_Task, 'duration_secs': 1.327691} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.255335] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.255547] env[68960]: INFO nova.compute.manager [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Took 8.20 seconds to spawn the instance on the hypervisor. [ 927.255727] env[68960]: DEBUG nova.compute.manager [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.257074] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704cef46-1237-440c-b9c5-588db2ad394c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.273284] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.273551] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79b2181e-a3d9-446c-bc56-e4f0988c4c88 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.282668] env[68960]: DEBUG oslo_vmware.api [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 927.282668] env[68960]: value = "task-3221682" [ 927.282668] env[68960]: _type = "Task" [ 927.282668] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.282668] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94f81ef-eb57-4bb8-b1f4-b5077c3ca3ef {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.298082] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfae083-f98c-4509-8fab-c963401ebc37 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.301374] env[68960]: DEBUG oslo_vmware.api [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.328519] env[68960]: DEBUG nova.compute.manager [None req-9f54d872-c4de-4e95-b5de-51125bf8b91a tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.328755] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9f54d872-c4de-4e95-b5de-51125bf8b91a tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.330669] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cfd99a-cad9-4fd6-a8df-e15e00a8dd9c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.335462] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0dd82a-7564-4042-b210-a28b9a475d9f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.347762] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15b676c-0250-4a1d-bf78-35d6147a47ca {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.353242] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f54d872-c4de-4e95-b5de-51125bf8b91a tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.353585] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86d61202-ca7a-4afb-a49b-425c8ee0550a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.367662] env[68960]: DEBUG nova.compute.provider_tree [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.370934] env[68960]: DEBUG oslo_vmware.api [None req-9f54d872-c4de-4e95-b5de-51125bf8b91a tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 927.370934] env[68960]: value = "task-3221683" [ 927.370934] env[68960]: _type = "Task" [ 927.370934] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.385097] env[68960]: DEBUG oslo_vmware.api [None req-9f54d872-c4de-4e95-b5de-51125bf8b91a tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.393677] env[68960]: DEBUG oslo_concurrency.lockutils [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28fd69e8-6675-486c-a229-721f2d4af268" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.393785] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Processing image 28fd69e8-6675-486c-a229-721f2d4af268 {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.394011] env[68960]: DEBUG oslo_concurrency.lockutils [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28fd69e8-6675-486c-a229-721f2d4af268/28fd69e8-6675-486c-a229-721f2d4af268.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.394246] env[68960]: DEBUG oslo_concurrency.lockutils [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28fd69e8-6675-486c-a229-721f2d4af268/28fd69e8-6675-486c-a229-721f2d4af268.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.394545] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.394901] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dd9fc2c-14de-4c40-a57b-db2088f4be96 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.411772] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.412015] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.413927] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7353a3a9-30c5-413f-84f1-04f7b64b2221 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.420984] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 927.420984] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52bd2197-89ec-bf2a-8e2e-e60babd66b99" [ 927.420984] env[68960]: _type = "Task" [ 927.420984] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.431048] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52bd2197-89ec-bf2a-8e2e-e60babd66b99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.470779] env[68960]: DEBUG nova.network.neutron [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Successfully updated port: a2e1e3bd-cc52-42eb-8e29-8be89e93ceff {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.698190] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: b253d109-d445-4153-93cc-77184b5f7bcc] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.779878] env[68960]: INFO nova.compute.manager [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Took 45.07 seconds to build instance. [ 927.793213] env[68960]: DEBUG oslo_vmware.api [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221682, 'name': PowerOffVM_Task, 'duration_secs': 0.214674} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.793339] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.794440] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c7e9fe-749d-4a12-bcb6-ecd43e7704ef {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.823110] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07febe22-920d-4d86-9ab2-9d147a17bd77 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.877581] env[68960]: DEBUG nova.scheduler.client.report [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.890317] env[68960]: DEBUG oslo_vmware.api [None req-9f54d872-c4de-4e95-b5de-51125bf8b91a tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221683, 'name': PowerOffVM_Task, 'duration_secs': 0.240863} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.890834] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f54d872-c4de-4e95-b5de-51125bf8b91a tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.891012] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9f54d872-c4de-4e95-b5de-51125bf8b91a tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.891288] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f960a613-0351-4022-b6ac-40d5f0737ab8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.934130] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Preparing fetch location {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 927.934523] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Fetch image to [datastore1] OSTACK_IMG_8c7f8b09-ccb5-4f62-b5f3-dfdaa400cc1e/OSTACK_IMG_8c7f8b09-ccb5-4f62-b5f3-dfdaa400cc1e.vmdk {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 927.934919] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Downloading stream optimized image 28fd69e8-6675-486c-a229-721f2d4af268 to [datastore1] OSTACK_IMG_8c7f8b09-ccb5-4f62-b5f3-dfdaa400cc1e/OSTACK_IMG_8c7f8b09-ccb5-4f62-b5f3-dfdaa400cc1e.vmdk on the data store datastore1 as vApp {{(pid=68960) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 927.935204] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Downloading image file data 28fd69e8-6675-486c-a229-721f2d4af268 to the ESX as VM named 'OSTACK_IMG_8c7f8b09-ccb5-4f62-b5f3-dfdaa400cc1e' {{(pid=68960) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 927.993973] env[68960]: DEBUG oslo_concurrency.lockutils [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "refresh_cache-db214277-e555-46bd-95b2-12e7bc509b40" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.994158] env[68960]: DEBUG oslo_concurrency.lockutils [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquired lock "refresh_cache-db214277-e555-46bd-95b2-12e7bc509b40" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.994388] env[68960]: DEBUG nova.network.neutron [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.997308] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9f54d872-c4de-4e95-b5de-51125bf8b91a tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.997587] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9f54d872-c4de-4e95-b5de-51125bf8b91a tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.997798] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f54d872-c4de-4e95-b5de-51125bf8b91a tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Deleting the datastore file [datastore2] e333dd04-7fd6-465d-9dc0-58f2ce4fb399 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.998364] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68a51995-fd5d-491e-85af-8f75f95ab24d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.009301] env[68960]: DEBUG oslo_vmware.api [None req-9f54d872-c4de-4e95-b5de-51125bf8b91a tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 928.009301] env[68960]: value = "task-3221685" [ 928.009301] env[68960]: _type = "Task" [ 928.009301] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.020526] env[68960]: DEBUG oslo_vmware.api [None req-9f54d872-c4de-4e95-b5de-51125bf8b91a tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.059272] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquiring lock "1fa913ae-b830-4a30-bf91-e38f708d3e7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.060033] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Lock "1fa913ae-b830-4a30-bf91-e38f708d3e7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.063816] env[68960]: DEBUG oslo_vmware.rw_handles [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 928.063816] env[68960]: value = "resgroup-9" [ 928.063816] env[68960]: _type = "ResourcePool" [ 928.063816] env[68960]: }. {{(pid=68960) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 928.064510] env[68960]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-fe0f8933-451e-4b1d-a288-343e6405f74b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.089491] env[68960]: DEBUG oslo_vmware.rw_handles [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lease: (returnval){ [ 928.089491] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52bafd44-22b2-9218-bda4-1d91c95b7e4e" [ 928.089491] env[68960]: _type = "HttpNfcLease" [ 928.089491] env[68960]: } obtained for vApp import into resource pool (val){ [ 928.089491] env[68960]: value = "resgroup-9" [ 928.089491] env[68960]: _type = "ResourcePool" [ 928.089491] env[68960]: }. {{(pid=68960) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 928.089871] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the lease: (returnval){ [ 928.089871] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52bafd44-22b2-9218-bda4-1d91c95b7e4e" [ 928.089871] env[68960]: _type = "HttpNfcLease" [ 928.089871] env[68960]: } to be ready. {{(pid=68960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 928.098951] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 928.098951] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52bafd44-22b2-9218-bda4-1d91c95b7e4e" [ 928.098951] env[68960]: _type = "HttpNfcLease" [ 928.098951] env[68960]: } is initializing. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 928.202619] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 461b4e93-640f-4ed5-96d5-88c6ada1432c] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.283563] env[68960]: DEBUG oslo_concurrency.lockutils [None req-07326f67-53f2-45df-bde8-bd419c839596 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "5f6c0adf-c72f-45f6-89a8-f696e3d45db7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.592s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.299075] env[68960]: DEBUG nova.compute.manager [req-454fdea9-2eb1-4511-b172-67dcaac90351 req-422a2ae6-c59a-4c80-b279-67a672e1547b service nova] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Received event network-vif-plugged-a2e1e3bd-cc52-42eb-8e29-8be89e93ceff {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.299360] env[68960]: DEBUG oslo_concurrency.lockutils [req-454fdea9-2eb1-4511-b172-67dcaac90351 req-422a2ae6-c59a-4c80-b279-67a672e1547b service nova] Acquiring lock "db214277-e555-46bd-95b2-12e7bc509b40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.299632] env[68960]: DEBUG oslo_concurrency.lockutils [req-454fdea9-2eb1-4511-b172-67dcaac90351 req-422a2ae6-c59a-4c80-b279-67a672e1547b service nova] Lock "db214277-e555-46bd-95b2-12e7bc509b40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.299786] env[68960]: DEBUG oslo_concurrency.lockutils [req-454fdea9-2eb1-4511-b172-67dcaac90351 req-422a2ae6-c59a-4c80-b279-67a672e1547b service nova] Lock "db214277-e555-46bd-95b2-12e7bc509b40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.299977] env[68960]: DEBUG nova.compute.manager [req-454fdea9-2eb1-4511-b172-67dcaac90351 req-422a2ae6-c59a-4c80-b279-67a672e1547b service nova] [instance: db214277-e555-46bd-95b2-12e7bc509b40] No waiting events found dispatching network-vif-plugged-a2e1e3bd-cc52-42eb-8e29-8be89e93ceff {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.300641] env[68960]: WARNING nova.compute.manager [req-454fdea9-2eb1-4511-b172-67dcaac90351 req-422a2ae6-c59a-4c80-b279-67a672e1547b service nova] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Received unexpected event network-vif-plugged-a2e1e3bd-cc52-42eb-8e29-8be89e93ceff for instance with vm_state building and task_state spawning. [ 928.300856] env[68960]: DEBUG nova.compute.manager [req-454fdea9-2eb1-4511-b172-67dcaac90351 req-422a2ae6-c59a-4c80-b279-67a672e1547b service nova] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Received event network-changed-a2e1e3bd-cc52-42eb-8e29-8be89e93ceff {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.301074] env[68960]: DEBUG nova.compute.manager [req-454fdea9-2eb1-4511-b172-67dcaac90351 req-422a2ae6-c59a-4c80-b279-67a672e1547b service nova] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Refreshing instance network info cache due to event network-changed-a2e1e3bd-cc52-42eb-8e29-8be89e93ceff. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.301241] env[68960]: DEBUG oslo_concurrency.lockutils [req-454fdea9-2eb1-4511-b172-67dcaac90351 req-422a2ae6-c59a-4c80-b279-67a672e1547b service nova] Acquiring lock "refresh_cache-db214277-e555-46bd-95b2-12e7bc509b40" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.341714] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Creating Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 928.341714] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f1ce08c2-4dbb-40d9-82b4-0f82a14fd07e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.350247] env[68960]: DEBUG oslo_vmware.api [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 928.350247] env[68960]: value = "task-3221687" [ 928.350247] env[68960]: _type = "Task" [ 928.350247] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.362800] env[68960]: DEBUG oslo_vmware.api [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221687, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.446227] env[68960]: DEBUG nova.compute.manager [req-cf0f5d70-0563-493e-8ec4-6c8143cf2af8 req-cca3bdf5-bb8c-4e97-828a-d5290c989e86 service nova] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Received event network-changed-9a4327ec-77b9-4dbd-857d-d6203674dce1 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.446227] env[68960]: DEBUG nova.compute.manager [req-cf0f5d70-0563-493e-8ec4-6c8143cf2af8 req-cca3bdf5-bb8c-4e97-828a-d5290c989e86 service nova] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Refreshing instance network info cache due to event network-changed-9a4327ec-77b9-4dbd-857d-d6203674dce1. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.446227] env[68960]: DEBUG oslo_concurrency.lockutils [req-cf0f5d70-0563-493e-8ec4-6c8143cf2af8 req-cca3bdf5-bb8c-4e97-828a-d5290c989e86 service nova] Acquiring lock "refresh_cache-5f6c0adf-c72f-45f6-89a8-f696e3d45db7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.446227] env[68960]: DEBUG oslo_concurrency.lockutils [req-cf0f5d70-0563-493e-8ec4-6c8143cf2af8 req-cca3bdf5-bb8c-4e97-828a-d5290c989e86 service nova] Acquired lock "refresh_cache-5f6c0adf-c72f-45f6-89a8-f696e3d45db7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.446386] env[68960]: DEBUG nova.network.neutron [req-cf0f5d70-0563-493e-8ec4-6c8143cf2af8 req-cca3bdf5-bb8c-4e97-828a-d5290c989e86 service nova] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Refreshing network info cache for port 9a4327ec-77b9-4dbd-857d-d6203674dce1 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.524474] env[68960]: DEBUG oslo_vmware.api [None req-9f54d872-c4de-4e95-b5de-51125bf8b91a tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202649} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.524915] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f54d872-c4de-4e95-b5de-51125bf8b91a tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.525304] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9f54d872-c4de-4e95-b5de-51125bf8b91a tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.525566] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9f54d872-c4de-4e95-b5de-51125bf8b91a tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.525866] env[68960]: INFO nova.compute.manager [None req-9f54d872-c4de-4e95-b5de-51125bf8b91a tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Took 1.20 seconds to destroy the instance on the hypervisor. [ 928.526254] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f54d872-c4de-4e95-b5de-51125bf8b91a tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.526536] env[68960]: DEBUG nova.compute.manager [-] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.526674] env[68960]: DEBUG nova.network.neutron [-] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.536411] env[68960]: DEBUG nova.network.neutron [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.602215] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 928.602215] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52bafd44-22b2-9218-bda4-1d91c95b7e4e" [ 928.602215] env[68960]: _type = "HttpNfcLease" [ 928.602215] env[68960]: } is initializing. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 928.703232] env[68960]: DEBUG nova.network.neutron [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Updating instance_info_cache with network_info: [{"id": "a2e1e3bd-cc52-42eb-8e29-8be89e93ceff", "address": "fa:16:3e:13:91:91", "network": {"id": "8bfecd26-bbd0-4196-8447-de727dae2385", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1461791050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42779973f53e4b13bbe449e808f2bfa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2e1e3bd-cc", "ovs_interfaceid": "a2e1e3bd-cc52-42eb-8e29-8be89e93ceff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.708026] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 928.708026] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Cleaning up deleted instances with incomplete migration {{(pid=68960) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 928.789195] env[68960]: DEBUG nova.compute.manager [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 928.869229] env[68960]: DEBUG oslo_vmware.api [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221687, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.897714] env[68960]: DEBUG oslo_concurrency.lockutils [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.129s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.906626] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.929s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.907552] env[68960]: INFO nova.compute.claims [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.100009] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 929.100009] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52bafd44-22b2-9218-bda4-1d91c95b7e4e" [ 929.100009] env[68960]: _type = "HttpNfcLease" [ 929.100009] env[68960]: } is ready. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 929.100967] env[68960]: DEBUG oslo_vmware.rw_handles [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 929.100967] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52bafd44-22b2-9218-bda4-1d91c95b7e4e" [ 929.100967] env[68960]: _type = "HttpNfcLease" [ 929.100967] env[68960]: }. {{(pid=68960) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 929.101747] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f389d9ed-4329-481c-bf5e-2ff9ecc40cb2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.110495] env[68960]: DEBUG oslo_vmware.rw_handles [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c2873b-a875-ded3-75d9-8e94ca0c34aa/disk-0.vmdk from lease info. {{(pid=68960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 929.111276] env[68960]: DEBUG oslo_vmware.rw_handles [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c2873b-a875-ded3-75d9-8e94ca0c34aa/disk-0.vmdk. {{(pid=68960) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 929.191361] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-620a4d36-66cd-445e-9be0-f330ef3cf5d2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.209192] env[68960]: DEBUG oslo_concurrency.lockutils [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Releasing lock "refresh_cache-db214277-e555-46bd-95b2-12e7bc509b40" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.209192] env[68960]: DEBUG nova.compute.manager [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Instance network_info: |[{"id": "a2e1e3bd-cc52-42eb-8e29-8be89e93ceff", "address": "fa:16:3e:13:91:91", "network": {"id": "8bfecd26-bbd0-4196-8447-de727dae2385", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1461791050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42779973f53e4b13bbe449e808f2bfa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2e1e3bd-cc", "ovs_interfaceid": "a2e1e3bd-cc52-42eb-8e29-8be89e93ceff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.209192] env[68960]: DEBUG oslo_concurrency.lockutils [req-454fdea9-2eb1-4511-b172-67dcaac90351 req-422a2ae6-c59a-4c80-b279-67a672e1547b service nova] Acquired lock "refresh_cache-db214277-e555-46bd-95b2-12e7bc509b40" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.209192] env[68960]: DEBUG nova.network.neutron [req-454fdea9-2eb1-4511-b172-67dcaac90351 req-422a2ae6-c59a-4c80-b279-67a672e1547b service nova] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Refreshing network info cache for port a2e1e3bd-cc52-42eb-8e29-8be89e93ceff {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.209192] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:91:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2e1e3bd-cc52-42eb-8e29-8be89e93ceff', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.216775] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.220105] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.220400] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 929.221602] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5785eebd-6f25-4fe0-9795-84d5d772c5f3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.247142] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.247142] env[68960]: value = "task-3221688" [ 929.247142] env[68960]: _type = "Task" [ 929.247142] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.258514] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221688, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.314858] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.334527] env[68960]: DEBUG nova.network.neutron [-] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.362592] env[68960]: DEBUG oslo_vmware.api [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221687, 'name': CreateSnapshot_Task, 'duration_secs': 0.953744} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.362854] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Created Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 929.363691] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b5028b-2857-46b7-86d2-81dc61613100 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.432645] env[68960]: DEBUG nova.network.neutron [req-cf0f5d70-0563-493e-8ec4-6c8143cf2af8 req-cca3bdf5-bb8c-4e97-828a-d5290c989e86 service nova] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Updated VIF entry in instance network info cache for port 9a4327ec-77b9-4dbd-857d-d6203674dce1. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.433041] env[68960]: DEBUG nova.network.neutron [req-cf0f5d70-0563-493e-8ec4-6c8143cf2af8 req-cca3bdf5-bb8c-4e97-828a-d5290c989e86 service nova] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Updating instance_info_cache with network_info: [{"id": "9a4327ec-77b9-4dbd-857d-d6203674dce1", "address": "fa:16:3e:1a:c8:46", "network": {"id": "18c68c88-6a95-47be-a3a4-a992ed478909", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1550065616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1643dfbb48924ae7ac0d24e68f54bad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a4327ec-77", "ovs_interfaceid": "9a4327ec-77b9-4dbd-857d-d6203674dce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.759393] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221688, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.837854] env[68960]: INFO nova.compute.manager [-] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Took 1.31 seconds to deallocate network for instance. [ 929.889411] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Creating linked-clone VM from snapshot {{(pid=68960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 929.896115] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-131f384c-3c02-466d-a338-2c2cf8204d6b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.910473] env[68960]: DEBUG oslo_vmware.api [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 929.910473] env[68960]: value = "task-3221689" [ 929.910473] env[68960]: _type = "Task" [ 929.910473] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.911688] env[68960]: DEBUG oslo_vmware.rw_handles [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Completed reading data from the image iterator. {{(pid=68960) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 929.912037] env[68960]: DEBUG oslo_vmware.rw_handles [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c2873b-a875-ded3-75d9-8e94ca0c34aa/disk-0.vmdk. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 929.912912] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c118d2cb-e9b3-4ea1-959b-756ff5781b29 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.937558] env[68960]: DEBUG oslo_vmware.rw_handles [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c2873b-a875-ded3-75d9-8e94ca0c34aa/disk-0.vmdk is in state: ready. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 929.937828] env[68960]: DEBUG oslo_vmware.rw_handles [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c2873b-a875-ded3-75d9-8e94ca0c34aa/disk-0.vmdk. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 929.938783] env[68960]: DEBUG oslo_concurrency.lockutils [req-cf0f5d70-0563-493e-8ec4-6c8143cf2af8 req-cca3bdf5-bb8c-4e97-828a-d5290c989e86 service nova] Releasing lock "refresh_cache-5f6c0adf-c72f-45f6-89a8-f696e3d45db7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.939270] env[68960]: DEBUG oslo_vmware.api [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221689, 'name': CloneVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.943582] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-4b76214b-031c-4c9b-ba31-819682e0c90e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.089145] env[68960]: DEBUG nova.network.neutron [req-454fdea9-2eb1-4511-b172-67dcaac90351 req-422a2ae6-c59a-4c80-b279-67a672e1547b service nova] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Updated VIF entry in instance network info cache for port a2e1e3bd-cc52-42eb-8e29-8be89e93ceff. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.089699] env[68960]: DEBUG nova.network.neutron [req-454fdea9-2eb1-4511-b172-67dcaac90351 req-422a2ae6-c59a-4c80-b279-67a672e1547b service nova] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Updating instance_info_cache with network_info: [{"id": "a2e1e3bd-cc52-42eb-8e29-8be89e93ceff", "address": "fa:16:3e:13:91:91", "network": {"id": "8bfecd26-bbd0-4196-8447-de727dae2385", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1461791050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42779973f53e4b13bbe449e808f2bfa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2e1e3bd-cc", "ovs_interfaceid": "a2e1e3bd-cc52-42eb-8e29-8be89e93ceff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.195117] env[68960]: DEBUG oslo_vmware.rw_handles [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c2873b-a875-ded3-75d9-8e94ca0c34aa/disk-0.vmdk. {{(pid=68960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 930.195379] env[68960]: INFO nova.virt.vmwareapi.images [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Downloaded image file data 28fd69e8-6675-486c-a229-721f2d4af268 [ 930.197449] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045b958c-f4dd-4ae5-a68e-5e7c79961be0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.222404] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8a0cf0a-5da9-4c88-994f-732ccdc89e7c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.253690] env[68960]: INFO nova.virt.vmwareapi.images [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] The imported VM was unregistered [ 930.256493] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Caching image {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 930.256750] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Creating directory with path [datastore1] devstack-image-cache_base/28fd69e8-6675-486c-a229-721f2d4af268 {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.257470] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55f44f75-6d01-4d63-94cc-5621ef445668 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.262856] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221688, 'name': CreateVM_Task, 'duration_secs': 0.821954} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.263410] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.264273] env[68960]: DEBUG oslo_concurrency.lockutils [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.264614] env[68960]: DEBUG oslo_concurrency.lockutils [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.264936] env[68960]: DEBUG oslo_concurrency.lockutils [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.265207] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34af27a5-d61e-45d0-8a0b-819288162fc9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.272571] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Created directory with path [datastore1] devstack-image-cache_base/28fd69e8-6675-486c-a229-721f2d4af268 {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.272870] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_8c7f8b09-ccb5-4f62-b5f3-dfdaa400cc1e/OSTACK_IMG_8c7f8b09-ccb5-4f62-b5f3-dfdaa400cc1e.vmdk to [datastore1] devstack-image-cache_base/28fd69e8-6675-486c-a229-721f2d4af268/28fd69e8-6675-486c-a229-721f2d4af268.vmdk. {{(pid=68960) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 930.274143] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c7fed6b4-ccdf-4480-9eaa-f75672093d9e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.276671] env[68960]: DEBUG oslo_vmware.api [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 930.276671] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52895c7f-b3ac-d37c-33a5-117430530462" [ 930.276671] env[68960]: _type = "Task" [ 930.276671] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.283875] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 930.283875] env[68960]: value = "task-3221691" [ 930.283875] env[68960]: _type = "Task" [ 930.283875] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.290890] env[68960]: DEBUG oslo_vmware.api [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52895c7f-b3ac-d37c-33a5-117430530462, 'name': SearchDatastore_Task, 'duration_secs': 0.010859} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.294068] env[68960]: DEBUG oslo_concurrency.lockutils [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.294349] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.294705] env[68960]: DEBUG oslo_concurrency.lockutils [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.295063] env[68960]: DEBUG oslo_concurrency.lockutils [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.295278] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.295781] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5b008d5-8746-4345-9a31-7fd3ae9514a5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.300776] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221691, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.311187] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.311413] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.312280] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caf540c6-764b-4288-bd15-dfc500d6a406 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.321664] env[68960]: DEBUG oslo_vmware.api [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 930.321664] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5268706b-6fcb-a374-ddf7-3b1bea1364a3" [ 930.321664] env[68960]: _type = "Task" [ 930.321664] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.333370] env[68960]: DEBUG oslo_vmware.api [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5268706b-6fcb-a374-ddf7-3b1bea1364a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011129} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.334980] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db021aee-9fcf-475d-a38b-ccfe1ae2c990 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.340547] env[68960]: DEBUG oslo_vmware.api [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 930.340547] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524df51a-fe87-96c9-3f1a-cc3c4543b7eb" [ 930.340547] env[68960]: _type = "Task" [ 930.340547] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.356972] env[68960]: DEBUG oslo_vmware.api [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524df51a-fe87-96c9-3f1a-cc3c4543b7eb, 'name': SearchDatastore_Task, 'duration_secs': 0.011119} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.356972] env[68960]: DEBUG oslo_concurrency.lockutils [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.356972] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] db214277-e555-46bd-95b2-12e7bc509b40/db214277-e555-46bd-95b2-12e7bc509b40.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.356972] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb9f77dd-5246-461e-a276-315435507401 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.362747] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9f54d872-c4de-4e95-b5de-51125bf8b91a tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.364638] env[68960]: DEBUG oslo_vmware.api [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 930.364638] env[68960]: value = "task-3221692" [ 930.364638] env[68960]: _type = "Task" [ 930.364638] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.375065] env[68960]: DEBUG oslo_vmware.api [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.424867] env[68960]: DEBUG oslo_vmware.api [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221689, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.462783] env[68960]: INFO nova.compute.manager [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Swapping old allocation on dict_keys(['d6b14c3a-024a-447e-9595-cef114b4ddda']) held by migration d4e4aca8-652d-4168-8558-314f880ecb0f for instance [ 930.478096] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876c96b8-344f-450f-a6eb-1038087d61b7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.490642] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46029ffe-360c-4925-9786-e1b5608e4ba1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.495747] env[68960]: DEBUG nova.scheduler.client.report [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Overwriting current allocation {'allocations': {'d6b14c3a-024a-447e-9595-cef114b4ddda': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 101}}, 'project_id': 'a085a073f3b74f78a62365289bbab77b', 'user_id': '167d952876984854a8143b825fe4492f', 'consumer_generation': 1} on consumer e612e90d-cfb1-45cd-89d9-2ecc6603f3d3 {{(pid=68960) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 930.528678] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f18e3f-e0d8-485d-a16e-08e0c0e1cf5b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.532449] env[68960]: DEBUG nova.compute.manager [req-b87a3cc5-5631-4885-ba39-0a50c42e0b14 req-02ea18df-cb27-49e1-9e39-46f32d5938b8 service nova] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Received event network-vif-deleted-fb94d470-9976-4195-b040-bec1d748e8a1 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.539760] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f95bf3-8d5e-4a04-ac36-5f22419662a4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.559103] env[68960]: DEBUG nova.compute.provider_tree [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.593082] env[68960]: DEBUG oslo_concurrency.lockutils [req-454fdea9-2eb1-4511-b172-67dcaac90351 req-422a2ae6-c59a-4c80-b279-67a672e1547b service nova] Releasing lock "refresh_cache-db214277-e555-46bd-95b2-12e7bc509b40" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.603133] env[68960]: DEBUG oslo_concurrency.lockutils [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquiring lock "refresh_cache-e612e90d-cfb1-45cd-89d9-2ecc6603f3d3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.603357] env[68960]: DEBUG oslo_concurrency.lockutils [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquired lock "refresh_cache-e612e90d-cfb1-45cd-89d9-2ecc6603f3d3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.603557] env[68960]: DEBUG nova.network.neutron [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.796162] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221691, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.876886] env[68960]: DEBUG oslo_vmware.api [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221692, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.926454] env[68960]: DEBUG oslo_vmware.api [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221689, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.062313] env[68960]: DEBUG nova.scheduler.client.report [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.295752] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221691, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.380188] env[68960]: DEBUG oslo_vmware.api [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566488} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.380188] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] db214277-e555-46bd-95b2-12e7bc509b40/db214277-e555-46bd-95b2-12e7bc509b40.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.380188] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.380188] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61ef944b-4eea-4fde-ae71-8439dd6f1e75 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.388676] env[68960]: DEBUG oslo_vmware.api [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 931.388676] env[68960]: value = "task-3221693" [ 931.388676] env[68960]: _type = "Task" [ 931.388676] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.398765] env[68960]: DEBUG oslo_vmware.api [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.422057] env[68960]: DEBUG nova.network.neutron [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Updating instance_info_cache with network_info: [{"id": "bed094f6-0371-49a5-b63e-ff5a87ef3147", "address": "fa:16:3e:bb:80:94", "network": {"id": "55fc48e8-5ace-437c-8204-d97ae782170b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9ca781590c45bea4dfbbf2611bd37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbed094f6-03", "ovs_interfaceid": "bed094f6-0371-49a5-b63e-ff5a87ef3147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.428099] env[68960]: DEBUG oslo_vmware.api [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221689, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.567607] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.567919] env[68960]: DEBUG nova.compute.manager [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.570783] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9d7fe77a-0068-4c25-86cd-2f450f73aeec tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 28.682s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.796274] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221691, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.899635] env[68960]: DEBUG oslo_vmware.api [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106446} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.900216] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.901124] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c14898-9008-4bff-b86a-d733cb943ff8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.925603] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] db214277-e555-46bd-95b2-12e7bc509b40/db214277-e555-46bd-95b2-12e7bc509b40.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.931087] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72237476-8118-4f5f-be76-f4be13d98901 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.946394] env[68960]: DEBUG oslo_concurrency.lockutils [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Releasing lock "refresh_cache-e612e90d-cfb1-45cd-89d9-2ecc6603f3d3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.947053] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.947136] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b8b2e11-f910-47c8-ab42-dd341217aa4f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.956793] env[68960]: DEBUG oslo_vmware.api [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221689, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.960127] env[68960]: DEBUG oslo_vmware.api [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 931.960127] env[68960]: value = "task-3221695" [ 931.960127] env[68960]: _type = "Task" [ 931.960127] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.960410] env[68960]: DEBUG oslo_vmware.api [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 931.960410] env[68960]: value = "task-3221694" [ 931.960410] env[68960]: _type = "Task" [ 931.960410] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.973546] env[68960]: DEBUG oslo_vmware.api [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.977091] env[68960]: DEBUG oslo_vmware.api [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221694, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.074250] env[68960]: DEBUG nova.compute.utils [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.078644] env[68960]: DEBUG nova.compute.manager [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.078873] env[68960]: DEBUG nova.network.neutron [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.178656] env[68960]: DEBUG nova.policy [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6405eacd98ec49d69be8154e61d3108e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d7aaf8d94b84ef6883b28e3d2e5a84d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.302337] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221691, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.433997] env[68960]: DEBUG oslo_vmware.api [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221689, 'name': CloneVM_Task} progress is 95%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.479049] env[68960]: DEBUG oslo_vmware.api [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221694, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.486471] env[68960]: DEBUG oslo_vmware.api [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221695, 'name': PowerOffVM_Task, 'duration_secs': 0.245311} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.486729] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.488677] env[68960]: DEBUG nova.virt.hardware [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:08:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d01e265e-452d-48e4-929f-ffa133b2c557',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-309838318',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.488677] env[68960]: DEBUG nova.virt.hardware [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.488677] env[68960]: DEBUG nova.virt.hardware [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.488677] env[68960]: DEBUG nova.virt.hardware [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.488677] env[68960]: DEBUG nova.virt.hardware [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.488677] env[68960]: DEBUG nova.virt.hardware [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.489140] env[68960]: DEBUG nova.virt.hardware [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.489140] env[68960]: DEBUG nova.virt.hardware [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.489438] env[68960]: DEBUG nova.virt.hardware [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.489656] env[68960]: DEBUG nova.virt.hardware [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.489997] env[68960]: DEBUG nova.virt.hardware [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.496270] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15b222fe-9675-4923-966d-0cead0e922af {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.520331] env[68960]: DEBUG oslo_vmware.api [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 932.520331] env[68960]: value = "task-3221696" [ 932.520331] env[68960]: _type = "Task" [ 932.520331] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.535859] env[68960]: DEBUG oslo_vmware.api [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221696, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.582257] env[68960]: DEBUG nova.compute.manager [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 932.613687] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc7d91e-6a35-494d-a0ec-afcb3185cf9f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.621755] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf24af7-817e-4667-a88b-f193f2ce03b4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.658680] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cced7f-ffe5-4e25-ae4e-62e8b7e8cd0e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.669544] env[68960]: DEBUG nova.network.neutron [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Successfully created port: a707957c-8772-4aa5-b0eb-e19df375dbf1 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.670984] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555a1049-d0ae-426a-ad32-7af338415bf3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.688089] env[68960]: DEBUG nova.compute.provider_tree [None req-9d7fe77a-0068-4c25-86cd-2f450f73aeec tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.797435] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221691, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.39633} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.797697] env[68960]: INFO nova.virt.vmwareapi.ds_util [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_8c7f8b09-ccb5-4f62-b5f3-dfdaa400cc1e/OSTACK_IMG_8c7f8b09-ccb5-4f62-b5f3-dfdaa400cc1e.vmdk to [datastore1] devstack-image-cache_base/28fd69e8-6675-486c-a229-721f2d4af268/28fd69e8-6675-486c-a229-721f2d4af268.vmdk. [ 932.797887] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Cleaning up location [datastore1] OSTACK_IMG_8c7f8b09-ccb5-4f62-b5f3-dfdaa400cc1e {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 932.798057] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_8c7f8b09-ccb5-4f62-b5f3-dfdaa400cc1e {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.798316] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65db2aef-341b-4eb6-879f-1c69f037fd07 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.808030] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 932.808030] env[68960]: value = "task-3221697" [ 932.808030] env[68960]: _type = "Task" [ 932.808030] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.813482] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.927882] env[68960]: DEBUG oslo_vmware.api [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221689, 'name': CloneVM_Task, 'duration_secs': 2.827691} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.928195] env[68960]: INFO nova.virt.vmwareapi.vmops [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Created linked-clone VM from snapshot [ 932.928948] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d16c7c5-188f-44e9-843c-68cf292d7fbe {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.943887] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Uploading image d5e5555f-bde3-4d26-bd61-a114bb4449be {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 932.971209] env[68960]: DEBUG oslo_vmware.api [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221694, 'name': ReconfigVM_Task, 'duration_secs': 0.533036} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.973368] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Reconfigured VM instance instance-00000048 to attach disk [datastore2] db214277-e555-46bd-95b2-12e7bc509b40/db214277-e555-46bd-95b2-12e7bc509b40.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.975888] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccca1e20-38db-450d-ab38-3d983f16d4a2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.982273] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 932.982273] env[68960]: value = "vm-644106" [ 932.982273] env[68960]: _type = "VirtualMachine" [ 932.982273] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 932.982838] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b61bc172-c4d0-48d1-929d-46a4c00829fb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.986212] env[68960]: DEBUG oslo_vmware.api [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 932.986212] env[68960]: value = "task-3221698" [ 932.986212] env[68960]: _type = "Task" [ 932.986212] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.990719] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lease: (returnval){ [ 932.990719] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522d5710-4b79-923a-85d2-d9b9aac0d483" [ 932.990719] env[68960]: _type = "HttpNfcLease" [ 932.990719] env[68960]: } obtained for exporting VM: (result){ [ 932.990719] env[68960]: value = "vm-644106" [ 932.990719] env[68960]: _type = "VirtualMachine" [ 932.990719] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 932.990936] env[68960]: DEBUG oslo_vmware.api [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the lease: (returnval){ [ 932.990936] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522d5710-4b79-923a-85d2-d9b9aac0d483" [ 932.990936] env[68960]: _type = "HttpNfcLease" [ 932.990936] env[68960]: } to be ready. {{(pid=68960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 932.997210] env[68960]: DEBUG oslo_vmware.api [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221698, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.000254] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 933.000254] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522d5710-4b79-923a-85d2-d9b9aac0d483" [ 933.000254] env[68960]: _type = "HttpNfcLease" [ 933.000254] env[68960]: } is initializing. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 933.030276] env[68960]: DEBUG oslo_vmware.api [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221696, 'name': ReconfigVM_Task, 'duration_secs': 0.196532} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.031233] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e18a74-45b5-4f18-a906-054c80e02f15 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.050327] env[68960]: DEBUG nova.virt.hardware [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:08:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d01e265e-452d-48e4-929f-ffa133b2c557',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-309838318',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.050583] env[68960]: DEBUG nova.virt.hardware [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.050741] env[68960]: DEBUG nova.virt.hardware [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.050921] env[68960]: DEBUG nova.virt.hardware [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.051078] env[68960]: DEBUG nova.virt.hardware [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.051228] env[68960]: DEBUG nova.virt.hardware [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.051431] env[68960]: DEBUG nova.virt.hardware [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.051590] env[68960]: DEBUG nova.virt.hardware [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.051755] env[68960]: DEBUG nova.virt.hardware [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.051913] env[68960]: DEBUG nova.virt.hardware [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.052152] env[68960]: DEBUG nova.virt.hardware [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.053055] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daba023a-8887-4602-8d0a-096b208ec3cd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.058195] env[68960]: DEBUG oslo_vmware.api [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 933.058195] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5233a641-b7b3-a1b4-fbb9-7a2f5d746281" [ 933.058195] env[68960]: _type = "Task" [ 933.058195] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.065594] env[68960]: DEBUG oslo_vmware.api [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5233a641-b7b3-a1b4-fbb9-7a2f5d746281, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.087225] env[68960]: INFO nova.virt.block_device [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Booting with volume 35653efe-7c8a-4b00-ba1c-18f158a2a442 at /dev/sda [ 933.125498] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3100e65-bf56-4748-ad60-51f73d03a2a8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.136085] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c1ce07-4f81-43de-a91c-4f479b685286 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.171942] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03b2097e-464f-4323-b516-bcb3ced00a55 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.180273] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d1fac0-8021-4b51-af4d-6ce55c02e259 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.191099] env[68960]: DEBUG nova.scheduler.client.report [None req-9d7fe77a-0068-4c25-86cd-2f450f73aeec tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.219691] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88329da-6059-43f0-918c-34b4c6f68099 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.226437] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc1b81c-4961-4858-9f99-bb7dc681efe3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.240149] env[68960]: DEBUG nova.virt.block_device [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Updating existing volume attachment record: a957d86b-38ed-414a-8c9c-9dab6ebeb147 {{(pid=68960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 933.314523] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039566} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.314795] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.314966] env[68960]: DEBUG oslo_concurrency.lockutils [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28fd69e8-6675-486c-a229-721f2d4af268/28fd69e8-6675-486c-a229-721f2d4af268.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.315235] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28fd69e8-6675-486c-a229-721f2d4af268/28fd69e8-6675-486c-a229-721f2d4af268.vmdk to [datastore1] eb3439a8-bb05-47fc-b54e-1bec950759d1/eb3439a8-bb05-47fc-b54e-1bec950759d1.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.315520] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbe01243-9eb7-43f7-b758-52cffdd552dd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.322031] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 933.322031] env[68960]: value = "task-3221700" [ 933.322031] env[68960]: _type = "Task" [ 933.322031] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.331752] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.498996] env[68960]: DEBUG oslo_vmware.api [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221698, 'name': Rename_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.502350] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 933.502350] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522d5710-4b79-923a-85d2-d9b9aac0d483" [ 933.502350] env[68960]: _type = "HttpNfcLease" [ 933.502350] env[68960]: } is ready. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 933.502699] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 933.502699] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522d5710-4b79-923a-85d2-d9b9aac0d483" [ 933.502699] env[68960]: _type = "HttpNfcLease" [ 933.502699] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 933.503784] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34eb487d-df56-4503-9af1-69d33a6dd811 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.513864] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522c5f2d-1f0a-38ad-625a-b1d547cfefd2/disk-0.vmdk from lease info. {{(pid=68960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 933.514135] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522c5f2d-1f0a-38ad-625a-b1d547cfefd2/disk-0.vmdk for reading. {{(pid=68960) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 933.609739] env[68960]: DEBUG oslo_vmware.api [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5233a641-b7b3-a1b4-fbb9-7a2f5d746281, 'name': SearchDatastore_Task, 'duration_secs': 0.007085} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.614984] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Reconfiguring VM instance instance-00000035 to detach disk 2000 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 933.615275] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77c93d16-496a-4112-9891-be1d894b5f99 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.634186] env[68960]: DEBUG oslo_vmware.api [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 933.634186] env[68960]: value = "task-3221701" [ 933.634186] env[68960]: _type = "Task" [ 933.634186] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.642678] env[68960]: DEBUG oslo_vmware.api [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221701, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.693054] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2111da76-8518-441a-ba3a-2a78dc961976 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.831777] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221700, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.998884] env[68960]: DEBUG oslo_vmware.api [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221698, 'name': Rename_Task, 'duration_secs': 0.564185} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.999195] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.999458] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0b5e7da-a6d1-43be-ad6c-29c2808f6a01 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.007945] env[68960]: DEBUG oslo_vmware.api [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 934.007945] env[68960]: value = "task-3221702" [ 934.007945] env[68960]: _type = "Task" [ 934.007945] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.019882] env[68960]: DEBUG oslo_vmware.api [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.146027] env[68960]: DEBUG oslo_vmware.api [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221701, 'name': ReconfigVM_Task, 'duration_secs': 0.176182} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.146455] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Reconfigured VM instance instance-00000035 to detach disk 2000 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 934.147439] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b5777b-9e03-4f12-9500-8faeaa792f84 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.173962] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] e612e90d-cfb1-45cd-89d9-2ecc6603f3d3/e612e90d-cfb1-45cd-89d9-2ecc6603f3d3.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.174705] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5d30e37-5df8-44d8-8104-b01b8799d1ed {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.195436] env[68960]: DEBUG oslo_vmware.api [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 934.195436] env[68960]: value = "task-3221703" [ 934.195436] env[68960]: _type = "Task" [ 934.195436] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.201798] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9d7fe77a-0068-4c25-86cd-2f450f73aeec tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.631s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.202058] env[68960]: DEBUG nova.compute.manager [None req-9d7fe77a-0068-4c25-86cd-2f450f73aeec tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=68960) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 934.209734] env[68960]: DEBUG oslo_concurrency.lockutils [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.499s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.211560] env[68960]: INFO nova.compute.claims [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.215026] env[68960]: DEBUG oslo_vmware.api [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221703, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.339198] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221700, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.349275] env[68960]: DEBUG nova.compute.manager [req-c5cc5497-3c0d-461a-aa64-a454b8225af9 req-ae8a7793-adf5-4c28-986d-22cffbb4b90d service nova] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Received event network-vif-plugged-a707957c-8772-4aa5-b0eb-e19df375dbf1 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.349275] env[68960]: DEBUG oslo_concurrency.lockutils [req-c5cc5497-3c0d-461a-aa64-a454b8225af9 req-ae8a7793-adf5-4c28-986d-22cffbb4b90d service nova] Acquiring lock "c0c2de40-dcf8-420e-8be1-23195cfbfe60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.349275] env[68960]: DEBUG oslo_concurrency.lockutils [req-c5cc5497-3c0d-461a-aa64-a454b8225af9 req-ae8a7793-adf5-4c28-986d-22cffbb4b90d service nova] Lock "c0c2de40-dcf8-420e-8be1-23195cfbfe60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.349275] env[68960]: DEBUG oslo_concurrency.lockutils [req-c5cc5497-3c0d-461a-aa64-a454b8225af9 req-ae8a7793-adf5-4c28-986d-22cffbb4b90d service nova] Lock "c0c2de40-dcf8-420e-8be1-23195cfbfe60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.349275] env[68960]: DEBUG nova.compute.manager [req-c5cc5497-3c0d-461a-aa64-a454b8225af9 req-ae8a7793-adf5-4c28-986d-22cffbb4b90d service nova] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] No waiting events found dispatching network-vif-plugged-a707957c-8772-4aa5-b0eb-e19df375dbf1 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 934.349275] env[68960]: WARNING nova.compute.manager [req-c5cc5497-3c0d-461a-aa64-a454b8225af9 req-ae8a7793-adf5-4c28-986d-22cffbb4b90d service nova] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Received unexpected event network-vif-plugged-a707957c-8772-4aa5-b0eb-e19df375dbf1 for instance with vm_state building and task_state block_device_mapping. [ 934.499723] env[68960]: DEBUG nova.network.neutron [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Successfully updated port: a707957c-8772-4aa5-b0eb-e19df375dbf1 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.521480] env[68960]: DEBUG oslo_vmware.api [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221702, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.709042] env[68960]: DEBUG oslo_vmware.api [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221703, 'name': ReconfigVM_Task, 'duration_secs': 0.43176} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.709425] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Reconfigured VM instance instance-00000035 to attach disk [datastore2] e612e90d-cfb1-45cd-89d9-2ecc6603f3d3/e612e90d-cfb1-45cd-89d9-2ecc6603f3d3.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.710474] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c249e54-2e44-4c67-a366-5f94f38f4f69 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.741927] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc8f178-1d73-4391-ace0-65ce030deb9a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.768244] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6fd769-639c-40cf-b9f7-d1a00458dcd6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.797569] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c010d8-9e84-4589-86f9-bd444cd5774c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.808677] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.809162] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b98bfed-4110-4e5e-b186-ccbafaec4621 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.817123] env[68960]: INFO nova.scheduler.client.report [None req-9d7fe77a-0068-4c25-86cd-2f450f73aeec tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Deleted allocation for migration a339e91f-62e7-4983-b0df-3a8da3538237 [ 934.819770] env[68960]: DEBUG oslo_vmware.api [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 934.819770] env[68960]: value = "task-3221704" [ 934.819770] env[68960]: _type = "Task" [ 934.819770] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.846033] env[68960]: DEBUG oslo_vmware.api [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221704, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.849054] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221700, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.001390] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Acquiring lock "refresh_cache-c0c2de40-dcf8-420e-8be1-23195cfbfe60" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.001555] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Acquired lock "refresh_cache-c0c2de40-dcf8-420e-8be1-23195cfbfe60" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.001714] env[68960]: DEBUG nova.network.neutron [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.027217] env[68960]: DEBUG oslo_vmware.api [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221702, 'name': PowerOnVM_Task, 'duration_secs': 0.973216} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.027217] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.027217] env[68960]: INFO nova.compute.manager [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Took 8.26 seconds to spawn the instance on the hypervisor. [ 935.027217] env[68960]: DEBUG nova.compute.manager [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.028680] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34600b95-bc6a-459c-990c-60c6b03d0d48 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.298761] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624e32b3-2463-4626-a48e-3dd97b3b6709 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.308519] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b04023-a63e-4a21-8070-52c1d5357ed3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.342706] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9d7fe77a-0068-4c25-86cd-2f450f73aeec tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "404efc31-4206-4e68-92c8-c4226982dfe1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 35.984s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.351852] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442f546c-dea7-424b-9f65-59340b021454 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.355579] env[68960]: DEBUG nova.compute.manager [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.357293] env[68960]: DEBUG nova.virt.hardware [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.357293] env[68960]: DEBUG nova.virt.hardware [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.357293] env[68960]: DEBUG nova.virt.hardware [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.357293] env[68960]: DEBUG nova.virt.hardware [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.357293] env[68960]: DEBUG nova.virt.hardware [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.357574] env[68960]: DEBUG nova.virt.hardware [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.357574] env[68960]: DEBUG nova.virt.hardware [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.357729] env[68960]: DEBUG nova.virt.hardware [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.357895] env[68960]: DEBUG nova.virt.hardware [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.358187] env[68960]: DEBUG nova.virt.hardware [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.358425] env[68960]: DEBUG nova.virt.hardware [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.360164] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ad3725-ff3e-42b2-8ecf-72b61a9cc9ca {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.376297] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f28bb8f-43fd-421b-9e68-7220b3053740 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.380373] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221700, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.381034] env[68960]: DEBUG oslo_vmware.api [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221704, 'name': PowerOnVM_Task, 'duration_secs': 0.492184} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.383656] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.388063] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f720878b-9283-4e55-a9a4-aeed06c10627 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.403434] env[68960]: DEBUG nova.compute.provider_tree [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.415634] env[68960]: DEBUG nova.scheduler.client.report [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.553090] env[68960]: INFO nova.compute.manager [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Took 46.43 seconds to build instance. [ 935.575068] env[68960]: DEBUG nova.network.neutron [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.820559] env[68960]: DEBUG nova.network.neutron [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Updating instance_info_cache with network_info: [{"id": "a707957c-8772-4aa5-b0eb-e19df375dbf1", "address": "fa:16:3e:70:2b:d3", "network": {"id": "cda4bfef-2f56-44e2-9e46-819e5db3efa8", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1944801432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d7aaf8d94b84ef6883b28e3d2e5a84d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa707957c-87", "ovs_interfaceid": "a707957c-8772-4aa5-b0eb-e19df375dbf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.857952] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221700, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.923814] env[68960]: DEBUG oslo_concurrency.lockutils [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.714s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.924484] env[68960]: DEBUG nova.compute.manager [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.927888] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.404s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.930477] env[68960]: INFO nova.compute.claims [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.055189] env[68960]: DEBUG oslo_concurrency.lockutils [None req-188871c1-c41e-4f85-98fc-d0c510597829 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "db214277-e555-46bd-95b2-12e7bc509b40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.940s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.323412] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Releasing lock "refresh_cache-c0c2de40-dcf8-420e-8be1-23195cfbfe60" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.324750] env[68960]: DEBUG nova.compute.manager [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Instance network_info: |[{"id": "a707957c-8772-4aa5-b0eb-e19df375dbf1", "address": "fa:16:3e:70:2b:d3", "network": {"id": "cda4bfef-2f56-44e2-9e46-819e5db3efa8", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1944801432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d7aaf8d94b84ef6883b28e3d2e5a84d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa707957c-87", "ovs_interfaceid": "a707957c-8772-4aa5-b0eb-e19df375dbf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 936.324750] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:2b:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a707957c-8772-4aa5-b0eb-e19df375dbf1', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.334191] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Creating folder: Project (9d7aaf8d94b84ef6883b28e3d2e5a84d). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.334676] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a306641-3c27-4458-bce4-221f43ed5db5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.349955] env[68960]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 936.349955] env[68960]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68960) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 936.350284] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Folder already exists: Project (9d7aaf8d94b84ef6883b28e3d2e5a84d). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 936.350468] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Creating folder: Instances. Parent ref: group-v644074. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.351966] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14d6d7b2-ea5d-41cd-a7da-9e11f74686ba {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.356662] env[68960]: DEBUG nova.objects.instance [None req-520c1759-1a7e-4aa5-a552-c19d5ddfa33d tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lazy-loading 'flavor' on Instance uuid 404efc31-4206-4e68-92c8-c4226982dfe1 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.357986] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221700, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.706728} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.360143] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28fd69e8-6675-486c-a229-721f2d4af268/28fd69e8-6675-486c-a229-721f2d4af268.vmdk to [datastore1] eb3439a8-bb05-47fc-b54e-1bec950759d1/eb3439a8-bb05-47fc-b54e-1bec950759d1.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.363996] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c6b76d-13bb-4881-b664-ebdb9e366177 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.371813] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Created folder: Instances in parent group-v644074. [ 936.371950] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.372561] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.373891] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05059687-2adf-47e9-86e4-20d5c162b027 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.400640] env[68960]: INFO nova.compute.manager [None req-12b97302-21d8-482e-a3ce-9ec0086ef12a tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Updating instance to original state: 'active' [ 936.411756] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] eb3439a8-bb05-47fc-b54e-1bec950759d1/eb3439a8-bb05-47fc-b54e-1bec950759d1.vmdk or device None with type streamOptimized {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.413963] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d27381b-bab3-46c4-9e8f-37727f93a14b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.429762] env[68960]: DEBUG nova.compute.manager [req-41cd6acf-94dc-4e32-897c-8f59a66815a3 req-ed766f61-9d45-4009-acb0-cd592d39688d service nova] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Received event network-changed-a707957c-8772-4aa5-b0eb-e19df375dbf1 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.429974] env[68960]: DEBUG nova.compute.manager [req-41cd6acf-94dc-4e32-897c-8f59a66815a3 req-ed766f61-9d45-4009-acb0-cd592d39688d service nova] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Refreshing instance network info cache due to event network-changed-a707957c-8772-4aa5-b0eb-e19df375dbf1. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 936.430180] env[68960]: DEBUG oslo_concurrency.lockutils [req-41cd6acf-94dc-4e32-897c-8f59a66815a3 req-ed766f61-9d45-4009-acb0-cd592d39688d service nova] Acquiring lock "refresh_cache-c0c2de40-dcf8-420e-8be1-23195cfbfe60" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.430321] env[68960]: DEBUG oslo_concurrency.lockutils [req-41cd6acf-94dc-4e32-897c-8f59a66815a3 req-ed766f61-9d45-4009-acb0-cd592d39688d service nova] Acquired lock "refresh_cache-c0c2de40-dcf8-420e-8be1-23195cfbfe60" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.430476] env[68960]: DEBUG nova.network.neutron [req-41cd6acf-94dc-4e32-897c-8f59a66815a3 req-ed766f61-9d45-4009-acb0-cd592d39688d service nova] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Refreshing network info cache for port a707957c-8772-4aa5-b0eb-e19df375dbf1 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.433463] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.433463] env[68960]: value = "task-3221707" [ 936.433463] env[68960]: _type = "Task" [ 936.433463] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.440363] env[68960]: DEBUG nova.compute.utils [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.446029] env[68960]: DEBUG nova.compute.manager [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.446029] env[68960]: DEBUG nova.network.neutron [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.446029] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 936.446029] env[68960]: value = "task-3221708" [ 936.446029] env[68960]: _type = "Task" [ 936.446029] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.454090] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221707, 'name': CreateVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.459618] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.545928] env[68960]: DEBUG nova.policy [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '885f407f3a8f47499a74197deea505d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '489d7ec3b8db44e88c8de93e669bf2a4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.862728] env[68960]: DEBUG oslo_concurrency.lockutils [None req-520c1759-1a7e-4aa5-a552-c19d5ddfa33d tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "refresh_cache-404efc31-4206-4e68-92c8-c4226982dfe1" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.863106] env[68960]: DEBUG oslo_concurrency.lockutils [None req-520c1759-1a7e-4aa5-a552-c19d5ddfa33d tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquired lock "refresh_cache-404efc31-4206-4e68-92c8-c4226982dfe1" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.863150] env[68960]: DEBUG nova.network.neutron [None req-520c1759-1a7e-4aa5-a552-c19d5ddfa33d tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.863334] env[68960]: DEBUG nova.objects.instance [None req-520c1759-1a7e-4aa5-a552-c19d5ddfa33d tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lazy-loading 'info_cache' on Instance uuid 404efc31-4206-4e68-92c8-c4226982dfe1 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.874060] env[68960]: INFO nova.compute.manager [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Rebuilding instance [ 936.917186] env[68960]: DEBUG nova.network.neutron [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Successfully created port: 8b9b0f8d-b803-4518-92d8-3739f37eafde {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.925454] env[68960]: DEBUG nova.compute.manager [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.926631] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7744c6c-d6ba-412a-99c9-f887e93013cb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.947702] env[68960]: DEBUG nova.compute.manager [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.967122] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221707, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.973234] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.194364] env[68960]: DEBUG nova.network.neutron [req-41cd6acf-94dc-4e32-897c-8f59a66815a3 req-ed766f61-9d45-4009-acb0-cd592d39688d service nova] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Updated VIF entry in instance network info cache for port a707957c-8772-4aa5-b0eb-e19df375dbf1. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.194871] env[68960]: DEBUG nova.network.neutron [req-41cd6acf-94dc-4e32-897c-8f59a66815a3 req-ed766f61-9d45-4009-acb0-cd592d39688d service nova] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Updating instance_info_cache with network_info: [{"id": "a707957c-8772-4aa5-b0eb-e19df375dbf1", "address": "fa:16:3e:70:2b:d3", "network": {"id": "cda4bfef-2f56-44e2-9e46-819e5db3efa8", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1944801432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d7aaf8d94b84ef6883b28e3d2e5a84d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa707957c-87", "ovs_interfaceid": "a707957c-8772-4aa5-b0eb-e19df375dbf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.368271] env[68960]: DEBUG nova.objects.base [None req-520c1759-1a7e-4aa5-a552-c19d5ddfa33d tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Object Instance<404efc31-4206-4e68-92c8-c4226982dfe1> lazy-loaded attributes: flavor,info_cache {{(pid=68960) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 937.421590] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef36f990-1157-4d7e-a843-969e38419454 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.431332] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a09a9e3-77fb-4566-95f6-95fb8af8c3e5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.480072] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a9f869-8315-4824-8909-5bbf87e2c392 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.490567] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221707, 'name': CreateVM_Task, 'duration_secs': 0.772108} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.490715] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.492689] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644087', 'volume_id': '35653efe-7c8a-4b00-ba1c-18f158a2a442', 'name': 'volume-35653efe-7c8a-4b00-ba1c-18f158a2a442', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0c2de40-dcf8-420e-8be1-23195cfbfe60', 'attached_at': '', 'detached_at': '', 'volume_id': '35653efe-7c8a-4b00-ba1c-18f158a2a442', 'serial': '35653efe-7c8a-4b00-ba1c-18f158a2a442'}, 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': 'a957d86b-38ed-414a-8c9c-9dab6ebeb147', 'disk_bus': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=68960) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 937.492689] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Root volume attach. Driver type: vmdk {{(pid=68960) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 937.497684] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e969c111-292a-45b3-a22a-53710f3ae86d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.501745] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221708, 'name': ReconfigVM_Task, 'duration_secs': 0.86014} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.502483] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Reconfigured VM instance instance-00000047 to attach disk [datastore1] eb3439a8-bb05-47fc-b54e-1bec950759d1/eb3439a8-bb05-47fc-b54e-1bec950759d1.vmdk or device None with type streamOptimized {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.504214] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1109fead-7f01-4f0e-a4b9-9d7f9aba9acb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.508561] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0651804-1c25-49bf-bb27-a74c66f8fa86 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.515297] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe25406-2018-4e7a-b285-44409a7fc1eb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.527379] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 937.527379] env[68960]: value = "task-3221709" [ 937.527379] env[68960]: _type = "Task" [ 937.527379] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.527917] env[68960]: DEBUG nova.compute.provider_tree [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.538420] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f304426a-d344-4b8e-a6fd-912885183681 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.545606] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221709, 'name': Rename_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.550379] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-bd0ed914-225d-47d7-8868-fa0d2f0b7752 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.561841] env[68960]: DEBUG oslo_vmware.api [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Waiting for the task: (returnval){ [ 937.561841] env[68960]: value = "task-3221710" [ 937.561841] env[68960]: _type = "Task" [ 937.561841] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.570443] env[68960]: DEBUG oslo_vmware.api [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Task: {'id': task-3221710, 'name': RelocateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.698158] env[68960]: DEBUG oslo_concurrency.lockutils [req-41cd6acf-94dc-4e32-897c-8f59a66815a3 req-ed766f61-9d45-4009-acb0-cd592d39688d service nova] Releasing lock "refresh_cache-c0c2de40-dcf8-420e-8be1-23195cfbfe60" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.974955] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.975533] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3978916-4783-4747-90d6-333fc1260f8e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.978444] env[68960]: DEBUG nova.compute.manager [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.989299] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 937.989299] env[68960]: value = "task-3221711" [ 937.989299] env[68960]: _type = "Task" [ 937.989299] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.993584] env[68960]: DEBUG oslo_concurrency.lockutils [None req-12611d33-201a-466f-afe2-d82f4eb9fa21 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquiring lock "e612e90d-cfb1-45cd-89d9-2ecc6603f3d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.993876] env[68960]: DEBUG oslo_concurrency.lockutils [None req-12611d33-201a-466f-afe2-d82f4eb9fa21 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "e612e90d-cfb1-45cd-89d9-2ecc6603f3d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.994137] env[68960]: DEBUG oslo_concurrency.lockutils [None req-12611d33-201a-466f-afe2-d82f4eb9fa21 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquiring lock "e612e90d-cfb1-45cd-89d9-2ecc6603f3d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.994450] env[68960]: DEBUG oslo_concurrency.lockutils [None req-12611d33-201a-466f-afe2-d82f4eb9fa21 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "e612e90d-cfb1-45cd-89d9-2ecc6603f3d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.994604] env[68960]: DEBUG oslo_concurrency.lockutils [None req-12611d33-201a-466f-afe2-d82f4eb9fa21 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "e612e90d-cfb1-45cd-89d9-2ecc6603f3d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.999679] env[68960]: INFO nova.compute.manager [None req-12611d33-201a-466f-afe2-d82f4eb9fa21 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Terminating instance [ 938.008970] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.011749] env[68960]: DEBUG nova.virt.hardware [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.012277] env[68960]: DEBUG nova.virt.hardware [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.012277] env[68960]: DEBUG nova.virt.hardware [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.012427] env[68960]: DEBUG nova.virt.hardware [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.012608] env[68960]: DEBUG nova.virt.hardware [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.012773] env[68960]: DEBUG nova.virt.hardware [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.013009] env[68960]: DEBUG nova.virt.hardware [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.013196] env[68960]: DEBUG nova.virt.hardware [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.013366] env[68960]: DEBUG nova.virt.hardware [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.013536] env[68960]: DEBUG nova.virt.hardware [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.013729] env[68960]: DEBUG nova.virt.hardware [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.014968] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b6f7be-cd2c-4212-8eff-dc5279a88d44 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.027134] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5ec42a-131d-4552-9393-4d51f32db41e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.040178] env[68960]: DEBUG nova.scheduler.client.report [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.057215] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221709, 'name': Rename_Task, 'duration_secs': 0.193882} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.057513] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.057778] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c804133a-10a7-4b4a-aebf-c19f24cc4f26 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.067833] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 938.067833] env[68960]: value = "task-3221712" [ 938.067833] env[68960]: _type = "Task" [ 938.067833] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.076765] env[68960]: DEBUG oslo_vmware.api [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Task: {'id': task-3221710, 'name': RelocateVM_Task} progress is 42%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.080545] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.173240] env[68960]: DEBUG nova.network.neutron [None req-520c1759-1a7e-4aa5-a552-c19d5ddfa33d tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Updating instance_info_cache with network_info: [{"id": "bfc57e33-4771-4898-8d6f-c7c58e6912e6", "address": "fa:16:3e:bd:9d:17", "network": {"id": "d2f92278-0560-43d8-bc83-ef076840fbed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1118476539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4c63f88f20340cbb8eba0c2935f9832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfc57e33-47", "ovs_interfaceid": "bfc57e33-4771-4898-8d6f-c7c58e6912e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.499923] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221711, 'name': PowerOffVM_Task, 'duration_secs': 0.308498} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.500252] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.500739] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.501568] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cadc44-985b-4954-b5f3-b27f16b20df0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.509580] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.509906] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddf80dc3-7314-4f77-9a1e-e585033dc619 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.515120] env[68960]: DEBUG nova.compute.manager [None req-12611d33-201a-466f-afe2-d82f4eb9fa21 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 938.515430] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-12611d33-201a-466f-afe2-d82f4eb9fa21 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.516413] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96828771-1582-41d8-8cb5-71804af23685 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.525816] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-12611d33-201a-466f-afe2-d82f4eb9fa21 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.526134] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9a5457e-5d19-434b-a951-05b9c5eeb0dc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.534755] env[68960]: DEBUG oslo_vmware.api [None req-12611d33-201a-466f-afe2-d82f4eb9fa21 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 938.534755] env[68960]: value = "task-3221714" [ 938.534755] env[68960]: _type = "Task" [ 938.534755] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.549373] env[68960]: DEBUG oslo_vmware.api [None req-12611d33-201a-466f-afe2-d82f4eb9fa21 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.554485] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.555067] env[68960]: DEBUG nova.compute.manager [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.557997] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.755s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.559341] env[68960]: INFO nova.compute.claims [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.578135] env[68960]: DEBUG oslo_vmware.api [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Task: {'id': task-3221710, 'name': RelocateVM_Task} progress is 56%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.584578] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221712, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.589709] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.589930] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.590555] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Deleting the datastore file [datastore2] db214277-e555-46bd-95b2-12e7bc509b40 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.590555] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-047cdec3-c6a0-4673-9e63-048afbc4ece0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.597930] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 938.597930] env[68960]: value = "task-3221715" [ 938.597930] env[68960]: _type = "Task" [ 938.597930] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.607833] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.676969] env[68960]: DEBUG nova.compute.manager [req-a862466c-7557-48ac-87bd-6b7d8f4ea084 req-de833697-d812-4f97-bf83-af85d68a53e2 service nova] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Received event network-vif-plugged-8b9b0f8d-b803-4518-92d8-3739f37eafde {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.676969] env[68960]: DEBUG oslo_concurrency.lockutils [req-a862466c-7557-48ac-87bd-6b7d8f4ea084 req-de833697-d812-4f97-bf83-af85d68a53e2 service nova] Acquiring lock "82a0648e-47aa-41c4-a131-24c37d87d26b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.680859] env[68960]: DEBUG oslo_concurrency.lockutils [req-a862466c-7557-48ac-87bd-6b7d8f4ea084 req-de833697-d812-4f97-bf83-af85d68a53e2 service nova] Lock "82a0648e-47aa-41c4-a131-24c37d87d26b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.680859] env[68960]: DEBUG oslo_concurrency.lockutils [req-a862466c-7557-48ac-87bd-6b7d8f4ea084 req-de833697-d812-4f97-bf83-af85d68a53e2 service nova] Lock "82a0648e-47aa-41c4-a131-24c37d87d26b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.680859] env[68960]: DEBUG nova.compute.manager [req-a862466c-7557-48ac-87bd-6b7d8f4ea084 req-de833697-d812-4f97-bf83-af85d68a53e2 service nova] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] No waiting events found dispatching network-vif-plugged-8b9b0f8d-b803-4518-92d8-3739f37eafde {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.680859] env[68960]: WARNING nova.compute.manager [req-a862466c-7557-48ac-87bd-6b7d8f4ea084 req-de833697-d812-4f97-bf83-af85d68a53e2 service nova] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Received unexpected event network-vif-plugged-8b9b0f8d-b803-4518-92d8-3739f37eafde for instance with vm_state building and task_state spawning. [ 938.680859] env[68960]: DEBUG oslo_concurrency.lockutils [None req-520c1759-1a7e-4aa5-a552-c19d5ddfa33d tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Releasing lock "refresh_cache-404efc31-4206-4e68-92c8-c4226982dfe1" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.862707] env[68960]: DEBUG nova.network.neutron [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Successfully updated port: 8b9b0f8d-b803-4518-92d8-3739f37eafde {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 939.045166] env[68960]: DEBUG oslo_vmware.api [None req-12611d33-201a-466f-afe2-d82f4eb9fa21 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221714, 'name': PowerOffVM_Task, 'duration_secs': 0.235009} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.045505] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-12611d33-201a-466f-afe2-d82f4eb9fa21 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.045655] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-12611d33-201a-466f-afe2-d82f4eb9fa21 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.045935] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba04d129-033c-41e9-a8e0-128523e19ab7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.063663] env[68960]: DEBUG nova.compute.utils [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.065695] env[68960]: DEBUG nova.compute.manager [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Not allocating networking since 'none' was specified. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 939.082821] env[68960]: DEBUG oslo_vmware.api [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Task: {'id': task-3221710, 'name': RelocateVM_Task} progress is 69%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.086463] env[68960]: DEBUG oslo_vmware.api [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221712, 'name': PowerOnVM_Task, 'duration_secs': 0.655915} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.086732] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.086922] env[68960]: INFO nova.compute.manager [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Took 16.25 seconds to spawn the instance on the hypervisor. [ 939.087114] env[68960]: DEBUG nova.compute.manager [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.088046] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8f13f6-6d96-4691-9267-97a7a8e0ba8f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.116147] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207274} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.116449] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.116631] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.116959] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.148697] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-12611d33-201a-466f-afe2-d82f4eb9fa21 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.149023] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-12611d33-201a-466f-afe2-d82f4eb9fa21 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.149325] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-12611d33-201a-466f-afe2-d82f4eb9fa21 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Deleting the datastore file [datastore2] e612e90d-cfb1-45cd-89d9-2ecc6603f3d3 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.149684] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31552396-b65d-4083-9fea-24f4a43997bb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.160082] env[68960]: DEBUG oslo_vmware.api [None req-12611d33-201a-466f-afe2-d82f4eb9fa21 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 939.160082] env[68960]: value = "task-3221717" [ 939.160082] env[68960]: _type = "Task" [ 939.160082] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.171359] env[68960]: DEBUG oslo_vmware.api [None req-12611d33-201a-466f-afe2-d82f4eb9fa21 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.364374] env[68960]: DEBUG oslo_concurrency.lockutils [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Acquiring lock "refresh_cache-82a0648e-47aa-41c4-a131-24c37d87d26b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.364374] env[68960]: DEBUG oslo_concurrency.lockutils [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Acquired lock "refresh_cache-82a0648e-47aa-41c4-a131-24c37d87d26b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.364613] env[68960]: DEBUG nova.network.neutron [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.525351] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6fee72fe-13e2-466a-b019-e03800ceb457 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "5ca439bd-7b4c-42cd-a3b7-c47b0e627935" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.526966] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6fee72fe-13e2-466a-b019-e03800ceb457 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "5ca439bd-7b4c-42cd-a3b7-c47b0e627935" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.570772] env[68960]: DEBUG nova.compute.manager [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.583325] env[68960]: DEBUG oslo_vmware.api [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Task: {'id': task-3221710, 'name': RelocateVM_Task} progress is 84%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.616668] env[68960]: INFO nova.compute.manager [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Took 51.49 seconds to build instance. [ 939.675746] env[68960]: DEBUG oslo_vmware.api [None req-12611d33-201a-466f-afe2-d82f4eb9fa21 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174863} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.676032] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-12611d33-201a-466f-afe2-d82f4eb9fa21 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.676395] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-12611d33-201a-466f-afe2-d82f4eb9fa21 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.676655] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-12611d33-201a-466f-afe2-d82f4eb9fa21 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.676881] env[68960]: INFO nova.compute.manager [None req-12611d33-201a-466f-afe2-d82f4eb9fa21 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 939.677173] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12611d33-201a-466f-afe2-d82f4eb9fa21 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.677385] env[68960]: DEBUG nova.compute.manager [-] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.677482] env[68960]: DEBUG nova.network.neutron [-] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 939.689059] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-520c1759-1a7e-4aa5-a552-c19d5ddfa33d tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.689357] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9994b9c-101c-4756-b572-dc516aaff9c5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.700176] env[68960]: DEBUG oslo_vmware.api [None req-520c1759-1a7e-4aa5-a552-c19d5ddfa33d tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 939.700176] env[68960]: value = "task-3221718" [ 939.700176] env[68960]: _type = "Task" [ 939.700176] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.710115] env[68960]: DEBUG oslo_vmware.api [None req-520c1759-1a7e-4aa5-a552-c19d5ddfa33d tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.911965] env[68960]: DEBUG nova.network.neutron [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.029736] env[68960]: DEBUG nova.compute.utils [None req-6fee72fe-13e2-466a-b019-e03800ceb457 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.071433] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d78b83a-ff93-4b3b-963b-249843947e10 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.081929] env[68960]: DEBUG oslo_vmware.api [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Task: {'id': task-3221710, 'name': RelocateVM_Task} progress is 97%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.084991] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ca3ce1-b679-4792-9900-a83b2f55a96b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.119380] env[68960]: DEBUG nova.network.neutron [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Updating instance_info_cache with network_info: [{"id": "8b9b0f8d-b803-4518-92d8-3739f37eafde", "address": "fa:16:3e:62:ec:11", "network": {"id": "06fa146a-b32b-4614-bb36-06c0bba76eef", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1799237625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "489d7ec3b8db44e88c8de93e669bf2a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b9b0f8d-b8", "ovs_interfaceid": "8b9b0f8d-b803-4518-92d8-3739f37eafde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.122156] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70bd8a2-71ff-4f94-86e7-52e999ce9ed6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.125337] env[68960]: DEBUG oslo_concurrency.lockutils [None req-358f6a96-4c5c-46af-9599-186b63502447 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "eb3439a8-bb05-47fc-b54e-1bec950759d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.450s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.136222] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5caca654-2436-4800-b0ff-4a05e20bbd43 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.152758] env[68960]: DEBUG nova.compute.provider_tree [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.162943] env[68960]: DEBUG nova.virt.hardware [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.163204] env[68960]: DEBUG nova.virt.hardware [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.163360] env[68960]: DEBUG nova.virt.hardware [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.163537] env[68960]: DEBUG nova.virt.hardware [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.163683] env[68960]: DEBUG nova.virt.hardware [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.163828] env[68960]: DEBUG nova.virt.hardware [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.164045] env[68960]: DEBUG nova.virt.hardware [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.164207] env[68960]: DEBUG nova.virt.hardware [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.164372] env[68960]: DEBUG nova.virt.hardware [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.164568] env[68960]: DEBUG nova.virt.hardware [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.164764] env[68960]: DEBUG nova.virt.hardware [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.166399] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e663a061-c8c1-4188-9074-f12ad9970d97 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.176047] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc3effc-f3a8-4e80-9dd6-4d346a9871c5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.191022] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:91:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2e1e3bd-cc52-42eb-8e29-8be89e93ceff', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.198434] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.198703] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.198934] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9969d5e3-f41f-429b-94f6-0b4b0d69d1a7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.222886] env[68960]: DEBUG oslo_vmware.api [None req-520c1759-1a7e-4aa5-a552-c19d5ddfa33d tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221718, 'name': PowerOnVM_Task, 'duration_secs': 0.482054} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.224134] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-520c1759-1a7e-4aa5-a552-c19d5ddfa33d tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.224347] env[68960]: DEBUG nova.compute.manager [None req-520c1759-1a7e-4aa5-a552-c19d5ddfa33d tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.224623] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.224623] env[68960]: value = "task-3221719" [ 940.224623] env[68960]: _type = "Task" [ 940.224623] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.225310] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9eafee-d77f-473f-b006-84b761733dbb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.239394] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221719, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.524889] env[68960]: DEBUG oslo_concurrency.lockutils [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "eb3439a8-bb05-47fc-b54e-1bec950759d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.525241] env[68960]: DEBUG oslo_concurrency.lockutils [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "eb3439a8-bb05-47fc-b54e-1bec950759d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.525473] env[68960]: DEBUG oslo_concurrency.lockutils [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "eb3439a8-bb05-47fc-b54e-1bec950759d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.525715] env[68960]: DEBUG oslo_concurrency.lockutils [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "eb3439a8-bb05-47fc-b54e-1bec950759d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.525905] env[68960]: DEBUG oslo_concurrency.lockutils [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "eb3439a8-bb05-47fc-b54e-1bec950759d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.528438] env[68960]: INFO nova.compute.manager [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Terminating instance [ 940.533827] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6fee72fe-13e2-466a-b019-e03800ceb457 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "5ca439bd-7b4c-42cd-a3b7-c47b0e627935" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.534449] env[68960]: DEBUG nova.network.neutron [-] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.579234] env[68960]: DEBUG oslo_vmware.api [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Task: {'id': task-3221710, 'name': RelocateVM_Task} progress is 97%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.586326] env[68960]: DEBUG nova.compute.manager [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.606109] env[68960]: DEBUG nova.virt.hardware [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.606361] env[68960]: DEBUG nova.virt.hardware [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.606517] env[68960]: DEBUG nova.virt.hardware [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.606699] env[68960]: DEBUG nova.virt.hardware [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.606844] env[68960]: DEBUG nova.virt.hardware [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.606987] env[68960]: DEBUG nova.virt.hardware [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.607207] env[68960]: DEBUG nova.virt.hardware [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.607364] env[68960]: DEBUG nova.virt.hardware [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.607528] env[68960]: DEBUG nova.virt.hardware [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.607690] env[68960]: DEBUG nova.virt.hardware [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.607862] env[68960]: DEBUG nova.virt.hardware [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.608743] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80256e71-3b2f-43a8-8599-c3f71eebd2f1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.617196] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4d4545-e621-4f76-a457-3db0d28ca4c4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.630884] env[68960]: DEBUG oslo_concurrency.lockutils [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Releasing lock "refresh_cache-82a0648e-47aa-41c4-a131-24c37d87d26b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.631203] env[68960]: DEBUG nova.compute.manager [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Instance network_info: |[{"id": "8b9b0f8d-b803-4518-92d8-3739f37eafde", "address": "fa:16:3e:62:ec:11", "network": {"id": "06fa146a-b32b-4614-bb36-06c0bba76eef", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1799237625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "489d7ec3b8db44e88c8de93e669bf2a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b9b0f8d-b8", "ovs_interfaceid": "8b9b0f8d-b803-4518-92d8-3739f37eafde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.631621] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Instance VIF info [] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.637309] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Creating folder: Project (1d00cf7dfe0245d1a0349558ffe47e56). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.637742] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:ec:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b9b0f8d-b803-4518-92d8-3739f37eafde', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.644895] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Creating folder: Project (489d7ec3b8db44e88c8de93e669bf2a4). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.645145] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2070e08e-9275-426f-add0-083a8d5757a1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.646855] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-624f8631-c619-47e4-be88-782269f4a48c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.657722] env[68960]: DEBUG nova.scheduler.client.report [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.665030] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Created folder: Project (489d7ec3b8db44e88c8de93e669bf2a4) in parent group-v643888. [ 940.665030] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Creating folder: Instances. Parent ref: group-v644110. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.665030] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Created folder: Project (1d00cf7dfe0245d1a0349558ffe47e56) in parent group-v643888. [ 940.665030] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Creating folder: Instances. Parent ref: group-v644111. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.665030] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63ac6b07-9190-482e-81bc-c1891f17cf8b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.666267] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad829978-9c41-423b-8200-c0d4e9c1f7cc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.679213] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Created folder: Instances in parent group-v644110. [ 940.679462] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.680307] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.680875] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Created folder: Instances in parent group-v644111. [ 940.680875] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.681022] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8a86ed7-2d9f-49c5-88e5-d77cd5f99216 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.695771] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.696025] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c15cf55f-f2e7-4836-858d-2ce4a505f94f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.713788] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.713788] env[68960]: value = "task-3221725" [ 940.713788] env[68960]: _type = "Task" [ 940.713788] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.714964] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.714964] env[68960]: value = "task-3221724" [ 940.714964] env[68960]: _type = "Task" [ 940.714964] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.726068] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221724, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.728955] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221725, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.737254] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221719, 'name': CreateVM_Task, 'duration_secs': 0.365715} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.737420] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.738253] env[68960]: DEBUG oslo_concurrency.lockutils [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.738356] env[68960]: DEBUG oslo_concurrency.lockutils [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.738621] env[68960]: DEBUG oslo_concurrency.lockutils [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.738874] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35862c02-8140-410b-801e-786913dd7285 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.749966] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 940.749966] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]526ef875-0ae0-75d2-b2c5-b960e27fa4dc" [ 940.749966] env[68960]: _type = "Task" [ 940.749966] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.760598] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]526ef875-0ae0-75d2-b2c5-b960e27fa4dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.017618] env[68960]: DEBUG nova.compute.manager [req-a56f6a25-ae50-4034-8875-0236caa30875 req-f0a6e43c-31bb-441c-af00-e474241556b5 service nova] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Received event network-changed-8b9b0f8d-b803-4518-92d8-3739f37eafde {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.017975] env[68960]: DEBUG nova.compute.manager [req-a56f6a25-ae50-4034-8875-0236caa30875 req-f0a6e43c-31bb-441c-af00-e474241556b5 service nova] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Refreshing instance network info cache due to event network-changed-8b9b0f8d-b803-4518-92d8-3739f37eafde. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 941.018214] env[68960]: DEBUG oslo_concurrency.lockutils [req-a56f6a25-ae50-4034-8875-0236caa30875 req-f0a6e43c-31bb-441c-af00-e474241556b5 service nova] Acquiring lock "refresh_cache-82a0648e-47aa-41c4-a131-24c37d87d26b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.018421] env[68960]: DEBUG oslo_concurrency.lockutils [req-a56f6a25-ae50-4034-8875-0236caa30875 req-f0a6e43c-31bb-441c-af00-e474241556b5 service nova] Acquired lock "refresh_cache-82a0648e-47aa-41c4-a131-24c37d87d26b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.018648] env[68960]: DEBUG nova.network.neutron [req-a56f6a25-ae50-4034-8875-0236caa30875 req-f0a6e43c-31bb-441c-af00-e474241556b5 service nova] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Refreshing network info cache for port 8b9b0f8d-b803-4518-92d8-3739f37eafde {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.032382] env[68960]: DEBUG nova.compute.manager [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.032524] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.033476] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2277bb-e046-4b01-b605-b42ce34b196e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.037884] env[68960]: INFO nova.compute.manager [-] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Took 1.36 seconds to deallocate network for instance. [ 941.047129] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.047519] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65bb7090-9009-4225-8392-6eccd7dff316 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.056524] env[68960]: DEBUG oslo_vmware.api [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 941.056524] env[68960]: value = "task-3221726" [ 941.056524] env[68960]: _type = "Task" [ 941.056524] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.067869] env[68960]: DEBUG oslo_vmware.api [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.080124] env[68960]: DEBUG oslo_vmware.api [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Task: {'id': task-3221710, 'name': RelocateVM_Task} progress is 98%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.166343] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.167069] env[68960]: DEBUG nova.compute.manager [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.170991] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.760s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.175959] env[68960]: INFO nova.compute.claims [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.230827] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221724, 'name': CreateVM_Task, 'duration_secs': 0.395584} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.234085] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.234316] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221725, 'name': CreateVM_Task, 'duration_secs': 0.493381} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.235198] env[68960]: DEBUG oslo_concurrency.lockutils [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.235363] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.235864] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.262677] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]526ef875-0ae0-75d2-b2c5-b960e27fa4dc, 'name': SearchDatastore_Task, 'duration_secs': 0.012608} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.263022] env[68960]: DEBUG oslo_concurrency.lockutils [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.263668] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.263668] env[68960]: DEBUG oslo_concurrency.lockutils [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.263668] env[68960]: DEBUG oslo_concurrency.lockutils [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.263891] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.264187] env[68960]: DEBUG oslo_concurrency.lockutils [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.264563] env[68960]: DEBUG oslo_concurrency.lockutils [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.264815] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2112a1ed-cf68-4c9c-9966-eebf04a602e0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.267814] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddce497e-87b0-467c-80d6-ff05bd2e6d44 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.275082] env[68960]: DEBUG oslo_vmware.api [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Waiting for the task: (returnval){ [ 941.275082] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5281fdf0-1f1e-d6f3-85fb-8b86694ed701" [ 941.275082] env[68960]: _type = "Task" [ 941.275082] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.280307] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.280605] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.281864] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f8a0164-e5e8-4e9c-8b25-95d6b1be0b51 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.288824] env[68960]: DEBUG oslo_vmware.api [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5281fdf0-1f1e-d6f3-85fb-8b86694ed701, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.292447] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 941.292447] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b1b582-110e-eae6-e78b-71b03ba1d056" [ 941.292447] env[68960]: _type = "Task" [ 941.292447] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.301251] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b1b582-110e-eae6-e78b-71b03ba1d056, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.545651] env[68960]: DEBUG oslo_concurrency.lockutils [None req-12611d33-201a-466f-afe2-d82f4eb9fa21 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.567512] env[68960]: DEBUG oslo_vmware.api [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221726, 'name': PowerOffVM_Task, 'duration_secs': 0.260422} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.567963] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.568206] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.571478] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d772250-4a69-4722-85a3-785f41585c85 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.579288] env[68960]: DEBUG oslo_vmware.api [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Task: {'id': task-3221710, 'name': RelocateVM_Task, 'duration_secs': 3.927413} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.579674] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Volume attach. Driver type: vmdk {{(pid=68960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 941.579904] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644087', 'volume_id': '35653efe-7c8a-4b00-ba1c-18f158a2a442', 'name': 'volume-35653efe-7c8a-4b00-ba1c-18f158a2a442', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0c2de40-dcf8-420e-8be1-23195cfbfe60', 'attached_at': '', 'detached_at': '', 'volume_id': '35653efe-7c8a-4b00-ba1c-18f158a2a442', 'serial': '35653efe-7c8a-4b00-ba1c-18f158a2a442'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 941.580704] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14524aa-fbca-48b5-affa-c74556b8ceab {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.598364] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f944d8-d928-40a8-b847-33a7fdab919e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.617720] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6fee72fe-13e2-466a-b019-e03800ceb457 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "5ca439bd-7b4c-42cd-a3b7-c47b0e627935" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.617972] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6fee72fe-13e2-466a-b019-e03800ceb457 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "5ca439bd-7b4c-42cd-a3b7-c47b0e627935" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.618214] env[68960]: INFO nova.compute.manager [None req-6fee72fe-13e2-466a-b019-e03800ceb457 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Attaching volume 573bf7d5-11a7-47d7-9305-2c85d561d561 to /dev/sdb [ 941.628445] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] volume-35653efe-7c8a-4b00-ba1c-18f158a2a442/volume-35653efe-7c8a-4b00-ba1c-18f158a2a442.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.631193] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-774846af-4842-446d-bf45-f462e74eb919 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.655508] env[68960]: DEBUG oslo_vmware.api [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Waiting for the task: (returnval){ [ 941.655508] env[68960]: value = "task-3221728" [ 941.655508] env[68960]: _type = "Task" [ 941.655508] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.660725] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f09ca9de-00e7-48d8-89ea-c3b33031325e tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "404efc31-4206-4e68-92c8-c4226982dfe1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.660979] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f09ca9de-00e7-48d8-89ea-c3b33031325e tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "404efc31-4206-4e68-92c8-c4226982dfe1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.661194] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f09ca9de-00e7-48d8-89ea-c3b33031325e tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "404efc31-4206-4e68-92c8-c4226982dfe1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.661379] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f09ca9de-00e7-48d8-89ea-c3b33031325e tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "404efc31-4206-4e68-92c8-c4226982dfe1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.661584] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f09ca9de-00e7-48d8-89ea-c3b33031325e tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "404efc31-4206-4e68-92c8-c4226982dfe1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.663278] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.663469] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.663644] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Deleting the datastore file [datastore1] eb3439a8-bb05-47fc-b54e-1bec950759d1 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.664196] env[68960]: INFO nova.compute.manager [None req-f09ca9de-00e7-48d8-89ea-c3b33031325e tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Terminating instance [ 941.666010] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76e95e73-e039-4add-a7a9-f2a62ca7a6d0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.672417] env[68960]: DEBUG oslo_vmware.api [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Task: {'id': task-3221728, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.677470] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064b4cf7-217f-4ce7-b678-44ad3ded25ca {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.681575] env[68960]: DEBUG nova.compute.utils [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.686978] env[68960]: DEBUG nova.compute.manager [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.687198] env[68960]: DEBUG nova.network.neutron [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.690868] env[68960]: DEBUG oslo_vmware.api [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 941.690868] env[68960]: value = "task-3221729" [ 941.690868] env[68960]: _type = "Task" [ 941.690868] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.698433] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be476958-b323-42b7-afdd-9bf6099d53ce {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.704980] env[68960]: DEBUG oslo_vmware.api [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.723494] env[68960]: DEBUG nova.virt.block_device [None req-6fee72fe-13e2-466a-b019-e03800ceb457 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Updating existing volume attachment record: e5f41c3e-92c9-4cfa-a3d1-c3066fc9083e {{(pid=68960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 941.739554] env[68960]: DEBUG nova.policy [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14a7c35d633642f9b949cb73d54c4ad6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8165985a7ea64bcba319191bed454293', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.790018] env[68960]: DEBUG oslo_vmware.api [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5281fdf0-1f1e-d6f3-85fb-8b86694ed701, 'name': SearchDatastore_Task, 'duration_secs': 0.015455} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.790018] env[68960]: DEBUG oslo_concurrency.lockutils [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.790018] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.790018] env[68960]: DEBUG oslo_concurrency.lockutils [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.790277] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.790480] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.790760] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25fe384a-0d70-4c3c-9c66-11c3c54a2740 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.798323] env[68960]: DEBUG nova.network.neutron [req-a56f6a25-ae50-4034-8875-0236caa30875 req-f0a6e43c-31bb-441c-af00-e474241556b5 service nova] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Updated VIF entry in instance network info cache for port 8b9b0f8d-b803-4518-92d8-3739f37eafde. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.798664] env[68960]: DEBUG nova.network.neutron [req-a56f6a25-ae50-4034-8875-0236caa30875 req-f0a6e43c-31bb-441c-af00-e474241556b5 service nova] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Updating instance_info_cache with network_info: [{"id": "8b9b0f8d-b803-4518-92d8-3739f37eafde", "address": "fa:16:3e:62:ec:11", "network": {"id": "06fa146a-b32b-4614-bb36-06c0bba76eef", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1799237625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "489d7ec3b8db44e88c8de93e669bf2a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b9b0f8d-b8", "ovs_interfaceid": "8b9b0f8d-b803-4518-92d8-3739f37eafde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.800032] env[68960]: DEBUG oslo_vmware.api [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Waiting for the task: (returnval){ [ 941.800032] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5289d4cc-ab75-d97d-37fc-26c7c24f5559" [ 941.800032] env[68960]: _type = "Task" [ 941.800032] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.809911] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b1b582-110e-eae6-e78b-71b03ba1d056, 'name': SearchDatastore_Task, 'duration_secs': 0.010844} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.813470] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a047cd1-c852-4ef8-a855-6aa8eacb4a57 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.819295] env[68960]: DEBUG oslo_vmware.api [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5289d4cc-ab75-d97d-37fc-26c7c24f5559, 'name': SearchDatastore_Task, 'duration_secs': 0.012106} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.819295] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.819572] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.819757] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.824030] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 941.824030] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d6600a-b713-face-7daf-376fa39d385e" [ 941.824030] env[68960]: _type = "Task" [ 941.824030] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.833279] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d6600a-b713-face-7daf-376fa39d385e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.170691] env[68960]: DEBUG oslo_vmware.api [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Task: {'id': task-3221728, 'name': ReconfigVM_Task, 'duration_secs': 0.407691} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.170983] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Reconfigured VM instance instance-00000049 to attach disk [datastore2] volume-35653efe-7c8a-4b00-ba1c-18f158a2a442/volume-35653efe-7c8a-4b00-ba1c-18f158a2a442.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.181616] env[68960]: DEBUG nova.compute.manager [None req-f09ca9de-00e7-48d8-89ea-c3b33031325e tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.181823] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f09ca9de-00e7-48d8-89ea-c3b33031325e tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.182140] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10827492-ed72-49e4-903a-7eefa5312538 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.198935] env[68960]: DEBUG nova.network.neutron [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Successfully created port: 20257a57-f179-42c4-a929-678cded0eb7d {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.201912] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b08cea-16b7-49a2-ac20-f6f7dfd744ea {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.205117] env[68960]: DEBUG nova.compute.manager [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.222037] env[68960]: DEBUG oslo_vmware.api [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175633} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.229502] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.229502] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.229502] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.229502] env[68960]: INFO nova.compute.manager [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Took 1.19 seconds to destroy the instance on the hypervisor. [ 942.229502] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.229502] env[68960]: DEBUG oslo_vmware.api [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Waiting for the task: (returnval){ [ 942.229502] env[68960]: value = "task-3221733" [ 942.229502] env[68960]: _type = "Task" [ 942.229502] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.229502] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09ca9de-00e7-48d8-89ea-c3b33031325e tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.229502] env[68960]: DEBUG nova.compute.manager [-] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.229502] env[68960]: DEBUG nova.network.neutron [-] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.230904] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-913483f6-fe8d-46f2-9111-bc2070c60310 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.245175] env[68960]: DEBUG oslo_vmware.api [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Task: {'id': task-3221733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.245175] env[68960]: DEBUG oslo_vmware.api [None req-f09ca9de-00e7-48d8-89ea-c3b33031325e tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 942.245175] env[68960]: value = "task-3221734" [ 942.245175] env[68960]: _type = "Task" [ 942.245175] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.255520] env[68960]: DEBUG oslo_vmware.api [None req-f09ca9de-00e7-48d8-89ea-c3b33031325e tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.305587] env[68960]: DEBUG oslo_concurrency.lockutils [req-a56f6a25-ae50-4034-8875-0236caa30875 req-f0a6e43c-31bb-441c-af00-e474241556b5 service nova] Releasing lock "refresh_cache-82a0648e-47aa-41c4-a131-24c37d87d26b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.305801] env[68960]: DEBUG nova.compute.manager [req-a56f6a25-ae50-4034-8875-0236caa30875 req-f0a6e43c-31bb-441c-af00-e474241556b5 service nova] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Received event network-vif-deleted-bed094f6-0371-49a5-b63e-ff5a87ef3147 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.335113] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d6600a-b713-face-7daf-376fa39d385e, 'name': SearchDatastore_Task, 'duration_secs': 0.012364} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.338281] env[68960]: DEBUG oslo_concurrency.lockutils [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.338619] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] db214277-e555-46bd-95b2-12e7bc509b40/db214277-e555-46bd-95b2-12e7bc509b40.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.339199] env[68960]: DEBUG oslo_concurrency.lockutils [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.339459] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.339695] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1b40ada-29da-4522-8bd0-b22d460ece97 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.342294] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8859966b-ad5d-4b64-80c8-c6862fead14d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.352488] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 942.352488] env[68960]: value = "task-3221735" [ 942.352488] env[68960]: _type = "Task" [ 942.352488] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.356888] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.357161] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.362181] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b88edbc-0893-48aa-a739-fbbdb52a4ca1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.374276] env[68960]: DEBUG oslo_vmware.api [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Waiting for the task: (returnval){ [ 942.374276] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a9aff0-bbfc-cef9-fe71-608f6c445506" [ 942.374276] env[68960]: _type = "Task" [ 942.374276] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.374276] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.385508] env[68960]: DEBUG oslo_vmware.api [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a9aff0-bbfc-cef9-fe71-608f6c445506, 'name': SearchDatastore_Task, 'duration_secs': 0.012938} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.389866] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2992e426-2399-4876-8a21-0791331045c1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.396836] env[68960]: DEBUG oslo_vmware.api [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Waiting for the task: (returnval){ [ 942.396836] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52abba50-3f72-43be-eb21-52a1e4b13256" [ 942.396836] env[68960]: _type = "Task" [ 942.396836] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.413414] env[68960]: DEBUG oslo_vmware.api [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52abba50-3f72-43be-eb21-52a1e4b13256, 'name': SearchDatastore_Task, 'duration_secs': 0.012634} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.413759] env[68960]: DEBUG oslo_concurrency.lockutils [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.414148] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 82a0648e-47aa-41c4-a131-24c37d87d26b/82a0648e-47aa-41c4-a131-24c37d87d26b.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.414503] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.414794] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.415099] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df41b104-8760-412f-b9a7-8f2cc31ccf24 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.423027] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e142a62f-8379-4c94-9c50-5e2123cf9c9d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.434760] env[68960]: DEBUG oslo_vmware.api [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Waiting for the task: (returnval){ [ 942.434760] env[68960]: value = "task-3221736" [ 942.434760] env[68960]: _type = "Task" [ 942.434760] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.452027] env[68960]: DEBUG oslo_vmware.api [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Task: {'id': task-3221736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.452027] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.452027] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.452027] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56f6d312-5f6b-4e3d-8b75-70000d1d5963 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.460527] env[68960]: DEBUG oslo_vmware.api [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Waiting for the task: (returnval){ [ 942.460527] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5271f276-2ce3-cf3b-c387-2e2c451fcb05" [ 942.460527] env[68960]: _type = "Task" [ 942.460527] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.477314] env[68960]: DEBUG oslo_vmware.api [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5271f276-2ce3-cf3b-c387-2e2c451fcb05, 'name': SearchDatastore_Task, 'duration_secs': 0.015705} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.478493] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ed1003c-d80d-4d11-bda3-cb4b7e93c5f6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.485462] env[68960]: DEBUG oslo_vmware.api [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Waiting for the task: (returnval){ [ 942.485462] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527282e2-2dd7-20cf-cf22-0ae36d678707" [ 942.485462] env[68960]: _type = "Task" [ 942.485462] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.498200] env[68960]: DEBUG oslo_vmware.api [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527282e2-2dd7-20cf-cf22-0ae36d678707, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.698968] env[68960]: DEBUG nova.compute.manager [req-e2359121-2f95-4e1e-902b-5f61d02e0f6c req-42a072c6-ceb2-47bc-9531-6c6e02cab4ba service nova] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Received event network-vif-deleted-80d2ff06-9294-46c8-9f85-189323b2f6c3 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.699286] env[68960]: INFO nova.compute.manager [req-e2359121-2f95-4e1e-902b-5f61d02e0f6c req-42a072c6-ceb2-47bc-9531-6c6e02cab4ba service nova] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Neutron deleted interface 80d2ff06-9294-46c8-9f85-189323b2f6c3; detaching it from the instance and deleting it from the info cache [ 942.699579] env[68960]: DEBUG nova.network.neutron [req-e2359121-2f95-4e1e-902b-5f61d02e0f6c req-42a072c6-ceb2-47bc-9531-6c6e02cab4ba service nova] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.752492] env[68960]: DEBUG oslo_vmware.api [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Task: {'id': task-3221733, 'name': ReconfigVM_Task, 'duration_secs': 0.17256} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.760259] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644087', 'volume_id': '35653efe-7c8a-4b00-ba1c-18f158a2a442', 'name': 'volume-35653efe-7c8a-4b00-ba1c-18f158a2a442', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0c2de40-dcf8-420e-8be1-23195cfbfe60', 'attached_at': '', 'detached_at': '', 'volume_id': '35653efe-7c8a-4b00-ba1c-18f158a2a442', 'serial': '35653efe-7c8a-4b00-ba1c-18f158a2a442'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 942.762657] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7925cbbd-0447-4dd7-a951-9879c931171d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.765957] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d5f722c-2b7a-42c1-a80e-c0574e171493 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.777138] env[68960]: DEBUG oslo_vmware.api [None req-f09ca9de-00e7-48d8-89ea-c3b33031325e tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221734, 'name': PowerOffVM_Task, 'duration_secs': 0.247974} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.779758] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09ca9de-00e7-48d8-89ea-c3b33031325e tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.779976] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f09ca9de-00e7-48d8-89ea-c3b33031325e tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.781446] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0197d929-f625-4afa-85bd-597f1ebc0244 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.784063] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5926cc6e-3402-443e-9821-20dea7eb385a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.789444] env[68960]: DEBUG oslo_vmware.api [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Waiting for the task: (returnval){ [ 942.789444] env[68960]: value = "task-3221737" [ 942.789444] env[68960]: _type = "Task" [ 942.789444] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.837497] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14a847c-19cf-4d14-a251-f5b1e33f17c4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.841302] env[68960]: DEBUG oslo_vmware.api [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Task: {'id': task-3221737, 'name': Rename_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.848059] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28092f0-f00c-43de-b08e-80cb086999e0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.865716] env[68960]: DEBUG nova.compute.provider_tree [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.880044] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221735, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.895537] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f09ca9de-00e7-48d8-89ea-c3b33031325e tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.895813] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f09ca9de-00e7-48d8-89ea-c3b33031325e tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.896084] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f09ca9de-00e7-48d8-89ea-c3b33031325e tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Deleting the datastore file [datastore2] 404efc31-4206-4e68-92c8-c4226982dfe1 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.896429] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48bae010-7c7b-4bb3-84fb-e06875da678e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.906762] env[68960]: DEBUG oslo_vmware.api [None req-f09ca9de-00e7-48d8-89ea-c3b33031325e tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 942.906762] env[68960]: value = "task-3221739" [ 942.906762] env[68960]: _type = "Task" [ 942.906762] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.916970] env[68960]: DEBUG oslo_vmware.api [None req-f09ca9de-00e7-48d8-89ea-c3b33031325e tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.948256] env[68960]: DEBUG oslo_vmware.api [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Task: {'id': task-3221736, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.997569] env[68960]: DEBUG oslo_vmware.api [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527282e2-2dd7-20cf-cf22-0ae36d678707, 'name': SearchDatastore_Task, 'duration_secs': 0.013357} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.997990] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.998220] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] a3262d93-91da-4e89-b4f1-90f345d273a9/a3262d93-91da-4e89-b4f1-90f345d273a9.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.998520] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86f7e85c-35e5-4a49-ab40-11f5af748189 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.008925] env[68960]: DEBUG oslo_vmware.api [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Waiting for the task: (returnval){ [ 943.008925] env[68960]: value = "task-3221740" [ 943.008925] env[68960]: _type = "Task" [ 943.008925] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.020139] env[68960]: DEBUG oslo_vmware.api [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': task-3221740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.073808] env[68960]: DEBUG nova.network.neutron [-] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.202709] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75396049-642d-4dd1-8076-8c45d7fe73ba {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.214953] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25b3220-eda1-4bff-8392-531d08898240 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.227814] env[68960]: DEBUG nova.compute.manager [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.260504] env[68960]: DEBUG nova.compute.manager [req-e2359121-2f95-4e1e-902b-5f61d02e0f6c req-42a072c6-ceb2-47bc-9531-6c6e02cab4ba service nova] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Detach interface failed, port_id=80d2ff06-9294-46c8-9f85-189323b2f6c3, reason: Instance eb3439a8-bb05-47fc-b54e-1bec950759d1 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 943.272166] env[68960]: DEBUG nova.virt.hardware [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.272430] env[68960]: DEBUG nova.virt.hardware [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.272608] env[68960]: DEBUG nova.virt.hardware [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.272870] env[68960]: DEBUG nova.virt.hardware [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.273084] env[68960]: DEBUG nova.virt.hardware [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.273084] env[68960]: DEBUG nova.virt.hardware [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.273291] env[68960]: DEBUG nova.virt.hardware [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.273451] env[68960]: DEBUG nova.virt.hardware [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.273615] env[68960]: DEBUG nova.virt.hardware [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.273775] env[68960]: DEBUG nova.virt.hardware [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.273945] env[68960]: DEBUG nova.virt.hardware [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.274875] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa70bbdc-21b3-4fc4-945e-6e2ead6c6712 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.283892] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0785c32-d096-49aa-9958-15802a550866 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.307813] env[68960]: DEBUG oslo_vmware.api [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Task: {'id': task-3221737, 'name': Rename_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.373062] env[68960]: DEBUG nova.scheduler.client.report [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.379856] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544027} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.380442] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] db214277-e555-46bd-95b2-12e7bc509b40/db214277-e555-46bd-95b2-12e7bc509b40.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.380753] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.381142] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa608df7-7950-4018-8f5a-ddcf9244c143 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.392753] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 943.392753] env[68960]: value = "task-3221741" [ 943.392753] env[68960]: _type = "Task" [ 943.392753] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.403411] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221741, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.417060] env[68960]: DEBUG oslo_vmware.api [None req-f09ca9de-00e7-48d8-89ea-c3b33031325e tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.42183} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.417352] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f09ca9de-00e7-48d8-89ea-c3b33031325e tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.417583] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f09ca9de-00e7-48d8-89ea-c3b33031325e tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.417842] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f09ca9de-00e7-48d8-89ea-c3b33031325e tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.418114] env[68960]: INFO nova.compute.manager [None req-f09ca9de-00e7-48d8-89ea-c3b33031325e tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Took 1.24 seconds to destroy the instance on the hypervisor. [ 943.418313] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f09ca9de-00e7-48d8-89ea-c3b33031325e tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.418553] env[68960]: DEBUG nova.compute.manager [-] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.418705] env[68960]: DEBUG nova.network.neutron [-] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.447341] env[68960]: DEBUG oslo_vmware.api [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Task: {'id': task-3221736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781108} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.448113] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 82a0648e-47aa-41c4-a131-24c37d87d26b/82a0648e-47aa-41c4-a131-24c37d87d26b.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.448113] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.448334] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a61f69a2-1a61-4b51-b35b-9ae401ed0743 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.458340] env[68960]: DEBUG oslo_vmware.api [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Waiting for the task: (returnval){ [ 943.458340] env[68960]: value = "task-3221742" [ 943.458340] env[68960]: _type = "Task" [ 943.458340] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.469932] env[68960]: DEBUG oslo_vmware.api [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Task: {'id': task-3221742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.520900] env[68960]: DEBUG oslo_vmware.api [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': task-3221740, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.576435] env[68960]: INFO nova.compute.manager [-] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Took 1.35 seconds to deallocate network for instance. [ 943.802682] env[68960]: DEBUG oslo_vmware.api [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Task: {'id': task-3221737, 'name': Rename_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.884923] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.885672] env[68960]: DEBUG nova.compute.manager [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.893313] env[68960]: DEBUG oslo_concurrency.lockutils [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.847s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.895631] env[68960]: INFO nova.compute.claims [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.912505] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221741, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140304} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.912834] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.913751] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99acfd63-118c-4859-9905-f87960df2bc4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.946697] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] db214277-e555-46bd-95b2-12e7bc509b40/db214277-e555-46bd-95b2-12e7bc509b40.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.953273] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0008dc5-6725-4af0-ac42-44d3d4de742e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.970115] env[68960]: DEBUG nova.network.neutron [-] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.982444] env[68960]: DEBUG oslo_vmware.api [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Task: {'id': task-3221742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.284796} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.983210] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.984262] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 943.984262] env[68960]: value = "task-3221743" [ 943.984262] env[68960]: _type = "Task" [ 943.984262] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.984472] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cdb8d2-a1d9-49ec-9557-c98343fbafc0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.997555] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221743, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.016010] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 82a0648e-47aa-41c4-a131-24c37d87d26b/82a0648e-47aa-41c4-a131-24c37d87d26b.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.019054] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb118047-d0f2-470d-b514-1c8e8a890bfc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.039697] env[68960]: DEBUG nova.compute.manager [req-b550a39a-56f5-45b5-9ad7-ef7ff43a0f3d req-b8567a52-300f-4b8a-8695-04f17aedf4c8 service nova] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Received event network-vif-plugged-20257a57-f179-42c4-a929-678cded0eb7d {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.040052] env[68960]: DEBUG oslo_concurrency.lockutils [req-b550a39a-56f5-45b5-9ad7-ef7ff43a0f3d req-b8567a52-300f-4b8a-8695-04f17aedf4c8 service nova] Acquiring lock "90acca25-d421-44d7-a346-ca4cb3378d90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.040407] env[68960]: DEBUG oslo_concurrency.lockutils [req-b550a39a-56f5-45b5-9ad7-ef7ff43a0f3d req-b8567a52-300f-4b8a-8695-04f17aedf4c8 service nova] Lock "90acca25-d421-44d7-a346-ca4cb3378d90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.040676] env[68960]: DEBUG oslo_concurrency.lockutils [req-b550a39a-56f5-45b5-9ad7-ef7ff43a0f3d req-b8567a52-300f-4b8a-8695-04f17aedf4c8 service nova] Lock "90acca25-d421-44d7-a346-ca4cb3378d90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.040901] env[68960]: DEBUG nova.compute.manager [req-b550a39a-56f5-45b5-9ad7-ef7ff43a0f3d req-b8567a52-300f-4b8a-8695-04f17aedf4c8 service nova] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] No waiting events found dispatching network-vif-plugged-20257a57-f179-42c4-a929-678cded0eb7d {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.041075] env[68960]: WARNING nova.compute.manager [req-b550a39a-56f5-45b5-9ad7-ef7ff43a0f3d req-b8567a52-300f-4b8a-8695-04f17aedf4c8 service nova] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Received unexpected event network-vif-plugged-20257a57-f179-42c4-a929-678cded0eb7d for instance with vm_state building and task_state spawning. [ 944.050170] env[68960]: DEBUG oslo_vmware.api [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': task-3221740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688161} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.050468] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] a3262d93-91da-4e89-b4f1-90f345d273a9/a3262d93-91da-4e89-b4f1-90f345d273a9.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.050712] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.051409] env[68960]: DEBUG oslo_vmware.api [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Waiting for the task: (returnval){ [ 944.051409] env[68960]: value = "task-3221744" [ 944.051409] env[68960]: _type = "Task" [ 944.051409] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.051627] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12c321b1-1150-47b6-9892-f7837257ea9b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.064911] env[68960]: DEBUG oslo_vmware.api [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Task: {'id': task-3221744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.066485] env[68960]: DEBUG oslo_vmware.api [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Waiting for the task: (returnval){ [ 944.066485] env[68960]: value = "task-3221745" [ 944.066485] env[68960]: _type = "Task" [ 944.066485] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.075381] env[68960]: DEBUG oslo_vmware.api [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': task-3221745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.083259] env[68960]: DEBUG oslo_concurrency.lockutils [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.184928] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522c5f2d-1f0a-38ad-625a-b1d547cfefd2/disk-0.vmdk. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 944.186028] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321b0713-cdc5-4700-ac45-68483bc3cd26 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.192788] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522c5f2d-1f0a-38ad-625a-b1d547cfefd2/disk-0.vmdk is in state: ready. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 944.192959] env[68960]: ERROR oslo_vmware.rw_handles [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522c5f2d-1f0a-38ad-625a-b1d547cfefd2/disk-0.vmdk due to incomplete transfer. [ 944.193218] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f7d096fb-f727-4cc0-90f2-e3d685ec04b3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.202159] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522c5f2d-1f0a-38ad-625a-b1d547cfefd2/disk-0.vmdk. {{(pid=68960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 944.202362] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Uploaded image d5e5555f-bde3-4d26-bd61-a114bb4449be to the Glance image server {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 944.205288] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Destroying the VM {{(pid=68960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 944.205735] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-eabdcd80-9ac1-4ab8-901f-97c2206629af {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.212623] env[68960]: DEBUG oslo_vmware.api [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 944.212623] env[68960]: value = "task-3221746" [ 944.212623] env[68960]: _type = "Task" [ 944.212623] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.222086] env[68960]: DEBUG oslo_vmware.api [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221746, 'name': Destroy_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.304015] env[68960]: DEBUG oslo_vmware.api [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Task: {'id': task-3221737, 'name': Rename_Task, 'duration_secs': 1.302521} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.304015] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.304015] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-741e8855-a91e-4188-ab03-dbe5cc034fee {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.312206] env[68960]: DEBUG oslo_vmware.api [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Waiting for the task: (returnval){ [ 944.312206] env[68960]: value = "task-3221748" [ 944.312206] env[68960]: _type = "Task" [ 944.312206] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.321215] env[68960]: DEBUG oslo_vmware.api [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Task: {'id': task-3221748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.403930] env[68960]: DEBUG nova.compute.utils [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.407703] env[68960]: DEBUG nova.compute.manager [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.407870] env[68960]: DEBUG nova.network.neutron [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.410620] env[68960]: DEBUG nova.network.neutron [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Successfully updated port: 20257a57-f179-42c4-a929-678cded0eb7d {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.449870] env[68960]: DEBUG nova.policy [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d6a9575fa664a378896a3ea124f7133', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cbfffd6b4564472b2148319cb0bacf6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.477130] env[68960]: INFO nova.compute.manager [-] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Took 1.06 seconds to deallocate network for instance. [ 944.500153] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.565602] env[68960]: DEBUG oslo_vmware.api [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Task: {'id': task-3221744, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.574878] env[68960]: DEBUG oslo_vmware.api [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': task-3221745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.723176] env[68960]: DEBUG oslo_vmware.api [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221746, 'name': Destroy_Task, 'duration_secs': 0.469153} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.724727] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Destroyed the VM [ 944.725511] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Deleting Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 944.727019] env[68960]: DEBUG nova.compute.manager [req-b17ddb0d-30aa-44d5-8041-fd837462dffe req-ab933cc8-89a7-43ca-bf7a-8d28e3fdcdcd service nova] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Received event network-vif-deleted-bfc57e33-4771-4898-8d6f-c7c58e6912e6 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.727019] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d1c94cef-a439-41a4-aba8-b533441bd04f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.735594] env[68960]: DEBUG oslo_vmware.api [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 944.735594] env[68960]: value = "task-3221749" [ 944.735594] env[68960]: _type = "Task" [ 944.735594] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.748244] env[68960]: DEBUG oslo_vmware.api [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221749, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.767563] env[68960]: DEBUG nova.network.neutron [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Successfully created port: c9d486f1-b36e-48a3-81ae-2061d0fdf4b0 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.827443] env[68960]: DEBUG oslo_vmware.api [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Task: {'id': task-3221748, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.909256] env[68960]: DEBUG nova.compute.manager [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.915665] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquiring lock "refresh_cache-90acca25-d421-44d7-a346-ca4cb3378d90" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.915940] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquired lock "refresh_cache-90acca25-d421-44d7-a346-ca4cb3378d90" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.916210] env[68960]: DEBUG nova.network.neutron [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.988270] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f09ca9de-00e7-48d8-89ea-c3b33031325e tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.003022] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.070693] env[68960]: DEBUG oslo_vmware.api [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Task: {'id': task-3221744, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.080143] env[68960]: DEBUG oslo_vmware.api [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': task-3221745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.769685} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.080432] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.081333] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6d9d94-d0e0-44cd-ada9-10c583ae8d94 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.105049] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] a3262d93-91da-4e89-b4f1-90f345d273a9/a3262d93-91da-4e89-b4f1-90f345d273a9.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.110306] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5823df97-e485-4f2e-b55a-38c55b23aa4f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.128608] env[68960]: DEBUG oslo_vmware.api [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Waiting for the task: (returnval){ [ 945.128608] env[68960]: value = "task-3221750" [ 945.128608] env[68960]: _type = "Task" [ 945.128608] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.138055] env[68960]: DEBUG oslo_vmware.api [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': task-3221750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.244644] env[68960]: DEBUG oslo_vmware.api [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221749, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.325381] env[68960]: DEBUG oslo_vmware.api [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Task: {'id': task-3221748, 'name': PowerOnVM_Task, 'duration_secs': 0.543986} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.325670] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.325896] env[68960]: INFO nova.compute.manager [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Took 9.97 seconds to spawn the instance on the hypervisor. [ 945.326126] env[68960]: DEBUG nova.compute.manager [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.326914] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f8f33b-146b-4107-93cf-655efa86bc1d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.354736] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806390ce-7632-42a4-9454-dff89b75fd59 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.362941] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2582768-2507-43c5-bcaa-2b07558e6758 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.399997] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8818e4eb-e284-4c27-a0bb-7d8c9d138484 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.408665] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad34799-b697-4add-bfbe-30968c897bfc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.428733] env[68960]: DEBUG nova.compute.provider_tree [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.484634] env[68960]: DEBUG nova.network.neutron [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.500713] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221743, 'name': ReconfigVM_Task, 'duration_secs': 1.131494} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.501097] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Reconfigured VM instance instance-00000048 to attach disk [datastore2] db214277-e555-46bd-95b2-12e7bc509b40/db214277-e555-46bd-95b2-12e7bc509b40.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.501813] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2227f6b3-730a-44da-b188-913082d989ed {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.510244] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 945.510244] env[68960]: value = "task-3221751" [ 945.510244] env[68960]: _type = "Task" [ 945.510244] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.519549] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221751, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.569870] env[68960]: DEBUG oslo_vmware.api [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Task: {'id': task-3221744, 'name': ReconfigVM_Task, 'duration_secs': 1.058588} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.570183] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 82a0648e-47aa-41c4-a131-24c37d87d26b/82a0648e-47aa-41c4-a131-24c37d87d26b.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.572063] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a54b81c9-89ef-4203-91bb-4b7c7fab50f7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.586357] env[68960]: DEBUG oslo_vmware.api [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Waiting for the task: (returnval){ [ 945.586357] env[68960]: value = "task-3221752" [ 945.586357] env[68960]: _type = "Task" [ 945.586357] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.596810] env[68960]: DEBUG oslo_vmware.api [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Task: {'id': task-3221752, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.640928] env[68960]: DEBUG oslo_vmware.api [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': task-3221750, 'name': ReconfigVM_Task, 'duration_secs': 0.464296} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.643991] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Reconfigured VM instance instance-0000004b to attach disk [datastore2] a3262d93-91da-4e89-b4f1-90f345d273a9/a3262d93-91da-4e89-b4f1-90f345d273a9.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.644762] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d011ed79-5b9d-4f1c-b3a0-13844c75a974 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.653075] env[68960]: DEBUG oslo_vmware.api [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Waiting for the task: (returnval){ [ 945.653075] env[68960]: value = "task-3221753" [ 945.653075] env[68960]: _type = "Task" [ 945.653075] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.663220] env[68960]: DEBUG oslo_vmware.api [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': task-3221753, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.746120] env[68960]: DEBUG oslo_vmware.api [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221749, 'name': RemoveSnapshot_Task, 'duration_secs': 0.820304} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.746429] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Deleted Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 945.746701] env[68960]: DEBUG nova.compute.manager [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.747540] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a5ff2d-3519-4e6c-b108-18fdf59e5ff2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.773078] env[68960]: DEBUG nova.network.neutron [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Updating instance_info_cache with network_info: [{"id": "20257a57-f179-42c4-a929-678cded0eb7d", "address": "fa:16:3e:29:1f:64", "network": {"id": "ee3f36e3-4dbc-4c19-b44a-6700ff7f733d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-237954728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8165985a7ea64bcba319191bed454293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20257a57-f1", "ovs_interfaceid": "20257a57-f179-42c4-a929-678cded0eb7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.844545] env[68960]: INFO nova.compute.manager [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Took 45.89 seconds to build instance. [ 945.932100] env[68960]: DEBUG nova.compute.manager [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.934940] env[68960]: DEBUG nova.scheduler.client.report [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.965898] env[68960]: DEBUG nova.virt.hardware [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.966232] env[68960]: DEBUG nova.virt.hardware [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.966352] env[68960]: DEBUG nova.virt.hardware [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.966649] env[68960]: DEBUG nova.virt.hardware [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.966886] env[68960]: DEBUG nova.virt.hardware [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.966977] env[68960]: DEBUG nova.virt.hardware [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.967218] env[68960]: DEBUG nova.virt.hardware [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.967569] env[68960]: DEBUG nova.virt.hardware [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.967569] env[68960]: DEBUG nova.virt.hardware [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.967681] env[68960]: DEBUG nova.virt.hardware [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.967855] env[68960]: DEBUG nova.virt.hardware [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.968731] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50199725-b9f6-442c-bf4c-5dcc50dc54d9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.977865] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c1fa7f-dc6f-4e35-908c-96eab23065fa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.020870] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221751, 'name': Rename_Task, 'duration_secs': 0.174487} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.021167] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.021405] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a34aa3e8-a373-4cf8-8efb-7c026ff66974 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.028177] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 946.028177] env[68960]: value = "task-3221754" [ 946.028177] env[68960]: _type = "Task" [ 946.028177] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.035970] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.063220] env[68960]: DEBUG nova.compute.manager [req-cdc4be32-5247-41e2-9f20-aa80b7c6fd9a req-d3807003-3a4f-428c-a348-0764aec040c0 service nova] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Received event network-changed-20257a57-f179-42c4-a929-678cded0eb7d {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.063432] env[68960]: DEBUG nova.compute.manager [req-cdc4be32-5247-41e2-9f20-aa80b7c6fd9a req-d3807003-3a4f-428c-a348-0764aec040c0 service nova] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Refreshing instance network info cache due to event network-changed-20257a57-f179-42c4-a929-678cded0eb7d. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.063633] env[68960]: DEBUG oslo_concurrency.lockutils [req-cdc4be32-5247-41e2-9f20-aa80b7c6fd9a req-d3807003-3a4f-428c-a348-0764aec040c0 service nova] Acquiring lock "refresh_cache-90acca25-d421-44d7-a346-ca4cb3378d90" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.093825] env[68960]: DEBUG oslo_vmware.api [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Task: {'id': task-3221752, 'name': Rename_Task, 'duration_secs': 0.161224} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.094064] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.094317] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb208a5d-44dd-4e23-b15e-c0529abbc13b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.101893] env[68960]: DEBUG oslo_vmware.api [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Waiting for the task: (returnval){ [ 946.101893] env[68960]: value = "task-3221755" [ 946.101893] env[68960]: _type = "Task" [ 946.101893] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.109873] env[68960]: DEBUG oslo_vmware.api [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Task: {'id': task-3221755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.165053] env[68960]: DEBUG oslo_vmware.api [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': task-3221753, 'name': Rename_Task, 'duration_secs': 0.300656} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.165347] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.165618] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f1545ab-4ac5-4cef-a7cf-7eeb2288e61e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.176020] env[68960]: DEBUG oslo_vmware.api [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Waiting for the task: (returnval){ [ 946.176020] env[68960]: value = "task-3221756" [ 946.176020] env[68960]: _type = "Task" [ 946.176020] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.181674] env[68960]: DEBUG oslo_vmware.api [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': task-3221756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.265247] env[68960]: INFO nova.compute.manager [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Shelve offloading [ 946.275429] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Releasing lock "refresh_cache-90acca25-d421-44d7-a346-ca4cb3378d90" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.275934] env[68960]: DEBUG nova.compute.manager [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Instance network_info: |[{"id": "20257a57-f179-42c4-a929-678cded0eb7d", "address": "fa:16:3e:29:1f:64", "network": {"id": "ee3f36e3-4dbc-4c19-b44a-6700ff7f733d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-237954728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8165985a7ea64bcba319191bed454293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20257a57-f1", "ovs_interfaceid": "20257a57-f179-42c4-a929-678cded0eb7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 946.276331] env[68960]: DEBUG oslo_concurrency.lockutils [req-cdc4be32-5247-41e2-9f20-aa80b7c6fd9a req-d3807003-3a4f-428c-a348-0764aec040c0 service nova] Acquired lock "refresh_cache-90acca25-d421-44d7-a346-ca4cb3378d90" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.276662] env[68960]: DEBUG nova.network.neutron [req-cdc4be32-5247-41e2-9f20-aa80b7c6fd9a req-d3807003-3a4f-428c-a348-0764aec040c0 service nova] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Refreshing network info cache for port 20257a57-f179-42c4-a929-678cded0eb7d {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.278136] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:1f:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b8af79a-31d5-4d78-93d7-3919aa1d9186', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20257a57-f179-42c4-a929-678cded0eb7d', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.286958] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.288069] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.288336] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9013a767-dc6f-48be-b77f-1170a2aa6c86 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.308990] env[68960]: DEBUG nova.network.neutron [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Successfully updated port: c9d486f1-b36e-48a3-81ae-2061d0fdf4b0 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.316069] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.316069] env[68960]: value = "task-3221757" [ 946.316069] env[68960]: _type = "Task" [ 946.316069] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.347827] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1b8c4509-a1f7-4b32-abb5-1a4b378925a8 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Lock "c0c2de40-dcf8-420e-8be1-23195cfbfe60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.410s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.441011] env[68960]: DEBUG oslo_concurrency.lockutils [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.441779] env[68960]: DEBUG nova.compute.manager [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.445199] env[68960]: DEBUG oslo_concurrency.lockutils [None req-78ec4250-d41b-4411-9a64-f4f2edc5852f tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.654s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.445463] env[68960]: DEBUG nova.objects.instance [None req-78ec4250-d41b-4411-9a64-f4f2edc5852f tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Lazy-loading 'resources' on Instance uuid 0c3f5ad7-df75-40ee-bed7-fe406ecc2509 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.543338] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221754, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.616865] env[68960]: DEBUG oslo_vmware.api [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Task: {'id': task-3221755, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.686592] env[68960]: DEBUG oslo_vmware.api [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': task-3221756, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.752293] env[68960]: DEBUG nova.compute.manager [req-9439a50d-a1b1-4452-b6d2-0b964fdb5112 req-5f627992-5895-44eb-8bcf-0abbc9c7f4ca service nova] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Received event network-vif-plugged-c9d486f1-b36e-48a3-81ae-2061d0fdf4b0 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.752516] env[68960]: DEBUG oslo_concurrency.lockutils [req-9439a50d-a1b1-4452-b6d2-0b964fdb5112 req-5f627992-5895-44eb-8bcf-0abbc9c7f4ca service nova] Acquiring lock "168d8714-3f8f-4bfa-ba48-d0d95f461c14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.752729] env[68960]: DEBUG oslo_concurrency.lockutils [req-9439a50d-a1b1-4452-b6d2-0b964fdb5112 req-5f627992-5895-44eb-8bcf-0abbc9c7f4ca service nova] Lock "168d8714-3f8f-4bfa-ba48-d0d95f461c14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.754024] env[68960]: DEBUG oslo_concurrency.lockutils [req-9439a50d-a1b1-4452-b6d2-0b964fdb5112 req-5f627992-5895-44eb-8bcf-0abbc9c7f4ca service nova] Lock "168d8714-3f8f-4bfa-ba48-d0d95f461c14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.754378] env[68960]: DEBUG nova.compute.manager [req-9439a50d-a1b1-4452-b6d2-0b964fdb5112 req-5f627992-5895-44eb-8bcf-0abbc9c7f4ca service nova] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] No waiting events found dispatching network-vif-plugged-c9d486f1-b36e-48a3-81ae-2061d0fdf4b0 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.754551] env[68960]: WARNING nova.compute.manager [req-9439a50d-a1b1-4452-b6d2-0b964fdb5112 req-5f627992-5895-44eb-8bcf-0abbc9c7f4ca service nova] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Received unexpected event network-vif-plugged-c9d486f1-b36e-48a3-81ae-2061d0fdf4b0 for instance with vm_state building and task_state spawning. [ 946.754702] env[68960]: DEBUG nova.compute.manager [req-9439a50d-a1b1-4452-b6d2-0b964fdb5112 req-5f627992-5895-44eb-8bcf-0abbc9c7f4ca service nova] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Received event network-changed-c9d486f1-b36e-48a3-81ae-2061d0fdf4b0 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.754858] env[68960]: DEBUG nova.compute.manager [req-9439a50d-a1b1-4452-b6d2-0b964fdb5112 req-5f627992-5895-44eb-8bcf-0abbc9c7f4ca service nova] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Refreshing instance network info cache due to event network-changed-c9d486f1-b36e-48a3-81ae-2061d0fdf4b0. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.755072] env[68960]: DEBUG oslo_concurrency.lockutils [req-9439a50d-a1b1-4452-b6d2-0b964fdb5112 req-5f627992-5895-44eb-8bcf-0abbc9c7f4ca service nova] Acquiring lock "refresh_cache-168d8714-3f8f-4bfa-ba48-d0d95f461c14" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.756021] env[68960]: DEBUG oslo_concurrency.lockutils [req-9439a50d-a1b1-4452-b6d2-0b964fdb5112 req-5f627992-5895-44eb-8bcf-0abbc9c7f4ca service nova] Acquired lock "refresh_cache-168d8714-3f8f-4bfa-ba48-d0d95f461c14" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.756021] env[68960]: DEBUG nova.network.neutron [req-9439a50d-a1b1-4452-b6d2-0b964fdb5112 req-5f627992-5895-44eb-8bcf-0abbc9c7f4ca service nova] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Refreshing network info cache for port c9d486f1-b36e-48a3-81ae-2061d0fdf4b0 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.771773] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.772706] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1a5e7a7-5fe1-4329-a074-e92bb81f499d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.779075] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fee72fe-13e2-466a-b019-e03800ceb457 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Volume attach. Driver type: vmdk {{(pid=68960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 946.779227] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fee72fe-13e2-466a-b019-e03800ceb457 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644117', 'volume_id': '573bf7d5-11a7-47d7-9305-2c85d561d561', 'name': 'volume-573bf7d5-11a7-47d7-9305-2c85d561d561', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ca439bd-7b4c-42cd-a3b7-c47b0e627935', 'attached_at': '', 'detached_at': '', 'volume_id': '573bf7d5-11a7-47d7-9305-2c85d561d561', 'serial': '573bf7d5-11a7-47d7-9305-2c85d561d561'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 946.780100] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c249fdf9-2897-4ecc-a7a7-f7b5f1452837 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.784671] env[68960]: DEBUG oslo_vmware.api [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 946.784671] env[68960]: value = "task-3221758" [ 946.784671] env[68960]: _type = "Task" [ 946.784671] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.807109] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae8a65f-fd2e-42d9-9cd5-3e28bb0fee05 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.810434] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Acquiring lock "refresh_cache-168d8714-3f8f-4bfa-ba48-d0d95f461c14" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.830989] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] VM already powered off {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 946.831245] env[68960]: DEBUG nova.compute.manager [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.841014] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fee72fe-13e2-466a-b019-e03800ceb457 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] volume-573bf7d5-11a7-47d7-9305-2c85d561d561/volume-573bf7d5-11a7-47d7-9305-2c85d561d561.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.841862] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc988110-30a9-4a54-b7de-54fe51dcf21f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.849336] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5951efc-739c-4cbc-a41e-b05ee8962941 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.873197] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221757, 'name': CreateVM_Task, 'duration_secs': 0.447013} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.876809] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.877375] env[68960]: DEBUG oslo_vmware.api [None req-6fee72fe-13e2-466a-b019-e03800ceb457 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 946.877375] env[68960]: value = "task-3221759" [ 946.877375] env[68960]: _type = "Task" [ 946.877375] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.877824] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "refresh_cache-14acdb67-8104-487c-b2b3-a8007f0d05df" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.878099] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquired lock "refresh_cache-14acdb67-8104-487c-b2b3-a8007f0d05df" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.878358] env[68960]: DEBUG nova.network.neutron [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.883022] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.883022] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.883022] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.883022] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1937e719-29f5-4aa6-82da-77dd5277df8d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.896470] env[68960]: DEBUG oslo_vmware.api [None req-6fee72fe-13e2-466a-b019-e03800ceb457 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221759, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.896808] env[68960]: DEBUG oslo_vmware.api [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 946.896808] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d7259d-cfc3-c251-829c-3d5ae691ac07" [ 946.896808] env[68960]: _type = "Task" [ 946.896808] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.909834] env[68960]: DEBUG oslo_vmware.api [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d7259d-cfc3-c251-829c-3d5ae691ac07, 'name': SearchDatastore_Task, 'duration_secs': 0.014389} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.910356] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.910801] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.911202] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.911447] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.911768] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.912548] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfee4f5b-81c5-4e7d-a98a-86840061d37a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.929159] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.930051] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.930667] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d65412db-c272-4926-9479-2973a9d626a0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.944070] env[68960]: DEBUG oslo_vmware.api [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 946.944070] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c1f87e-5306-f068-555a-c57eed490fc4" [ 946.944070] env[68960]: _type = "Task" [ 946.944070] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.949215] env[68960]: DEBUG nova.compute.utils [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.954473] env[68960]: DEBUG nova.compute.manager [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.954473] env[68960]: DEBUG nova.network.neutron [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.966447] env[68960]: DEBUG oslo_vmware.api [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c1f87e-5306-f068-555a-c57eed490fc4, 'name': SearchDatastore_Task, 'duration_secs': 0.012897} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.967809] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dd6a3b4-fdad-4735-884c-7016c09af004 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.980025] env[68960]: DEBUG oslo_vmware.api [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 946.980025] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c32485-84e3-725c-83b4-0f1116199e71" [ 946.980025] env[68960]: _type = "Task" [ 946.980025] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.993975] env[68960]: DEBUG oslo_vmware.api [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c32485-84e3-725c-83b4-0f1116199e71, 'name': SearchDatastore_Task, 'duration_secs': 0.011782} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.994305] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.994551] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 90acca25-d421-44d7-a346-ca4cb3378d90/90acca25-d421-44d7-a346-ca4cb3378d90.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.997479] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4763a558-69bd-4684-b6b6-7d9efbb2b9cf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.007670] env[68960]: DEBUG oslo_vmware.api [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 947.007670] env[68960]: value = "task-3221760" [ 947.007670] env[68960]: _type = "Task" [ 947.007670] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.020598] env[68960]: DEBUG nova.policy [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a22fc4c6826b4d60b6aa54a3ec75ad5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91c6d3f23cbe4289a44c7f4b678c28f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.022315] env[68960]: DEBUG oslo_vmware.api [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.049075] env[68960]: DEBUG oslo_vmware.api [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221754, 'name': PowerOnVM_Task, 'duration_secs': 0.564048} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.052028] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.052236] env[68960]: DEBUG nova.compute.manager [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.053605] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871edf0b-7325-4e50-aab7-16b92454d17e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.108591] env[68960]: DEBUG nova.network.neutron [req-cdc4be32-5247-41e2-9f20-aa80b7c6fd9a req-d3807003-3a4f-428c-a348-0764aec040c0 service nova] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Updated VIF entry in instance network info cache for port 20257a57-f179-42c4-a929-678cded0eb7d. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.108957] env[68960]: DEBUG nova.network.neutron [req-cdc4be32-5247-41e2-9f20-aa80b7c6fd9a req-d3807003-3a4f-428c-a348-0764aec040c0 service nova] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Updating instance_info_cache with network_info: [{"id": "20257a57-f179-42c4-a929-678cded0eb7d", "address": "fa:16:3e:29:1f:64", "network": {"id": "ee3f36e3-4dbc-4c19-b44a-6700ff7f733d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-237954728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8165985a7ea64bcba319191bed454293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20257a57-f1", "ovs_interfaceid": "20257a57-f179-42c4-a929-678cded0eb7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.117041] env[68960]: DEBUG oslo_vmware.api [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Task: {'id': task-3221755, 'name': PowerOnVM_Task, 'duration_secs': 0.864979} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.117731] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.117731] env[68960]: INFO nova.compute.manager [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Took 9.14 seconds to spawn the instance on the hypervisor. [ 947.117731] env[68960]: DEBUG nova.compute.manager [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.118520] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d770dc18-63cd-4d5d-942b-f00f2c6623ff {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.185905] env[68960]: DEBUG oslo_vmware.api [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': task-3221756, 'name': PowerOnVM_Task, 'duration_secs': 0.555648} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.185905] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.186173] env[68960]: INFO nova.compute.manager [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Took 6.60 seconds to spawn the instance on the hypervisor. [ 947.186363] env[68960]: DEBUG nova.compute.manager [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.189688] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c8512b-4bc5-4235-9662-db98369911dc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.295367] env[68960]: DEBUG nova.network.neutron [req-9439a50d-a1b1-4452-b6d2-0b964fdb5112 req-5f627992-5895-44eb-8bcf-0abbc9c7f4ca service nova] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.392310] env[68960]: DEBUG nova.network.neutron [req-9439a50d-a1b1-4452-b6d2-0b964fdb5112 req-5f627992-5895-44eb-8bcf-0abbc9c7f4ca service nova] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.397157] env[68960]: DEBUG oslo_vmware.api [None req-6fee72fe-13e2-466a-b019-e03800ceb457 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221759, 'name': ReconfigVM_Task, 'duration_secs': 0.453693} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.397877] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fee72fe-13e2-466a-b019-e03800ceb457 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Reconfigured VM instance instance-00000026 to attach disk [datastore2] volume-573bf7d5-11a7-47d7-9305-2c85d561d561/volume-573bf7d5-11a7-47d7-9305-2c85d561d561.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.406881] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f63b168f-8a6b-4b2c-bfea-2fd065d16fc5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.428688] env[68960]: DEBUG oslo_vmware.api [None req-6fee72fe-13e2-466a-b019-e03800ceb457 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 947.428688] env[68960]: value = "task-3221761" [ 947.428688] env[68960]: _type = "Task" [ 947.428688] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.443152] env[68960]: DEBUG oslo_vmware.api [None req-6fee72fe-13e2-466a-b019-e03800ceb457 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.454172] env[68960]: DEBUG nova.compute.manager [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.523920] env[68960]: DEBUG oslo_vmware.api [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221760, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.526704] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7306a6c9-96fd-4c3f-b931-4605b79ec411 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.537518] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d095be-3639-4c4b-ae05-a6a587faba73 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.542645] env[68960]: DEBUG nova.network.neutron [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Successfully created port: ef95473c-2be7-4dfa-bedd-0410904c6779 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.587116] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b951d518-1e3f-4195-83ad-48f43cb0993e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.599883] env[68960]: DEBUG oslo_concurrency.lockutils [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.601373] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1213b46-877a-4155-953f-8a4210161b69 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.620026] env[68960]: DEBUG oslo_concurrency.lockutils [req-cdc4be32-5247-41e2-9f20-aa80b7c6fd9a req-d3807003-3a4f-428c-a348-0764aec040c0 service nova] Releasing lock "refresh_cache-90acca25-d421-44d7-a346-ca4cb3378d90" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.621142] env[68960]: DEBUG nova.compute.provider_tree [None req-78ec4250-d41b-4411-9a64-f4f2edc5852f tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.642903] env[68960]: INFO nova.compute.manager [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Took 42.95 seconds to build instance. [ 947.678981] env[68960]: DEBUG nova.network.neutron [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Updating instance_info_cache with network_info: [{"id": "b416f0d9-bf08-44d8-b44f-67e2a5df2e71", "address": "fa:16:3e:7b:ab:4b", "network": {"id": "f1cc0593-0a64-4a3d-a9a0-5a4bf88e4041", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276161530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "843972d9f85c42b3ac175e0183e6930f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb416f0d9-bf", "ovs_interfaceid": "b416f0d9-bf08-44d8-b44f-67e2a5df2e71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.713227] env[68960]: INFO nova.compute.manager [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Took 42.21 seconds to build instance. [ 947.898820] env[68960]: DEBUG oslo_concurrency.lockutils [req-9439a50d-a1b1-4452-b6d2-0b964fdb5112 req-5f627992-5895-44eb-8bcf-0abbc9c7f4ca service nova] Releasing lock "refresh_cache-168d8714-3f8f-4bfa-ba48-d0d95f461c14" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.899434] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Acquired lock "refresh_cache-168d8714-3f8f-4bfa-ba48-d0d95f461c14" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.899699] env[68960]: DEBUG nova.network.neutron [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.941168] env[68960]: DEBUG oslo_vmware.api [None req-6fee72fe-13e2-466a-b019-e03800ceb457 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221761, 'name': ReconfigVM_Task, 'duration_secs': 0.222216} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.941509] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fee72fe-13e2-466a-b019-e03800ceb457 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644117', 'volume_id': '573bf7d5-11a7-47d7-9305-2c85d561d561', 'name': 'volume-573bf7d5-11a7-47d7-9305-2c85d561d561', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ca439bd-7b4c-42cd-a3b7-c47b0e627935', 'attached_at': '', 'detached_at': '', 'volume_id': '573bf7d5-11a7-47d7-9305-2c85d561d561', 'serial': '573bf7d5-11a7-47d7-9305-2c85d561d561'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 948.029102] env[68960]: DEBUG oslo_vmware.api [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614464} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.030057] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 90acca25-d421-44d7-a346-ca4cb3378d90/90acca25-d421-44d7-a346-ca4cb3378d90.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.030353] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.030664] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-185fab19-9a68-4864-adf4-96bcae7417ac {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.050433] env[68960]: DEBUG oslo_vmware.api [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 948.050433] env[68960]: value = "task-3221762" [ 948.050433] env[68960]: _type = "Task" [ 948.050433] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.059698] env[68960]: DEBUG oslo_vmware.api [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.126047] env[68960]: DEBUG nova.scheduler.client.report [None req-78ec4250-d41b-4411-9a64-f4f2edc5852f tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.144754] env[68960]: DEBUG oslo_concurrency.lockutils [None req-52b0f08a-f9bf-4cbe-bc4e-62b84cff1fcf tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Lock "82a0648e-47aa-41c4-a131-24c37d87d26b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.465s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.183097] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Releasing lock "refresh_cache-14acdb67-8104-487c-b2b3-a8007f0d05df" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.215835] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f2bebb16-1308-4b05-829d-df4955d4fe86 tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Lock "a3262d93-91da-4e89-b4f1-90f345d273a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.724s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.408466] env[68960]: DEBUG nova.compute.manager [req-f5871e1a-c1a5-4ee5-bb0c-61f340aba910 req-7b2e0f0d-dec9-45a6-a916-f0691b2314ea service nova] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Received event network-changed-a707957c-8772-4aa5-b0eb-e19df375dbf1 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.408466] env[68960]: DEBUG nova.compute.manager [req-f5871e1a-c1a5-4ee5-bb0c-61f340aba910 req-7b2e0f0d-dec9-45a6-a916-f0691b2314ea service nova] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Refreshing instance network info cache due to event network-changed-a707957c-8772-4aa5-b0eb-e19df375dbf1. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.408466] env[68960]: DEBUG oslo_concurrency.lockutils [req-f5871e1a-c1a5-4ee5-bb0c-61f340aba910 req-7b2e0f0d-dec9-45a6-a916-f0691b2314ea service nova] Acquiring lock "refresh_cache-c0c2de40-dcf8-420e-8be1-23195cfbfe60" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.408466] env[68960]: DEBUG oslo_concurrency.lockutils [req-f5871e1a-c1a5-4ee5-bb0c-61f340aba910 req-7b2e0f0d-dec9-45a6-a916-f0691b2314ea service nova] Acquired lock "refresh_cache-c0c2de40-dcf8-420e-8be1-23195cfbfe60" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.408466] env[68960]: DEBUG nova.network.neutron [req-f5871e1a-c1a5-4ee5-bb0c-61f340aba910 req-7b2e0f0d-dec9-45a6-a916-f0691b2314ea service nova] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Refreshing network info cache for port a707957c-8772-4aa5-b0eb-e19df375dbf1 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.448629] env[68960]: DEBUG nova.network.neutron [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.470805] env[68960]: DEBUG nova.compute.manager [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.506994] env[68960]: DEBUG nova.virt.hardware [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.507260] env[68960]: DEBUG nova.virt.hardware [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.507419] env[68960]: DEBUG nova.virt.hardware [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.507602] env[68960]: DEBUG nova.virt.hardware [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.507749] env[68960]: DEBUG nova.virt.hardware [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.507893] env[68960]: DEBUG nova.virt.hardware [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.509740] env[68960]: DEBUG nova.virt.hardware [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.510039] env[68960]: DEBUG nova.virt.hardware [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.510424] env[68960]: DEBUG nova.virt.hardware [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.510672] env[68960]: DEBUG nova.virt.hardware [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.510902] env[68960]: DEBUG nova.virt.hardware [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.511505] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e25910c2-c202-4878-8b35-e393d8d418e8 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "db214277-e555-46bd-95b2-12e7bc509b40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.511770] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e25910c2-c202-4878-8b35-e393d8d418e8 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "db214277-e555-46bd-95b2-12e7bc509b40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.512014] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e25910c2-c202-4878-8b35-e393d8d418e8 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "db214277-e555-46bd-95b2-12e7bc509b40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.512276] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e25910c2-c202-4878-8b35-e393d8d418e8 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "db214277-e555-46bd-95b2-12e7bc509b40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.512510] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e25910c2-c202-4878-8b35-e393d8d418e8 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "db214277-e555-46bd-95b2-12e7bc509b40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.515028] env[68960]: INFO nova.compute.manager [None req-e25910c2-c202-4878-8b35-e393d8d418e8 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Terminating instance [ 948.519152] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfa17c3-b055-431e-bbf6-9bcca4b7365a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.531640] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.532498] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f18bb00-e481-47d2-86d1-2af07d10f08b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.539530] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef9caee-0027-4d78-b030-721eb7eebf83 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.546153] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.546760] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c960b25-a4b7-4974-bde4-1f055468b163 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.572827] env[68960]: DEBUG oslo_vmware.api [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184802} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.574119] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.574119] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032192da-fa9d-428e-9404-0a03b9128bfb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.603122] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 90acca25-d421-44d7-a346-ca4cb3378d90/90acca25-d421-44d7-a346-ca4cb3378d90.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.607609] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12628214-62d7-4efe-b5a3-17b6aeda09b5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.630104] env[68960]: DEBUG oslo_concurrency.lockutils [None req-78ec4250-d41b-4411-9a64-f4f2edc5852f tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.633233] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.914s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.639181] env[68960]: INFO nova.compute.claims [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.647156] env[68960]: DEBUG oslo_vmware.api [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 948.647156] env[68960]: value = "task-3221764" [ 948.647156] env[68960]: _type = "Task" [ 948.647156] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.657090] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.657090] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.657090] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Deleting the datastore file [datastore1] 14acdb67-8104-487c-b2b3-a8007f0d05df {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.657387] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6080037-11bb-4f52-a79f-783adc76c49d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.661699] env[68960]: INFO nova.scheduler.client.report [None req-78ec4250-d41b-4411-9a64-f4f2edc5852f tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Deleted allocations for instance 0c3f5ad7-df75-40ee-bed7-fe406ecc2509 [ 948.669223] env[68960]: DEBUG oslo_vmware.api [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.674895] env[68960]: DEBUG oslo_vmware.api [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 948.674895] env[68960]: value = "task-3221765" [ 948.674895] env[68960]: _type = "Task" [ 948.674895] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.679401] env[68960]: DEBUG nova.network.neutron [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Updating instance_info_cache with network_info: [{"id": "c9d486f1-b36e-48a3-81ae-2061d0fdf4b0", "address": "fa:16:3e:8a:3e:6e", "network": {"id": "e40b4d7c-e176-4c71-8c11-f2ece17b2140", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-263731637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cbfffd6b4564472b2148319cb0bacf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9d486f1-b3", "ovs_interfaceid": "c9d486f1-b36e-48a3-81ae-2061d0fdf4b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.687911] env[68960]: DEBUG oslo_vmware.api [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.880604] env[68960]: DEBUG nova.compute.manager [req-d4ab335c-fad4-4e92-857e-736a9be04e2f req-5064eadf-da93-42ed-8ebc-f49f660d179c service nova] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Received event network-vif-unplugged-b416f0d9-bf08-44d8-b44f-67e2a5df2e71 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.880604] env[68960]: DEBUG oslo_concurrency.lockutils [req-d4ab335c-fad4-4e92-857e-736a9be04e2f req-5064eadf-da93-42ed-8ebc-f49f660d179c service nova] Acquiring lock "14acdb67-8104-487c-b2b3-a8007f0d05df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.880747] env[68960]: DEBUG oslo_concurrency.lockutils [req-d4ab335c-fad4-4e92-857e-736a9be04e2f req-5064eadf-da93-42ed-8ebc-f49f660d179c service nova] Lock "14acdb67-8104-487c-b2b3-a8007f0d05df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.880867] env[68960]: DEBUG oslo_concurrency.lockutils [req-d4ab335c-fad4-4e92-857e-736a9be04e2f req-5064eadf-da93-42ed-8ebc-f49f660d179c service nova] Lock "14acdb67-8104-487c-b2b3-a8007f0d05df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.881033] env[68960]: DEBUG nova.compute.manager [req-d4ab335c-fad4-4e92-857e-736a9be04e2f req-5064eadf-da93-42ed-8ebc-f49f660d179c service nova] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] No waiting events found dispatching network-vif-unplugged-b416f0d9-bf08-44d8-b44f-67e2a5df2e71 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 948.881205] env[68960]: WARNING nova.compute.manager [req-d4ab335c-fad4-4e92-857e-736a9be04e2f req-5064eadf-da93-42ed-8ebc-f49f660d179c service nova] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Received unexpected event network-vif-unplugged-b416f0d9-bf08-44d8-b44f-67e2a5df2e71 for instance with vm_state shelved and task_state shelving_offloading. [ 948.881361] env[68960]: DEBUG nova.compute.manager [req-d4ab335c-fad4-4e92-857e-736a9be04e2f req-5064eadf-da93-42ed-8ebc-f49f660d179c service nova] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Received event network-changed-b416f0d9-bf08-44d8-b44f-67e2a5df2e71 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.881774] env[68960]: DEBUG nova.compute.manager [req-d4ab335c-fad4-4e92-857e-736a9be04e2f req-5064eadf-da93-42ed-8ebc-f49f660d179c service nova] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Refreshing instance network info cache due to event network-changed-b416f0d9-bf08-44d8-b44f-67e2a5df2e71. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.881774] env[68960]: DEBUG oslo_concurrency.lockutils [req-d4ab335c-fad4-4e92-857e-736a9be04e2f req-5064eadf-da93-42ed-8ebc-f49f660d179c service nova] Acquiring lock "refresh_cache-14acdb67-8104-487c-b2b3-a8007f0d05df" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.881909] env[68960]: DEBUG oslo_concurrency.lockutils [req-d4ab335c-fad4-4e92-857e-736a9be04e2f req-5064eadf-da93-42ed-8ebc-f49f660d179c service nova] Acquired lock "refresh_cache-14acdb67-8104-487c-b2b3-a8007f0d05df" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.882044] env[68960]: DEBUG nova.network.neutron [req-d4ab335c-fad4-4e92-857e-736a9be04e2f req-5064eadf-da93-42ed-8ebc-f49f660d179c service nova] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Refreshing network info cache for port b416f0d9-bf08-44d8-b44f-67e2a5df2e71 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.987257] env[68960]: DEBUG nova.objects.instance [None req-6fee72fe-13e2-466a-b019-e03800ceb457 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lazy-loading 'flavor' on Instance uuid 5ca439bd-7b4c-42cd-a3b7-c47b0e627935 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.018993] env[68960]: DEBUG nova.compute.manager [None req-e25910c2-c202-4878-8b35-e393d8d418e8 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.019259] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e25910c2-c202-4878-8b35-e393d8d418e8 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.020148] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7888bfc-0b62-445b-ba23-d4759323faab {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.046097] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e25910c2-c202-4878-8b35-e393d8d418e8 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.046374] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc2281a2-c56f-4ddb-9773-122a9a466295 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.055734] env[68960]: DEBUG oslo_vmware.api [None req-e25910c2-c202-4878-8b35-e393d8d418e8 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 949.055734] env[68960]: value = "task-3221766" [ 949.055734] env[68960]: _type = "Task" [ 949.055734] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.065713] env[68960]: DEBUG oslo_vmware.api [None req-e25910c2-c202-4878-8b35-e393d8d418e8 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.128332] env[68960]: INFO nova.compute.manager [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Rebuilding instance [ 949.158473] env[68960]: DEBUG nova.network.neutron [req-f5871e1a-c1a5-4ee5-bb0c-61f340aba910 req-7b2e0f0d-dec9-45a6-a916-f0691b2314ea service nova] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Updated VIF entry in instance network info cache for port a707957c-8772-4aa5-b0eb-e19df375dbf1. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.158839] env[68960]: DEBUG nova.network.neutron [req-f5871e1a-c1a5-4ee5-bb0c-61f340aba910 req-7b2e0f0d-dec9-45a6-a916-f0691b2314ea service nova] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Updating instance_info_cache with network_info: [{"id": "a707957c-8772-4aa5-b0eb-e19df375dbf1", "address": "fa:16:3e:70:2b:d3", "network": {"id": "cda4bfef-2f56-44e2-9e46-819e5db3efa8", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1944801432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d7aaf8d94b84ef6883b28e3d2e5a84d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa707957c-87", "ovs_interfaceid": "a707957c-8772-4aa5-b0eb-e19df375dbf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.170873] env[68960]: DEBUG oslo_vmware.api [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.176218] env[68960]: DEBUG oslo_concurrency.lockutils [None req-78ec4250-d41b-4411-9a64-f4f2edc5852f tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Lock "0c3f5ad7-df75-40ee-bed7-fe406ecc2509" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.818s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.185945] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Releasing lock "refresh_cache-168d8714-3f8f-4bfa-ba48-d0d95f461c14" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.186265] env[68960]: DEBUG nova.compute.manager [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Instance network_info: |[{"id": "c9d486f1-b36e-48a3-81ae-2061d0fdf4b0", "address": "fa:16:3e:8a:3e:6e", "network": {"id": "e40b4d7c-e176-4c71-8c11-f2ece17b2140", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-263731637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cbfffd6b4564472b2148319cb0bacf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9d486f1-b3", "ovs_interfaceid": "c9d486f1-b36e-48a3-81ae-2061d0fdf4b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.188691] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:3e:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9d486f1-b36e-48a3-81ae-2061d0fdf4b0', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.196176] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Creating folder: Project (5cbfffd6b4564472b2148319cb0bacf6). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.197534] env[68960]: DEBUG nova.compute.manager [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.197832] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d008802-de68-47fb-a28b-c21e402f1850 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.200335] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d03d3b-0a1a-4b1e-aa35-5dc2a433f60a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.206425] env[68960]: DEBUG oslo_vmware.api [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.454629} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.207310] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.207492] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.207671] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.217188] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Created folder: Project (5cbfffd6b4564472b2148319cb0bacf6) in parent group-v643888. [ 949.217321] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Creating folder: Instances. Parent ref: group-v644119. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.217610] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac80e780-2140-44e3-a065-a497eb038863 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.230374] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Created folder: Instances in parent group-v644119. [ 949.230667] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.230936] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.231228] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87fab70d-0b8b-4b47-b377-7ee6d2578c0d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.250897] env[68960]: INFO nova.scheduler.client.report [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Deleted allocations for instance 14acdb67-8104-487c-b2b3-a8007f0d05df [ 949.262050] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.262050] env[68960]: value = "task-3221769" [ 949.262050] env[68960]: _type = "Task" [ 949.262050] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.279079] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221769, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.383182] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "d7a37e41-d64c-498d-acf0-b41961fe7635" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.383438] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "d7a37e41-d64c-498d-acf0-b41961fe7635" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.418985] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c99489e4-142b-4803-a794-35d5665533ca tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquiring lock "39b7088e-be04-4f58-93e6-f71b16dc7c02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.419375] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c99489e4-142b-4803-a794-35d5665533ca tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Lock "39b7088e-be04-4f58-93e6-f71b16dc7c02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.423019] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c99489e4-142b-4803-a794-35d5665533ca tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquiring lock "39b7088e-be04-4f58-93e6-f71b16dc7c02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.423019] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c99489e4-142b-4803-a794-35d5665533ca tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Lock "39b7088e-be04-4f58-93e6-f71b16dc7c02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.423019] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c99489e4-142b-4803-a794-35d5665533ca tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Lock "39b7088e-be04-4f58-93e6-f71b16dc7c02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.424220] env[68960]: INFO nova.compute.manager [None req-c99489e4-142b-4803-a794-35d5665533ca tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Terminating instance [ 949.492517] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6fee72fe-13e2-466a-b019-e03800ceb457 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "5ca439bd-7b4c-42cd-a3b7-c47b0e627935" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.874s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.571596] env[68960]: DEBUG oslo_vmware.api [None req-e25910c2-c202-4878-8b35-e393d8d418e8 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221766, 'name': PowerOffVM_Task, 'duration_secs': 0.302021} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.571901] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e25910c2-c202-4878-8b35-e393d8d418e8 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.572083] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e25910c2-c202-4878-8b35-e393d8d418e8 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.572353] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25ef4e2b-82c2-4ad7-999e-903ae004d5c2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.581930] env[68960]: DEBUG nova.compute.manager [req-e915f300-a1e2-46d5-9581-98bf1e9c6e11 req-179822e4-250a-499e-80a8-85d14acd4220 service nova] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Received event network-vif-plugged-ef95473c-2be7-4dfa-bedd-0410904c6779 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.582198] env[68960]: DEBUG oslo_concurrency.lockutils [req-e915f300-a1e2-46d5-9581-98bf1e9c6e11 req-179822e4-250a-499e-80a8-85d14acd4220 service nova] Acquiring lock "528aca84-c1c0-4af1-ac42-330bd8cd5b15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.582747] env[68960]: DEBUG oslo_concurrency.lockutils [req-e915f300-a1e2-46d5-9581-98bf1e9c6e11 req-179822e4-250a-499e-80a8-85d14acd4220 service nova] Lock "528aca84-c1c0-4af1-ac42-330bd8cd5b15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.582932] env[68960]: DEBUG oslo_concurrency.lockutils [req-e915f300-a1e2-46d5-9581-98bf1e9c6e11 req-179822e4-250a-499e-80a8-85d14acd4220 service nova] Lock "528aca84-c1c0-4af1-ac42-330bd8cd5b15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.583122] env[68960]: DEBUG nova.compute.manager [req-e915f300-a1e2-46d5-9581-98bf1e9c6e11 req-179822e4-250a-499e-80a8-85d14acd4220 service nova] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] No waiting events found dispatching network-vif-plugged-ef95473c-2be7-4dfa-bedd-0410904c6779 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.583287] env[68960]: WARNING nova.compute.manager [req-e915f300-a1e2-46d5-9581-98bf1e9c6e11 req-179822e4-250a-499e-80a8-85d14acd4220 service nova] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Received unexpected event network-vif-plugged-ef95473c-2be7-4dfa-bedd-0410904c6779 for instance with vm_state building and task_state spawning. [ 949.613187] env[68960]: DEBUG oslo_concurrency.lockutils [None req-586e234f-8db3-4626-8e4b-107ff01ab9c3 tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Acquiring lock "82a0648e-47aa-41c4-a131-24c37d87d26b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.613492] env[68960]: DEBUG oslo_concurrency.lockutils [None req-586e234f-8db3-4626-8e4b-107ff01ab9c3 tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Lock "82a0648e-47aa-41c4-a131-24c37d87d26b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.613741] env[68960]: DEBUG oslo_concurrency.lockutils [None req-586e234f-8db3-4626-8e4b-107ff01ab9c3 tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Acquiring lock "82a0648e-47aa-41c4-a131-24c37d87d26b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.613963] env[68960]: DEBUG oslo_concurrency.lockutils [None req-586e234f-8db3-4626-8e4b-107ff01ab9c3 tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Lock "82a0648e-47aa-41c4-a131-24c37d87d26b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.614182] env[68960]: DEBUG oslo_concurrency.lockutils [None req-586e234f-8db3-4626-8e4b-107ff01ab9c3 tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Lock "82a0648e-47aa-41c4-a131-24c37d87d26b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.617368] env[68960]: INFO nova.compute.manager [None req-586e234f-8db3-4626-8e4b-107ff01ab9c3 tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Terminating instance [ 949.648444] env[68960]: DEBUG nova.network.neutron [req-d4ab335c-fad4-4e92-857e-736a9be04e2f req-5064eadf-da93-42ed-8ebc-f49f660d179c service nova] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Updated VIF entry in instance network info cache for port b416f0d9-bf08-44d8-b44f-67e2a5df2e71. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.648812] env[68960]: DEBUG nova.network.neutron [req-d4ab335c-fad4-4e92-857e-736a9be04e2f req-5064eadf-da93-42ed-8ebc-f49f660d179c service nova] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Updating instance_info_cache with network_info: [{"id": "b416f0d9-bf08-44d8-b44f-67e2a5df2e71", "address": "fa:16:3e:7b:ab:4b", "network": {"id": "f1cc0593-0a64-4a3d-a9a0-5a4bf88e4041", "bridge": null, "label": "tempest-DeleteServersTestJSON-276161530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "843972d9f85c42b3ac175e0183e6930f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb416f0d9-bf", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.666133] env[68960]: DEBUG oslo_concurrency.lockutils [req-f5871e1a-c1a5-4ee5-bb0c-61f340aba910 req-7b2e0f0d-dec9-45a6-a916-f0691b2314ea service nova] Releasing lock "refresh_cache-c0c2de40-dcf8-420e-8be1-23195cfbfe60" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.666133] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e25910c2-c202-4878-8b35-e393d8d418e8 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.666569] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e25910c2-c202-4878-8b35-e393d8d418e8 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.666569] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e25910c2-c202-4878-8b35-e393d8d418e8 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Deleting the datastore file [datastore2] db214277-e555-46bd-95b2-12e7bc509b40 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.670456] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee793f08-c24b-4c0a-aeee-7f8a76f0dae9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.672655] env[68960]: DEBUG oslo_vmware.api [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221764, 'name': ReconfigVM_Task, 'duration_secs': 0.684595} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.672907] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 90acca25-d421-44d7-a346-ca4cb3378d90/90acca25-d421-44d7-a346-ca4cb3378d90.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.673967] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-875a79ab-89c8-4843-950c-0f9ca4794831 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.680220] env[68960]: DEBUG oslo_vmware.api [None req-e25910c2-c202-4878-8b35-e393d8d418e8 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 949.680220] env[68960]: value = "task-3221771" [ 949.680220] env[68960]: _type = "Task" [ 949.680220] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.683609] env[68960]: DEBUG oslo_vmware.api [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 949.683609] env[68960]: value = "task-3221772" [ 949.683609] env[68960]: _type = "Task" [ 949.683609] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.697737] env[68960]: DEBUG oslo_vmware.api [None req-e25910c2-c202-4878-8b35-e393d8d418e8 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.697974] env[68960]: DEBUG oslo_vmware.api [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221772, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.757607] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.772957] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221769, 'name': CreateVM_Task, 'duration_secs': 0.409778} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.775654] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.776932] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.776932] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.777153] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.780018] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84c74743-294c-4bd4-8d29-a6f36a3174d7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.782805] env[68960]: DEBUG oslo_vmware.api [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Waiting for the task: (returnval){ [ 949.782805] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5217d82d-9703-04c3-33f4-edc3bdd5ea1e" [ 949.782805] env[68960]: _type = "Task" [ 949.782805] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.794203] env[68960]: DEBUG oslo_vmware.api [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5217d82d-9703-04c3-33f4-edc3bdd5ea1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.889674] env[68960]: DEBUG nova.compute.manager [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 949.930161] env[68960]: DEBUG nova.compute.manager [None req-c99489e4-142b-4803-a794-35d5665533ca tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.930161] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c99489e4-142b-4803-a794-35d5665533ca tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.930161] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0909468-4cbb-4228-8c33-8babaf2cf206 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.944089] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99489e4-142b-4803-a794-35d5665533ca tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.944089] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b3c24e8-3174-463f-810a-dae5b185641f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.953477] env[68960]: DEBUG oslo_vmware.api [None req-c99489e4-142b-4803-a794-35d5665533ca tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 949.953477] env[68960]: value = "task-3221773" [ 949.953477] env[68960]: _type = "Task" [ 949.953477] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.963283] env[68960]: DEBUG oslo_vmware.api [None req-c99489e4-142b-4803-a794-35d5665533ca tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.092417] env[68960]: DEBUG nova.network.neutron [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Successfully updated port: ef95473c-2be7-4dfa-bedd-0410904c6779 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 950.119068] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab3d746-de34-4317-aac8-673a331a7e17 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.122759] env[68960]: DEBUG nova.compute.manager [None req-586e234f-8db3-4626-8e4b-107ff01ab9c3 tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.122962] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-586e234f-8db3-4626-8e4b-107ff01ab9c3 tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.123893] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7064711-b4f7-4e7c-a748-587e57b9a450 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.134313] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1ef627-7261-49a6-b4b2-f8e7e1caec9b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.137659] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-586e234f-8db3-4626-8e4b-107ff01ab9c3 tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.137917] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4eef599d-75d1-409c-a927-e7fc6fc42cbc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.171067] env[68960]: DEBUG oslo_concurrency.lockutils [req-d4ab335c-fad4-4e92-857e-736a9be04e2f req-5064eadf-da93-42ed-8ebc-f49f660d179c service nova] Releasing lock "refresh_cache-14acdb67-8104-487c-b2b3-a8007f0d05df" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.173838] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03b2b57-71b5-4ae9-85c7-355c5c58cafe {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.177558] env[68960]: DEBUG oslo_vmware.api [None req-586e234f-8db3-4626-8e4b-107ff01ab9c3 tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Waiting for the task: (returnval){ [ 950.177558] env[68960]: value = "task-3221774" [ 950.177558] env[68960]: _type = "Task" [ 950.177558] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.192993] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b38804e-6c09-4fee-abdf-364ff26e0902 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.199759] env[68960]: DEBUG oslo_vmware.api [None req-586e234f-8db3-4626-8e4b-107ff01ab9c3 tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Task: {'id': task-3221774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.208625] env[68960]: DEBUG oslo_vmware.api [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221772, 'name': Rename_Task, 'duration_secs': 0.196106} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.208848] env[68960]: DEBUG oslo_vmware.api [None req-e25910c2-c202-4878-8b35-e393d8d418e8 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292781} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.216746] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.217130] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e25910c2-c202-4878-8b35-e393d8d418e8 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.217367] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e25910c2-c202-4878-8b35-e393d8d418e8 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.217581] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e25910c2-c202-4878-8b35-e393d8d418e8 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.217794] env[68960]: INFO nova.compute.manager [None req-e25910c2-c202-4878-8b35-e393d8d418e8 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Took 1.20 seconds to destroy the instance on the hypervisor. [ 950.218525] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e25910c2-c202-4878-8b35-e393d8d418e8 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.218525] env[68960]: DEBUG nova.compute.provider_tree [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 950.219919] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a501c5b-9beb-4177-94f0-17caaab93e48 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.221560] env[68960]: DEBUG nova.compute.manager [-] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.221699] env[68960]: DEBUG nova.network.neutron [-] [instance: db214277-e555-46bd-95b2-12e7bc509b40] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.223487] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.223977] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7aff6e2e-4cc5-405f-b165-1b0a169439c3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.233038] env[68960]: DEBUG oslo_vmware.api [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Waiting for the task: (returnval){ [ 950.233038] env[68960]: value = "task-3221775" [ 950.233038] env[68960]: _type = "Task" [ 950.233038] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.239582] env[68960]: DEBUG oslo_vmware.api [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 950.239582] env[68960]: value = "task-3221776" [ 950.239582] env[68960]: _type = "Task" [ 950.239582] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.248730] env[68960]: DEBUG oslo_vmware.api [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': task-3221775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.254570] env[68960]: DEBUG oslo_vmware.api [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.293851] env[68960]: DEBUG oslo_vmware.api [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5217d82d-9703-04c3-33f4-edc3bdd5ea1e, 'name': SearchDatastore_Task, 'duration_secs': 0.014902} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.294193] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.294505] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.294817] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.298027] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.298027] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.298027] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ea10dd3-595c-444d-8b37-95a64e2fee31 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.317266] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.317505] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.318335] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95a668f7-46b8-428c-bd93-3e4635e7ceaf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.325336] env[68960]: DEBUG oslo_vmware.api [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Waiting for the task: (returnval){ [ 950.325336] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5245a99c-70ea-2392-e1f1-ba12b0efe60e" [ 950.325336] env[68960]: _type = "Task" [ 950.325336] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.334446] env[68960]: DEBUG oslo_vmware.api [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5245a99c-70ea-2392-e1f1-ba12b0efe60e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.415600] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.466051] env[68960]: DEBUG oslo_vmware.api [None req-c99489e4-142b-4803-a794-35d5665533ca tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221773, 'name': PowerOffVM_Task, 'duration_secs': 0.240507} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.466918] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99489e4-142b-4803-a794-35d5665533ca tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.467140] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c99489e4-142b-4803-a794-35d5665533ca tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.467464] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79f934e6-3307-4c13-8039-681cebabd3c4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.476826] env[68960]: INFO nova.compute.manager [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Rescuing [ 950.477138] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "refresh_cache-5ca439bd-7b4c-42cd-a3b7-c47b0e627935" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.477320] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquired lock "refresh_cache-5ca439bd-7b4c-42cd-a3b7-c47b0e627935" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.477485] env[68960]: DEBUG nova.network.neutron [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.539690] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c99489e4-142b-4803-a794-35d5665533ca tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.539690] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c99489e4-142b-4803-a794-35d5665533ca tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.539870] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c99489e4-142b-4803-a794-35d5665533ca tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Deleting the datastore file [datastore2] 39b7088e-be04-4f58-93e6-f71b16dc7c02 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.542974] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eeda1568-f445-497d-895b-b19aa14e8398 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.546996] env[68960]: DEBUG nova.compute.manager [req-098f3b49-a2cd-40c6-a0ee-3ae5b2fde1cd req-1156156d-9541-4263-958d-1223c314fe59 service nova] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Received event network-changed-ef95473c-2be7-4dfa-bedd-0410904c6779 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.547237] env[68960]: DEBUG nova.compute.manager [req-098f3b49-a2cd-40c6-a0ee-3ae5b2fde1cd req-1156156d-9541-4263-958d-1223c314fe59 service nova] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Refreshing instance network info cache due to event network-changed-ef95473c-2be7-4dfa-bedd-0410904c6779. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.547408] env[68960]: DEBUG oslo_concurrency.lockutils [req-098f3b49-a2cd-40c6-a0ee-3ae5b2fde1cd req-1156156d-9541-4263-958d-1223c314fe59 service nova] Acquiring lock "refresh_cache-528aca84-c1c0-4af1-ac42-330bd8cd5b15" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.547724] env[68960]: DEBUG oslo_concurrency.lockutils [req-098f3b49-a2cd-40c6-a0ee-3ae5b2fde1cd req-1156156d-9541-4263-958d-1223c314fe59 service nova] Acquired lock "refresh_cache-528aca84-c1c0-4af1-ac42-330bd8cd5b15" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.547724] env[68960]: DEBUG nova.network.neutron [req-098f3b49-a2cd-40c6-a0ee-3ae5b2fde1cd req-1156156d-9541-4263-958d-1223c314fe59 service nova] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Refreshing network info cache for port ef95473c-2be7-4dfa-bedd-0410904c6779 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.554141] env[68960]: DEBUG oslo_vmware.api [None req-c99489e4-142b-4803-a794-35d5665533ca tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for the task: (returnval){ [ 950.554141] env[68960]: value = "task-3221778" [ 950.554141] env[68960]: _type = "Task" [ 950.554141] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.564137] env[68960]: DEBUG oslo_vmware.api [None req-c99489e4-142b-4803-a794-35d5665533ca tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.594745] env[68960]: DEBUG oslo_concurrency.lockutils [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "refresh_cache-528aca84-c1c0-4af1-ac42-330bd8cd5b15" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.692065] env[68960]: DEBUG oslo_vmware.api [None req-586e234f-8db3-4626-8e4b-107ff01ab9c3 tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Task: {'id': task-3221774, 'name': PowerOffVM_Task, 'duration_secs': 0.215735} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.692065] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-586e234f-8db3-4626-8e4b-107ff01ab9c3 tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.692065] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-586e234f-8db3-4626-8e4b-107ff01ab9c3 tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.692065] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b5bf7bd-c2a7-4c81-add0-c10732c98488 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.747878] env[68960]: DEBUG oslo_vmware.api [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': task-3221775, 'name': PowerOffVM_Task, 'duration_secs': 0.159988} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.748895] env[68960]: ERROR nova.scheduler.client.report [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [req-0432bd78-08eb-4afa-ab54-f4fb5c97890d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d6b14c3a-024a-447e-9595-cef114b4ddda. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0432bd78-08eb-4afa-ab54-f4fb5c97890d"}]} [ 950.749315] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.749983] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.753072] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec187e2-7a7c-4075-aea8-61b848b0dcb4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.759336] env[68960]: DEBUG oslo_vmware.api [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221776, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.764520] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.764818] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65751ebf-d994-47d7-a954-b410002b6b5a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.769337] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-586e234f-8db3-4626-8e4b-107ff01ab9c3 tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.769652] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-586e234f-8db3-4626-8e4b-107ff01ab9c3 tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.769884] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-586e234f-8db3-4626-8e4b-107ff01ab9c3 tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Deleting the datastore file [datastore2] 82a0648e-47aa-41c4-a131-24c37d87d26b {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.771027] env[68960]: DEBUG nova.scheduler.client.report [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Refreshing inventories for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 950.773157] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4261f039-b683-4a6d-8e56-24fe42867327 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.780513] env[68960]: DEBUG oslo_vmware.api [None req-586e234f-8db3-4626-8e4b-107ff01ab9c3 tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Waiting for the task: (returnval){ [ 950.780513] env[68960]: value = "task-3221781" [ 950.780513] env[68960]: _type = "Task" [ 950.780513] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.789173] env[68960]: DEBUG oslo_vmware.api [None req-586e234f-8db3-4626-8e4b-107ff01ab9c3 tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Task: {'id': task-3221781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.790185] env[68960]: DEBUG nova.scheduler.client.report [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Updating ProviderTree inventory for provider d6b14c3a-024a-447e-9595-cef114b4ddda from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 950.790390] env[68960]: DEBUG nova.compute.provider_tree [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 950.796067] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.796276] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.796450] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Deleting the datastore file [datastore2] a3262d93-91da-4e89-b4f1-90f345d273a9 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.796709] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5ef6263-c438-489f-8f5f-0566ee7bad41 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.803650] env[68960]: DEBUG oslo_vmware.api [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Waiting for the task: (returnval){ [ 950.803650] env[68960]: value = "task-3221782" [ 950.803650] env[68960]: _type = "Task" [ 950.803650] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.808438] env[68960]: DEBUG nova.scheduler.client.report [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Refreshing aggregate associations for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda, aggregates: None {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 950.815503] env[68960]: DEBUG oslo_vmware.api [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': task-3221782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.830224] env[68960]: DEBUG nova.scheduler.client.report [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Refreshing trait associations for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 950.840034] env[68960]: DEBUG oslo_vmware.api [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5245a99c-70ea-2392-e1f1-ba12b0efe60e, 'name': SearchDatastore_Task, 'duration_secs': 0.0123} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.840894] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82904d0a-e3a4-4552-9670-9cbb96cb66c9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.848411] env[68960]: DEBUG oslo_vmware.api [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Waiting for the task: (returnval){ [ 950.848411] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5232e395-d105-9805-1c57-c1a8cb6bef22" [ 950.848411] env[68960]: _type = "Task" [ 950.848411] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.858591] env[68960]: DEBUG oslo_vmware.api [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5232e395-d105-9805-1c57-c1a8cb6bef22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.066929] env[68960]: DEBUG oslo_vmware.api [None req-c99489e4-142b-4803-a794-35d5665533ca tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Task: {'id': task-3221778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189618} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.067224] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c99489e4-142b-4803-a794-35d5665533ca tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.067404] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c99489e4-142b-4803-a794-35d5665533ca tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.067580] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c99489e4-142b-4803-a794-35d5665533ca tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.067753] env[68960]: INFO nova.compute.manager [None req-c99489e4-142b-4803-a794-35d5665533ca tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Took 1.14 seconds to destroy the instance on the hypervisor. [ 951.068174] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c99489e4-142b-4803-a794-35d5665533ca tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.068328] env[68960]: DEBUG nova.compute.manager [-] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.068328] env[68960]: DEBUG nova.network.neutron [-] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.089485] env[68960]: DEBUG nova.network.neutron [req-098f3b49-a2cd-40c6-a0ee-3ae5b2fde1cd req-1156156d-9541-4263-958d-1223c314fe59 service nova] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.214447] env[68960]: DEBUG nova.network.neutron [req-098f3b49-a2cd-40c6-a0ee-3ae5b2fde1cd req-1156156d-9541-4263-958d-1223c314fe59 service nova] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.215801] env[68960]: DEBUG nova.network.neutron [-] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.252011] env[68960]: DEBUG oslo_vmware.api [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221776, 'name': PowerOnVM_Task, 'duration_secs': 0.748646} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.253240] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.253450] env[68960]: INFO nova.compute.manager [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Took 8.03 seconds to spawn the instance on the hypervisor. [ 951.253626] env[68960]: DEBUG nova.compute.manager [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.254444] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66868bf-d28f-45d1-a10e-a915dfbdd02d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.257584] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85826081-e99f-41d3-bab1-3992f4036247 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.273394] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aaaec54-67a0-4738-88e2-75ae7d9c3bfb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.312581] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629c8d3b-2011-460a-9ed7-1ccde0b37eef {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.319186] env[68960]: DEBUG oslo_vmware.api [None req-586e234f-8db3-4626-8e4b-107ff01ab9c3 tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Task: {'id': task-3221781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22126} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.320125] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-586e234f-8db3-4626-8e4b-107ff01ab9c3 tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.320324] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-586e234f-8db3-4626-8e4b-107ff01ab9c3 tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.320504] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-586e234f-8db3-4626-8e4b-107ff01ab9c3 tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.320675] env[68960]: INFO nova.compute.manager [None req-586e234f-8db3-4626-8e4b-107ff01ab9c3 tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Took 1.20 seconds to destroy the instance on the hypervisor. [ 951.322288] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-586e234f-8db3-4626-8e4b-107ff01ab9c3 tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.322288] env[68960]: DEBUG nova.compute.manager [-] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.322288] env[68960]: DEBUG nova.network.neutron [-] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.328390] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4b1bbf70-68ef-45e5-a4fe-01fdc8d65106 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "14acdb67-8104-487c-b2b3-a8007f0d05df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.328667] env[68960]: DEBUG oslo_vmware.api [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': task-3221782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147388} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.329529] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.329717] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.329895] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.335730] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c050ced-02c5-46aa-9f8e-7afc18d33787 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.348809] env[68960]: DEBUG nova.compute.provider_tree [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.363075] env[68960]: DEBUG oslo_vmware.api [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5232e395-d105-9805-1c57-c1a8cb6bef22, 'name': SearchDatastore_Task, 'duration_secs': 0.010807} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.364261] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.364261] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 168d8714-3f8f-4bfa-ba48-d0d95f461c14/168d8714-3f8f-4bfa-ba48-d0d95f461c14.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.364261] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-050c6adb-dff1-4399-aa80-1ae9066b0a57 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.372602] env[68960]: DEBUG oslo_vmware.api [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Waiting for the task: (returnval){ [ 951.372602] env[68960]: value = "task-3221783" [ 951.372602] env[68960]: _type = "Task" [ 951.372602] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.381895] env[68960]: DEBUG oslo_vmware.api [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.541235] env[68960]: DEBUG nova.network.neutron [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Updating instance_info_cache with network_info: [{"id": "7135b1cf-1251-4c98-abcf-ea66a471c832", "address": "fa:16:3e:6a:2d:bb", "network": {"id": "f7efa461-aff7-4c94-a7b1-09449aea8c88", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1693973360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac999d2e6df41619f2a1235c56b3d45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7135b1cf-12", "ovs_interfaceid": "7135b1cf-1251-4c98-abcf-ea66a471c832", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.606968] env[68960]: DEBUG nova.compute.manager [req-d32506ff-661a-44b3-8751-f0d960c0e71e req-7ce2ce57-b3d3-4473-ba77-b44d97f23928 service nova] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Received event network-vif-deleted-e7671b42-8f6b-4999-ac8f-d92b24895793 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.607205] env[68960]: INFO nova.compute.manager [req-d32506ff-661a-44b3-8751-f0d960c0e71e req-7ce2ce57-b3d3-4473-ba77-b44d97f23928 service nova] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Neutron deleted interface e7671b42-8f6b-4999-ac8f-d92b24895793; detaching it from the instance and deleting it from the info cache [ 951.607410] env[68960]: DEBUG nova.network.neutron [req-d32506ff-661a-44b3-8751-f0d960c0e71e req-7ce2ce57-b3d3-4473-ba77-b44d97f23928 service nova] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.720784] env[68960]: DEBUG oslo_concurrency.lockutils [req-098f3b49-a2cd-40c6-a0ee-3ae5b2fde1cd req-1156156d-9541-4263-958d-1223c314fe59 service nova] Releasing lock "refresh_cache-528aca84-c1c0-4af1-ac42-330bd8cd5b15" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.721628] env[68960]: INFO nova.compute.manager [-] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Took 1.50 seconds to deallocate network for instance. [ 951.722065] env[68960]: DEBUG oslo_concurrency.lockutils [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquired lock "refresh_cache-528aca84-c1c0-4af1-ac42-330bd8cd5b15" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.722315] env[68960]: DEBUG nova.network.neutron [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.788567] env[68960]: INFO nova.compute.manager [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Took 46.00 seconds to build instance. [ 951.853165] env[68960]: DEBUG nova.scheduler.client.report [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.883598] env[68960]: DEBUG oslo_vmware.api [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221783, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.923872] env[68960]: DEBUG nova.network.neutron [-] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.048155] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Releasing lock "refresh_cache-5ca439bd-7b4c-42cd-a3b7-c47b0e627935" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.112221] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e43d5580-6f71-41dd-be4e-0bc9f5243095 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.117877] env[68960]: DEBUG nova.network.neutron [-] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.123351] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c81d1b-70ee-4a3f-b08f-a97d4ce7a81e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.161242] env[68960]: DEBUG nova.compute.manager [req-d32506ff-661a-44b3-8751-f0d960c0e71e req-7ce2ce57-b3d3-4473-ba77-b44d97f23928 service nova] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Detach interface failed, port_id=e7671b42-8f6b-4999-ac8f-d92b24895793, reason: Instance 39b7088e-be04-4f58-93e6-f71b16dc7c02 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 952.230779] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e25910c2-c202-4878-8b35-e393d8d418e8 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.264096] env[68960]: DEBUG nova.network.neutron [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.290470] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e2f49766-2b88-4b83-b40c-5229412dfbad tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lock "90acca25-d421-44d7-a346-ca4cb3378d90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.510s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.342320] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c6b175d3-1347-4225-9f36-9c1698e37ec6 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquiring lock "90acca25-d421-44d7-a346-ca4cb3378d90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.342589] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c6b175d3-1347-4225-9f36-9c1698e37ec6 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lock "90acca25-d421-44d7-a346-ca4cb3378d90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.342810] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c6b175d3-1347-4225-9f36-9c1698e37ec6 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquiring lock "90acca25-d421-44d7-a346-ca4cb3378d90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.343019] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c6b175d3-1347-4225-9f36-9c1698e37ec6 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lock "90acca25-d421-44d7-a346-ca4cb3378d90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.343218] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c6b175d3-1347-4225-9f36-9c1698e37ec6 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lock "90acca25-d421-44d7-a346-ca4cb3378d90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.347322] env[68960]: INFO nova.compute.manager [None req-c6b175d3-1347-4225-9f36-9c1698e37ec6 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Terminating instance [ 952.358403] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.725s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.359126] env[68960]: DEBUG nova.compute.manager [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.363916] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.049s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.365998] env[68960]: INFO nova.compute.claims [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.374819] env[68960]: DEBUG nova.virt.hardware [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.375069] env[68960]: DEBUG nova.virt.hardware [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.375229] env[68960]: DEBUG nova.virt.hardware [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.375411] env[68960]: DEBUG nova.virt.hardware [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.375566] env[68960]: DEBUG nova.virt.hardware [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.375760] env[68960]: DEBUG nova.virt.hardware [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.375931] env[68960]: DEBUG nova.virt.hardware [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.376101] env[68960]: DEBUG nova.virt.hardware [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.376269] env[68960]: DEBUG nova.virt.hardware [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.376439] env[68960]: DEBUG nova.virt.hardware [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.376616] env[68960]: DEBUG nova.virt.hardware [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.377810] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ab9ffd-ad40-458e-8cba-1189f1d0aa10 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.396535] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3838f311-0800-44fc-84fa-03cbec4a2cf3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.400596] env[68960]: DEBUG oslo_vmware.api [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521168} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.402051] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 168d8714-3f8f-4bfa-ba48-d0d95f461c14/168d8714-3f8f-4bfa-ba48-d0d95f461c14.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.402051] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.402412] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5cca00ba-cec0-4def-a521-6604c44f3605 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.413499] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Instance VIF info [] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.419185] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.420214] env[68960]: DEBUG nova.network.neutron [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Updating instance_info_cache with network_info: [{"id": "ef95473c-2be7-4dfa-bedd-0410904c6779", "address": "fa:16:3e:16:db:fc", "network": {"id": "6e100ac4-7b00-4329-b2ac-f4fb65e8f519", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-748744904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c6d3f23cbe4289a44c7f4b678c28f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef95473c-2b", "ovs_interfaceid": "ef95473c-2be7-4dfa-bedd-0410904c6779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.422838] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.423189] env[68960]: DEBUG oslo_vmware.api [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Waiting for the task: (returnval){ [ 952.423189] env[68960]: value = "task-3221784" [ 952.423189] env[68960]: _type = "Task" [ 952.423189] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.423564] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1849e75c-befe-4084-8edc-130d6e5f498e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.437498] env[68960]: INFO nova.compute.manager [-] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Took 1.37 seconds to deallocate network for instance. [ 952.447998] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.447998] env[68960]: value = "task-3221785" [ 952.447998] env[68960]: _type = "Task" [ 952.447998] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.451392] env[68960]: DEBUG oslo_vmware.api [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.460999] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221785, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.621373] env[68960]: INFO nova.compute.manager [-] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Took 1.30 seconds to deallocate network for instance. [ 952.658055] env[68960]: DEBUG nova.compute.manager [req-613c98f6-08f6-4b92-b3a0-090f581e2556 req-db6a52e4-b58b-4183-9941-8efcf791cf16 service nova] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Received event network-vif-deleted-a2e1e3bd-cc52-42eb-8e29-8be89e93ceff {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.851604] env[68960]: DEBUG nova.compute.manager [None req-c6b175d3-1347-4225-9f36-9c1698e37ec6 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.851841] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b175d3-1347-4225-9f36-9c1698e37ec6 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.852845] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5fbecb-4c9d-43fc-b116-8efde4a851c3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.861127] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b175d3-1347-4225-9f36-9c1698e37ec6 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.861324] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17c72b30-30b4-4fd5-aaf1-12fcafe9b2c4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.868020] env[68960]: DEBUG oslo_vmware.api [None req-c6b175d3-1347-4225-9f36-9c1698e37ec6 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 952.868020] env[68960]: value = "task-3221786" [ 952.868020] env[68960]: _type = "Task" [ 952.868020] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.877651] env[68960]: DEBUG nova.compute.utils [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 952.879359] env[68960]: DEBUG nova.compute.manager [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 952.879630] env[68960]: DEBUG nova.network.neutron [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 952.888656] env[68960]: DEBUG oslo_vmware.api [None req-c6b175d3-1347-4225-9f36-9c1698e37ec6 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.917557] env[68960]: DEBUG nova.policy [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac6c3170d11f486a9f9f12a2b8d03f32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e614b9fed50b48789272b9d2b974627e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.924888] env[68960]: DEBUG oslo_concurrency.lockutils [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Releasing lock "refresh_cache-528aca84-c1c0-4af1-ac42-330bd8cd5b15" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.924888] env[68960]: DEBUG nova.compute.manager [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Instance network_info: |[{"id": "ef95473c-2be7-4dfa-bedd-0410904c6779", "address": "fa:16:3e:16:db:fc", "network": {"id": "6e100ac4-7b00-4329-b2ac-f4fb65e8f519", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-748744904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c6d3f23cbe4289a44c7f4b678c28f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef95473c-2b", "ovs_interfaceid": "ef95473c-2be7-4dfa-bedd-0410904c6779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 952.925204] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:db:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef95473c-2be7-4dfa-bedd-0410904c6779', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.933101] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Creating folder: Project (91c6d3f23cbe4289a44c7f4b678c28f7). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.933423] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cefe68e-26f6-4281-a885-b6ca045f9939 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.948901] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c99489e4-142b-4803-a794-35d5665533ca tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.953775] env[68960]: DEBUG oslo_vmware.api [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073445} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.954031] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Created folder: Project (91c6d3f23cbe4289a44c7f4b678c28f7) in parent group-v643888. [ 952.954219] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Creating folder: Instances. Parent ref: group-v644123. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.957664] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.957837] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95f00e61-65e4-4ed2-b074-b4530575e48a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.961169] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c8df1c-c04d-4a7c-928c-ac1c40385a60 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.970465] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221785, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.999692] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 168d8714-3f8f-4bfa-ba48-d0d95f461c14/168d8714-3f8f-4bfa-ba48-d0d95f461c14.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.001727] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bb6e7fe-ff64-407b-8af4-62df59b17b6f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.017683] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Created folder: Instances in parent group-v644123. [ 953.017977] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.018213] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.018881] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b77f8a8-5158-435a-aa9e-71479fed679f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.036744] env[68960]: DEBUG oslo_vmware.api [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Waiting for the task: (returnval){ [ 953.036744] env[68960]: value = "task-3221789" [ 953.036744] env[68960]: _type = "Task" [ 953.036744] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.042491] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.042491] env[68960]: value = "task-3221790" [ 953.042491] env[68960]: _type = "Task" [ 953.042491] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.049191] env[68960]: DEBUG oslo_vmware.api [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.054873] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221790, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.127598] env[68960]: DEBUG oslo_concurrency.lockutils [None req-586e234f-8db3-4626-8e4b-107ff01ab9c3 tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.277368] env[68960]: DEBUG nova.network.neutron [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Successfully created port: 0cf4cba2-942a-4579-9841-ea48aa0aa654 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.381325] env[68960]: DEBUG oslo_vmware.api [None req-c6b175d3-1347-4225-9f36-9c1698e37ec6 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221786, 'name': PowerOffVM_Task, 'duration_secs': 0.403495} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.382644] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b175d3-1347-4225-9f36-9c1698e37ec6 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.382644] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b175d3-1347-4225-9f36-9c1698e37ec6 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.382644] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40852eab-1c4c-45c4-a4e4-1b8fc900c210 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.384117] env[68960]: DEBUG nova.compute.manager [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 953.463032] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221785, 'name': CreateVM_Task, 'duration_secs': 0.780766} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.465617] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.466257] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.466425] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.466747] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.467321] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8355bf4d-b978-4403-a286-bb2990132e02 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.472651] env[68960]: DEBUG oslo_vmware.api [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Waiting for the task: (returnval){ [ 953.472651] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]520c7820-0f33-7c8e-077c-a44abe21deb2" [ 953.472651] env[68960]: _type = "Task" [ 953.472651] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.482287] env[68960]: DEBUG oslo_vmware.api [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]520c7820-0f33-7c8e-077c-a44abe21deb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.551527] env[68960]: DEBUG oslo_vmware.api [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221789, 'name': ReconfigVM_Task, 'duration_secs': 0.361694} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.551614] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 168d8714-3f8f-4bfa-ba48-d0d95f461c14/168d8714-3f8f-4bfa-ba48-d0d95f461c14.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.552366] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ce973fc-0486-4d9c-a0b7-951cb2ba06e9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.559152] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221790, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.566888] env[68960]: DEBUG oslo_vmware.api [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Waiting for the task: (returnval){ [ 953.566888] env[68960]: value = "task-3221792" [ 953.566888] env[68960]: _type = "Task" [ 953.566888] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.578536] env[68960]: DEBUG oslo_vmware.api [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221792, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.588175] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.588484] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cd21549-c380-4c99-adb0-94faa37fa262 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.598267] env[68960]: DEBUG oslo_vmware.api [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 953.598267] env[68960]: value = "task-3221793" [ 953.598267] env[68960]: _type = "Task" [ 953.598267] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.609055] env[68960]: DEBUG oslo_vmware.api [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.640011] env[68960]: DEBUG nova.compute.manager [req-4f324b14-efd0-4811-ab82-d10f9c27b15a req-c0728336-1ea4-44fe-968e-afbf07d659dd service nova] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Received event network-vif-deleted-8b9b0f8d-b803-4518-92d8-3739f37eafde {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.790955] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc9933c-d349-493a-afb3-69acf32f33d5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.798526] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d747eac5-7e32-4c21-9b20-bdd715482242 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.831365] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ed8784-b5fa-450d-b733-17009018d87f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.840490] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223336d6-df00-4924-8f22-2e4debd01793 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.854967] env[68960]: DEBUG nova.compute.provider_tree [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 953.989519] env[68960]: DEBUG oslo_vmware.api [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]520c7820-0f33-7c8e-077c-a44abe21deb2, 'name': SearchDatastore_Task, 'duration_secs': 0.015165} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.990015] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.990397] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.990786] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.991067] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.991381] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.991778] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a81f10f0-a476-41e8-ba52-34f6eedcb68c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.003334] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.003657] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.004848] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44f02a7e-679e-4d0e-98ae-6036236dd752 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.013073] env[68960]: DEBUG oslo_vmware.api [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Waiting for the task: (returnval){ [ 954.013073] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b7d53d-47fa-fca5-62ee-26cda8f1ec5e" [ 954.013073] env[68960]: _type = "Task" [ 954.013073] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.024709] env[68960]: DEBUG oslo_vmware.api [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b7d53d-47fa-fca5-62ee-26cda8f1ec5e, 'name': SearchDatastore_Task, 'duration_secs': 0.010439} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.025494] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9570516f-06af-429b-b4d1-ec2753338bc4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.037314] env[68960]: DEBUG oslo_vmware.api [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Waiting for the task: (returnval){ [ 954.037314] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5235a3fc-cba7-9939-911c-41ea8b07f362" [ 954.037314] env[68960]: _type = "Task" [ 954.037314] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.048353] env[68960]: DEBUG oslo_vmware.api [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5235a3fc-cba7-9939-911c-41ea8b07f362, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.056843] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221790, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.076699] env[68960]: DEBUG oslo_vmware.api [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221792, 'name': Rename_Task, 'duration_secs': 0.319258} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.077180] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.077245] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5f2c49e-541b-4bf3-bf50-0d45f89bd161 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.083625] env[68960]: DEBUG oslo_vmware.api [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Waiting for the task: (returnval){ [ 954.083625] env[68960]: value = "task-3221794" [ 954.083625] env[68960]: _type = "Task" [ 954.083625] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.091216] env[68960]: DEBUG oslo_vmware.api [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.108542] env[68960]: DEBUG oslo_vmware.api [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221793, 'name': PowerOffVM_Task, 'duration_secs': 0.212055} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.108852] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.109682] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2b59d8-af93-4f48-beb0-ab275a634425 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.131767] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35288afe-c15d-4672-9435-6bb8703f8fa6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.166623] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.166992] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11eb982e-31ec-4a34-9d19-c202d7a181b6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.174897] env[68960]: DEBUG oslo_vmware.api [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 954.174897] env[68960]: value = "task-3221795" [ 954.174897] env[68960]: _type = "Task" [ 954.174897] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.183252] env[68960]: DEBUG oslo_vmware.api [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.362247] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b175d3-1347-4225-9f36-9c1698e37ec6 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.362414] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b175d3-1347-4225-9f36-9c1698e37ec6 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.362644] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6b175d3-1347-4225-9f36-9c1698e37ec6 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Deleting the datastore file [datastore2] 90acca25-d421-44d7-a346-ca4cb3378d90 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.362926] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdb44ee5-b1cc-4128-8227-8b537d47006a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.370927] env[68960]: DEBUG oslo_vmware.api [None req-c6b175d3-1347-4225-9f36-9c1698e37ec6 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 954.370927] env[68960]: value = "task-3221796" [ 954.370927] env[68960]: _type = "Task" [ 954.370927] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.379668] env[68960]: DEBUG oslo_vmware.api [None req-c6b175d3-1347-4225-9f36-9c1698e37ec6 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.394185] env[68960]: DEBUG nova.compute.manager [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 954.398200] env[68960]: DEBUG nova.scheduler.client.report [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Updated inventory for provider d6b14c3a-024a-447e-9595-cef114b4ddda with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 954.398553] env[68960]: DEBUG nova.compute.provider_tree [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Updating resource provider d6b14c3a-024a-447e-9595-cef114b4ddda generation from 104 to 105 during operation: update_inventory {{(pid=68960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 954.398789] env[68960]: DEBUG nova.compute.provider_tree [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 954.417221] env[68960]: DEBUG nova.virt.hardware [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.417487] env[68960]: DEBUG nova.virt.hardware [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.417644] env[68960]: DEBUG nova.virt.hardware [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.417828] env[68960]: DEBUG nova.virt.hardware [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.417977] env[68960]: DEBUG nova.virt.hardware [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.418139] env[68960]: DEBUG nova.virt.hardware [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.418347] env[68960]: DEBUG nova.virt.hardware [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.418505] env[68960]: DEBUG nova.virt.hardware [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.418671] env[68960]: DEBUG nova.virt.hardware [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.418835] env[68960]: DEBUG nova.virt.hardware [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.419014] env[68960]: DEBUG nova.virt.hardware [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.419902] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d588c6f0-3aef-4abd-9308-abf5c42e36ef {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.429218] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f82265-8a73-49bb-a425-ae97c118153c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.548136] env[68960]: DEBUG oslo_vmware.api [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5235a3fc-cba7-9939-911c-41ea8b07f362, 'name': SearchDatastore_Task, 'duration_secs': 0.014551} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.548469] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.548731] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] a3262d93-91da-4e89-b4f1-90f345d273a9/a3262d93-91da-4e89-b4f1-90f345d273a9.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.552041] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc75b91e-ca88-45d1-9fe2-64e3b3a4d35a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.561934] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221790, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.563310] env[68960]: DEBUG oslo_vmware.api [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Waiting for the task: (returnval){ [ 954.563310] env[68960]: value = "task-3221797" [ 954.563310] env[68960]: _type = "Task" [ 954.563310] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.571635] env[68960]: DEBUG oslo_vmware.api [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': task-3221797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.594833] env[68960]: DEBUG oslo_vmware.api [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221794, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.686242] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] VM already powered off {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 954.686541] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.686708] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.686856] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.687112] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.687345] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97dfe95f-892c-4654-b71f-653223a984e6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.696849] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.697097] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.697815] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d94b63e5-4f2c-467d-b65a-6c2291112f39 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.704806] env[68960]: DEBUG oslo_vmware.api [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 954.704806] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ec51c1-7150-c1bd-003e-20fa7d71b41f" [ 954.704806] env[68960]: _type = "Task" [ 954.704806] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.714175] env[68960]: DEBUG oslo_vmware.api [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ec51c1-7150-c1bd-003e-20fa7d71b41f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.749969] env[68960]: DEBUG nova.network.neutron [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Successfully updated port: 0cf4cba2-942a-4579-9841-ea48aa0aa654 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.882787] env[68960]: DEBUG oslo_vmware.api [None req-c6b175d3-1347-4225-9f36-9c1698e37ec6 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153522} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.883136] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6b175d3-1347-4225-9f36-9c1698e37ec6 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.883327] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b175d3-1347-4225-9f36-9c1698e37ec6 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.883502] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b175d3-1347-4225-9f36-9c1698e37ec6 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.883677] env[68960]: INFO nova.compute.manager [None req-c6b175d3-1347-4225-9f36-9c1698e37ec6 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Took 2.03 seconds to destroy the instance on the hypervisor. [ 954.883930] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6b175d3-1347-4225-9f36-9c1698e37ec6 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.884149] env[68960]: DEBUG nova.compute.manager [-] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.884245] env[68960]: DEBUG nova.network.neutron [-] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.904735] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.905141] env[68960]: DEBUG nova.compute.manager [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 954.909118] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9f54d872-c4de-4e95-b5de-51125bf8b91a tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.546s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.909447] env[68960]: DEBUG nova.objects.instance [None req-9f54d872-c4de-4e95-b5de-51125bf8b91a tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lazy-loading 'resources' on Instance uuid e333dd04-7fd6-465d-9dc0-58f2ce4fb399 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.063020] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221790, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.073710] env[68960]: DEBUG oslo_vmware.api [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': task-3221797, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.095921] env[68960]: DEBUG oslo_vmware.api [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221794, 'name': PowerOnVM_Task, 'duration_secs': 0.748881} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.096301] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.096509] env[68960]: INFO nova.compute.manager [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Took 9.16 seconds to spawn the instance on the hypervisor. [ 955.096685] env[68960]: DEBUG nova.compute.manager [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.097618] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3578baa-d38b-4193-8384-b56d03ae7937 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.223503] env[68960]: DEBUG oslo_vmware.api [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ec51c1-7150-c1bd-003e-20fa7d71b41f, 'name': SearchDatastore_Task, 'duration_secs': 0.018612} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.224493] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-818ea1c6-d501-45c3-af78-b2f26b61dead {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.230707] env[68960]: DEBUG oslo_vmware.api [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 955.230707] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a993f7-1f5b-2232-91c1-548a057e0680" [ 955.230707] env[68960]: _type = "Task" [ 955.230707] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.243020] env[68960]: DEBUG oslo_vmware.api [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a993f7-1f5b-2232-91c1-548a057e0680, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.256368] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "refresh_cache-df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.256511] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired lock "refresh_cache-df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.256651] env[68960]: DEBUG nova.network.neutron [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.410266] env[68960]: DEBUG nova.compute.utils [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.411641] env[68960]: DEBUG nova.compute.manager [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.411817] env[68960]: DEBUG nova.network.neutron [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.460831] env[68960]: DEBUG nova.policy [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2451ff48c3e34967a8ab6c2731bf3900', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e07d167f8814542b29ad5ae6783922b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.560265] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221790, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.574914] env[68960]: DEBUG oslo_vmware.api [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': task-3221797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523982} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.575216] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] a3262d93-91da-4e89-b4f1-90f345d273a9/a3262d93-91da-4e89-b4f1-90f345d273a9.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.575441] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.575996] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-492c536e-e870-4ee7-89bf-0ed25737d76b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.585292] env[68960]: DEBUG oslo_vmware.api [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Waiting for the task: (returnval){ [ 955.585292] env[68960]: value = "task-3221798" [ 955.585292] env[68960]: _type = "Task" [ 955.585292] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.593495] env[68960]: DEBUG oslo_vmware.api [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': task-3221798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.617087] env[68960]: INFO nova.compute.manager [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Took 43.22 seconds to build instance. [ 955.678516] env[68960]: DEBUG nova.compute.manager [req-2deb507a-04a3-429f-ad1c-0068de0d351d req-1f5f25b6-2dde-4d31-998b-567e499d81ca service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Received event network-vif-plugged-0cf4cba2-942a-4579-9841-ea48aa0aa654 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.678516] env[68960]: DEBUG oslo_concurrency.lockutils [req-2deb507a-04a3-429f-ad1c-0068de0d351d req-1f5f25b6-2dde-4d31-998b-567e499d81ca service nova] Acquiring lock "df1c635b-6070-4793-ac01-c3c54bc84c9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.678516] env[68960]: DEBUG oslo_concurrency.lockutils [req-2deb507a-04a3-429f-ad1c-0068de0d351d req-1f5f25b6-2dde-4d31-998b-567e499d81ca service nova] Lock "df1c635b-6070-4793-ac01-c3c54bc84c9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.678682] env[68960]: DEBUG oslo_concurrency.lockutils [req-2deb507a-04a3-429f-ad1c-0068de0d351d req-1f5f25b6-2dde-4d31-998b-567e499d81ca service nova] Lock "df1c635b-6070-4793-ac01-c3c54bc84c9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.678775] env[68960]: DEBUG nova.compute.manager [req-2deb507a-04a3-429f-ad1c-0068de0d351d req-1f5f25b6-2dde-4d31-998b-567e499d81ca service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] No waiting events found dispatching network-vif-plugged-0cf4cba2-942a-4579-9841-ea48aa0aa654 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.678938] env[68960]: WARNING nova.compute.manager [req-2deb507a-04a3-429f-ad1c-0068de0d351d req-1f5f25b6-2dde-4d31-998b-567e499d81ca service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Received unexpected event network-vif-plugged-0cf4cba2-942a-4579-9841-ea48aa0aa654 for instance with vm_state building and task_state spawning. [ 955.679425] env[68960]: DEBUG nova.compute.manager [req-2deb507a-04a3-429f-ad1c-0068de0d351d req-1f5f25b6-2dde-4d31-998b-567e499d81ca service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Received event network-changed-0cf4cba2-942a-4579-9841-ea48aa0aa654 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.679700] env[68960]: DEBUG nova.compute.manager [req-2deb507a-04a3-429f-ad1c-0068de0d351d req-1f5f25b6-2dde-4d31-998b-567e499d81ca service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Refreshing instance network info cache due to event network-changed-0cf4cba2-942a-4579-9841-ea48aa0aa654. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 955.679944] env[68960]: DEBUG oslo_concurrency.lockutils [req-2deb507a-04a3-429f-ad1c-0068de0d351d req-1f5f25b6-2dde-4d31-998b-567e499d81ca service nova] Acquiring lock "refresh_cache-df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.745646] env[68960]: DEBUG oslo_vmware.api [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a993f7-1f5b-2232-91c1-548a057e0680, 'name': SearchDatastore_Task, 'duration_secs': 0.010533} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.746448] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.746448] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 5ca439bd-7b4c-42cd-a3b7-c47b0e627935/882df2ee-ba10-4414-bfef-c49b3d1e121a-rescue.vmdk. {{(pid=68960) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 955.746702] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d118d98a-499b-41dc-88cf-6a83a385e64b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.759717] env[68960]: DEBUG oslo_vmware.api [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 955.759717] env[68960]: value = "task-3221799" [ 955.759717] env[68960]: _type = "Task" [ 955.759717] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.767256] env[68960]: DEBUG nova.network.neutron [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Successfully created port: c46118d6-3245-4b0d-9d0d-aac11c0e8cff {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.777208] env[68960]: DEBUG oslo_vmware.api [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.809226] env[68960]: DEBUG nova.network.neutron [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.863048] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03433718-e876-4c8c-8892-c5336e880187 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.873972] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e902f011-af83-4fe7-8643-b3f1c41ca8da {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.909526] env[68960]: DEBUG nova.network.neutron [-] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.914021] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0f0b8a-d7e7-45d5-af49-a12ea154571f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.918412] env[68960]: DEBUG nova.compute.manager [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 955.925566] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2901e4-8673-4864-9715-e70e9d255826 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.950798] env[68960]: DEBUG nova.compute.provider_tree [None req-9f54d872-c4de-4e95-b5de-51125bf8b91a tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.061089] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221790, 'name': CreateVM_Task, 'duration_secs': 2.53476} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.061346] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.062779] env[68960]: DEBUG oslo_concurrency.lockutils [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.063068] env[68960]: DEBUG oslo_concurrency.lockutils [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.063463] env[68960]: DEBUG oslo_concurrency.lockutils [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.064069] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a7fc089-9655-456c-ac42-ec3778570bc9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.072747] env[68960]: DEBUG oslo_vmware.api [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 956.072747] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ab88bf-fb23-8350-bc5f-690f993b41eb" [ 956.072747] env[68960]: _type = "Task" [ 956.072747] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.084101] env[68960]: DEBUG oslo_vmware.api [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ab88bf-fb23-8350-bc5f-690f993b41eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.095505] env[68960]: DEBUG oslo_vmware.api [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': task-3221798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.222562} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.095966] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.096960] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1ba52d-b34d-40fe-a42c-48c12a7eeb96 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.119014] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] a3262d93-91da-4e89-b4f1-90f345d273a9/a3262d93-91da-4e89-b4f1-90f345d273a9.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.119954] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ab681788-7c9a-48c2-ba09-d864b667d92c tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Lock "168d8714-3f8f-4bfa-ba48-d0d95f461c14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.734s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.120273] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea894c8f-6314-4f01-b700-4a4a638e325c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.143965] env[68960]: DEBUG oslo_vmware.api [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Waiting for the task: (returnval){ [ 956.143965] env[68960]: value = "task-3221800" [ 956.143965] env[68960]: _type = "Task" [ 956.143965] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.145272] env[68960]: DEBUG nova.network.neutron [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Updating instance_info_cache with network_info: [{"id": "0cf4cba2-942a-4579-9841-ea48aa0aa654", "address": "fa:16:3e:7b:d5:da", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cf4cba2-94", "ovs_interfaceid": "0cf4cba2-942a-4579-9841-ea48aa0aa654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.158879] env[68960]: DEBUG oslo_vmware.api [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': task-3221800, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.271394] env[68960]: DEBUG oslo_vmware.api [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497543} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.271784] env[68960]: INFO nova.virt.vmwareapi.ds_util [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 5ca439bd-7b4c-42cd-a3b7-c47b0e627935/882df2ee-ba10-4414-bfef-c49b3d1e121a-rescue.vmdk. [ 956.272750] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67713b36-6f69-4c72-8114-509d5c38d3eb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.302628] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 5ca439bd-7b4c-42cd-a3b7-c47b0e627935/882df2ee-ba10-4414-bfef-c49b3d1e121a-rescue.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.302986] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64975299-2c15-46c9-bb30-6bbbddf6b81a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.325228] env[68960]: DEBUG oslo_vmware.api [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 956.325228] env[68960]: value = "task-3221801" [ 956.325228] env[68960]: _type = "Task" [ 956.325228] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.334641] env[68960]: DEBUG oslo_vmware.api [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.336821] env[68960]: DEBUG nova.compute.manager [req-9ca9b2f9-9bc9-4066-8f85-c4f06e6b8d0b req-c292dfad-7396-4246-bfb5-d1272108a938 service nova] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Received event network-changed-c9d486f1-b36e-48a3-81ae-2061d0fdf4b0 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.337025] env[68960]: DEBUG nova.compute.manager [req-9ca9b2f9-9bc9-4066-8f85-c4f06e6b8d0b req-c292dfad-7396-4246-bfb5-d1272108a938 service nova] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Refreshing instance network info cache due to event network-changed-c9d486f1-b36e-48a3-81ae-2061d0fdf4b0. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 956.337292] env[68960]: DEBUG oslo_concurrency.lockutils [req-9ca9b2f9-9bc9-4066-8f85-c4f06e6b8d0b req-c292dfad-7396-4246-bfb5-d1272108a938 service nova] Acquiring lock "refresh_cache-168d8714-3f8f-4bfa-ba48-d0d95f461c14" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.337408] env[68960]: DEBUG oslo_concurrency.lockutils [req-9ca9b2f9-9bc9-4066-8f85-c4f06e6b8d0b req-c292dfad-7396-4246-bfb5-d1272108a938 service nova] Acquired lock "refresh_cache-168d8714-3f8f-4bfa-ba48-d0d95f461c14" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.337564] env[68960]: DEBUG nova.network.neutron [req-9ca9b2f9-9bc9-4066-8f85-c4f06e6b8d0b req-c292dfad-7396-4246-bfb5-d1272108a938 service nova] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Refreshing network info cache for port c9d486f1-b36e-48a3-81ae-2061d0fdf4b0 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.415563] env[68960]: INFO nova.compute.manager [-] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Took 1.53 seconds to deallocate network for instance. [ 956.454458] env[68960]: DEBUG nova.scheduler.client.report [None req-9f54d872-c4de-4e95-b5de-51125bf8b91a tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.584153] env[68960]: DEBUG oslo_vmware.api [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ab88bf-fb23-8350-bc5f-690f993b41eb, 'name': SearchDatastore_Task, 'duration_secs': 0.018069} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.585128] env[68960]: DEBUG oslo_concurrency.lockutils [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.585128] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.585128] env[68960]: DEBUG oslo_concurrency.lockutils [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.585128] env[68960]: DEBUG oslo_concurrency.lockutils [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.585350] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.585569] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-178db744-cb63-45ef-b870-9934f0134f3d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.594747] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.594871] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.595638] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cecfded-3ff4-47ae-bed2-270f02ee5ddf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.601559] env[68960]: DEBUG oslo_vmware.api [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 956.601559] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]520500c4-01d5-2146-3509-17738812e917" [ 956.601559] env[68960]: _type = "Task" [ 956.601559] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.610133] env[68960]: DEBUG oslo_vmware.api [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]520500c4-01d5-2146-3509-17738812e917, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.650865] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Releasing lock "refresh_cache-df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.651193] env[68960]: DEBUG nova.compute.manager [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Instance network_info: |[{"id": "0cf4cba2-942a-4579-9841-ea48aa0aa654", "address": "fa:16:3e:7b:d5:da", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cf4cba2-94", "ovs_interfaceid": "0cf4cba2-942a-4579-9841-ea48aa0aa654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.651484] env[68960]: DEBUG oslo_concurrency.lockutils [req-2deb507a-04a3-429f-ad1c-0068de0d351d req-1f5f25b6-2dde-4d31-998b-567e499d81ca service nova] Acquired lock "refresh_cache-df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.651663] env[68960]: DEBUG nova.network.neutron [req-2deb507a-04a3-429f-ad1c-0068de0d351d req-1f5f25b6-2dde-4d31-998b-567e499d81ca service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Refreshing network info cache for port 0cf4cba2-942a-4579-9841-ea48aa0aa654 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.652835] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:d5:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cf4cba2-942a-4579-9841-ea48aa0aa654', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.660876] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.664911] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.668383] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50d77edf-8c80-44d3-88df-e00f76dffe61 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.683277] env[68960]: DEBUG oslo_vmware.api [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': task-3221800, 'name': ReconfigVM_Task, 'duration_secs': 0.364632} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.683557] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Reconfigured VM instance instance-0000004b to attach disk [datastore2] a3262d93-91da-4e89-b4f1-90f345d273a9/a3262d93-91da-4e89-b4f1-90f345d273a9.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.684566] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da96c691-f578-4918-9431-22ef2c05f2f1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.689926] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.689926] env[68960]: value = "task-3221802" [ 956.689926] env[68960]: _type = "Task" [ 956.689926] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.691283] env[68960]: DEBUG oslo_vmware.api [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Waiting for the task: (returnval){ [ 956.691283] env[68960]: value = "task-3221803" [ 956.691283] env[68960]: _type = "Task" [ 956.691283] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.701934] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221802, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.704858] env[68960]: DEBUG oslo_vmware.api [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': task-3221803, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.837269] env[68960]: DEBUG oslo_vmware.api [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.877097] env[68960]: DEBUG nova.network.neutron [req-2deb507a-04a3-429f-ad1c-0068de0d351d req-1f5f25b6-2dde-4d31-998b-567e499d81ca service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Updated VIF entry in instance network info cache for port 0cf4cba2-942a-4579-9841-ea48aa0aa654. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.877495] env[68960]: DEBUG nova.network.neutron [req-2deb507a-04a3-429f-ad1c-0068de0d351d req-1f5f25b6-2dde-4d31-998b-567e499d81ca service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Updating instance_info_cache with network_info: [{"id": "0cf4cba2-942a-4579-9841-ea48aa0aa654", "address": "fa:16:3e:7b:d5:da", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cf4cba2-94", "ovs_interfaceid": "0cf4cba2-942a-4579-9841-ea48aa0aa654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.922237] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c6b175d3-1347-4225-9f36-9c1698e37ec6 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.929521] env[68960]: DEBUG nova.compute.manager [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 956.957999] env[68960]: DEBUG nova.virt.hardware [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.958379] env[68960]: DEBUG nova.virt.hardware [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.958483] env[68960]: DEBUG nova.virt.hardware [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.958711] env[68960]: DEBUG nova.virt.hardware [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.958919] env[68960]: DEBUG nova.virt.hardware [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.959099] env[68960]: DEBUG nova.virt.hardware [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.959401] env[68960]: DEBUG nova.virt.hardware [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.959624] env[68960]: DEBUG nova.virt.hardware [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.959844] env[68960]: DEBUG nova.virt.hardware [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.960048] env[68960]: DEBUG nova.virt.hardware [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.960272] env[68960]: DEBUG nova.virt.hardware [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.961120] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9f54d872-c4de-4e95-b5de-51125bf8b91a tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.963566] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b383df-1a6a-4a35-ba0e-ea6b675379fd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.968414] env[68960]: DEBUG oslo_concurrency.lockutils [None req-12611d33-201a-466f-afe2-d82f4eb9fa21 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.423s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.968634] env[68960]: DEBUG oslo_concurrency.lockutils [None req-12611d33-201a-466f-afe2-d82f4eb9fa21 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.970399] env[68960]: DEBUG oslo_concurrency.lockutils [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.887s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.970622] env[68960]: DEBUG nova.objects.instance [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lazy-loading 'resources' on Instance uuid eb3439a8-bb05-47fc-b54e-1bec950759d1 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.979473] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e857586-068a-4275-b412-eb90656eebb0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.997317] env[68960]: INFO nova.scheduler.client.report [None req-12611d33-201a-466f-afe2-d82f4eb9fa21 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Deleted allocations for instance e612e90d-cfb1-45cd-89d9-2ecc6603f3d3 [ 956.998898] env[68960]: INFO nova.scheduler.client.report [None req-9f54d872-c4de-4e95-b5de-51125bf8b91a tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Deleted allocations for instance e333dd04-7fd6-465d-9dc0-58f2ce4fb399 [ 957.112370] env[68960]: DEBUG oslo_vmware.api [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]520500c4-01d5-2146-3509-17738812e917, 'name': SearchDatastore_Task, 'duration_secs': 0.00996} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.113168] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-791c0a50-2100-4f73-8239-6d98e847e34d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.118722] env[68960]: DEBUG oslo_vmware.api [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 957.118722] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c52021-fe2f-163d-4a51-ddf7d2618ff7" [ 957.118722] env[68960]: _type = "Task" [ 957.118722] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.126586] env[68960]: DEBUG oslo_vmware.api [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c52021-fe2f-163d-4a51-ddf7d2618ff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.128944] env[68960]: DEBUG nova.network.neutron [req-9ca9b2f9-9bc9-4066-8f85-c4f06e6b8d0b req-c292dfad-7396-4246-bfb5-d1272108a938 service nova] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Updated VIF entry in instance network info cache for port c9d486f1-b36e-48a3-81ae-2061d0fdf4b0. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.129293] env[68960]: DEBUG nova.network.neutron [req-9ca9b2f9-9bc9-4066-8f85-c4f06e6b8d0b req-c292dfad-7396-4246-bfb5-d1272108a938 service nova] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Updating instance_info_cache with network_info: [{"id": "c9d486f1-b36e-48a3-81ae-2061d0fdf4b0", "address": "fa:16:3e:8a:3e:6e", "network": {"id": "e40b4d7c-e176-4c71-8c11-f2ece17b2140", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-263731637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cbfffd6b4564472b2148319cb0bacf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9d486f1-b3", "ovs_interfaceid": "c9d486f1-b36e-48a3-81ae-2061d0fdf4b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.205086] env[68960]: DEBUG oslo_vmware.api [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': task-3221803, 'name': Rename_Task, 'duration_secs': 0.152762} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.208732] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.209069] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221802, 'name': CreateVM_Task, 'duration_secs': 0.408747} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.209261] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5f6978d-f7ac-4850-a23f-086af5e4fcc6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.210790] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.211453] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.211604] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.211909] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.212486] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbe93467-b99e-4c0f-87de-a54429b86891 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.218126] env[68960]: DEBUG oslo_vmware.api [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 957.218126] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a7796d-e381-0bed-bb21-78bcd2978af6" [ 957.218126] env[68960]: _type = "Task" [ 957.218126] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.218963] env[68960]: DEBUG oslo_vmware.api [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Waiting for the task: (returnval){ [ 957.218963] env[68960]: value = "task-3221804" [ 957.218963] env[68960]: _type = "Task" [ 957.218963] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.230422] env[68960]: DEBUG oslo_vmware.api [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a7796d-e381-0bed-bb21-78bcd2978af6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.233509] env[68960]: DEBUG oslo_vmware.api [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': task-3221804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.303795] env[68960]: DEBUG nova.network.neutron [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Successfully updated port: c46118d6-3245-4b0d-9d0d-aac11c0e8cff {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.338009] env[68960]: DEBUG oslo_vmware.api [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.380239] env[68960]: DEBUG oslo_concurrency.lockutils [req-2deb507a-04a3-429f-ad1c-0068de0d351d req-1f5f25b6-2dde-4d31-998b-567e499d81ca service nova] Releasing lock "refresh_cache-df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.381029] env[68960]: DEBUG nova.compute.manager [req-2deb507a-04a3-429f-ad1c-0068de0d351d req-1f5f25b6-2dde-4d31-998b-567e499d81ca service nova] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Received event network-vif-deleted-20257a57-f179-42c4-a929-678cded0eb7d {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.381029] env[68960]: INFO nova.compute.manager [req-2deb507a-04a3-429f-ad1c-0068de0d351d req-1f5f25b6-2dde-4d31-998b-567e499d81ca service nova] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Neutron deleted interface 20257a57-f179-42c4-a929-678cded0eb7d; detaching it from the instance and deleting it from the info cache [ 957.381029] env[68960]: DEBUG nova.network.neutron [req-2deb507a-04a3-429f-ad1c-0068de0d351d req-1f5f25b6-2dde-4d31-998b-567e499d81ca service nova] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.511296] env[68960]: DEBUG oslo_concurrency.lockutils [None req-12611d33-201a-466f-afe2-d82f4eb9fa21 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "e612e90d-cfb1-45cd-89d9-2ecc6603f3d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.517s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.514712] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9f54d872-c4de-4e95-b5de-51125bf8b91a tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "e333dd04-7fd6-465d-9dc0-58f2ce4fb399" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.719s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.633075] env[68960]: DEBUG oslo_concurrency.lockutils [req-9ca9b2f9-9bc9-4066-8f85-c4f06e6b8d0b req-c292dfad-7396-4246-bfb5-d1272108a938 service nova] Releasing lock "refresh_cache-168d8714-3f8f-4bfa-ba48-d0d95f461c14" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.633490] env[68960]: DEBUG oslo_vmware.api [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c52021-fe2f-163d-4a51-ddf7d2618ff7, 'name': SearchDatastore_Task, 'duration_secs': 0.0126} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.633851] env[68960]: DEBUG oslo_concurrency.lockutils [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.634135] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 528aca84-c1c0-4af1-ac42-330bd8cd5b15/528aca84-c1c0-4af1-ac42-330bd8cd5b15.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.634413] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d029967f-fbf2-47e3-9d5d-2bafab8b1cf5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.643149] env[68960]: DEBUG oslo_vmware.api [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 957.643149] env[68960]: value = "task-3221805" [ 957.643149] env[68960]: _type = "Task" [ 957.643149] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.653214] env[68960]: DEBUG oslo_vmware.api [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3221805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.738032] env[68960]: DEBUG oslo_vmware.api [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a7796d-e381-0bed-bb21-78bcd2978af6, 'name': SearchDatastore_Task, 'duration_secs': 0.012436} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.741304] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.741593] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.741893] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.742137] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.742333] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.742922] env[68960]: DEBUG oslo_vmware.api [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': task-3221804, 'name': PowerOnVM_Task, 'duration_secs': 0.474476} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.745473] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a176697-007d-4e00-b2a8-a4e85277b4bf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.747528] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.747528] env[68960]: DEBUG nova.compute.manager [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.750013] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081fa7fd-0b20-403f-aaa1-7255e172c2eb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.753223] env[68960]: DEBUG nova.compute.manager [req-a7c03f3e-8858-4438-a888-eca3ec5f807a req-8c704307-b42f-48a3-96db-b8a2452a3936 service nova] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Received event network-vif-plugged-c46118d6-3245-4b0d-9d0d-aac11c0e8cff {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.753422] env[68960]: DEBUG oslo_concurrency.lockutils [req-a7c03f3e-8858-4438-a888-eca3ec5f807a req-8c704307-b42f-48a3-96db-b8a2452a3936 service nova] Acquiring lock "1fa913ae-b830-4a30-bf91-e38f708d3e7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.753624] env[68960]: DEBUG oslo_concurrency.lockutils [req-a7c03f3e-8858-4438-a888-eca3ec5f807a req-8c704307-b42f-48a3-96db-b8a2452a3936 service nova] Lock "1fa913ae-b830-4a30-bf91-e38f708d3e7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.753793] env[68960]: DEBUG oslo_concurrency.lockutils [req-a7c03f3e-8858-4438-a888-eca3ec5f807a req-8c704307-b42f-48a3-96db-b8a2452a3936 service nova] Lock "1fa913ae-b830-4a30-bf91-e38f708d3e7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.753955] env[68960]: DEBUG nova.compute.manager [req-a7c03f3e-8858-4438-a888-eca3ec5f807a req-8c704307-b42f-48a3-96db-b8a2452a3936 service nova] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] No waiting events found dispatching network-vif-plugged-c46118d6-3245-4b0d-9d0d-aac11c0e8cff {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.754134] env[68960]: WARNING nova.compute.manager [req-a7c03f3e-8858-4438-a888-eca3ec5f807a req-8c704307-b42f-48a3-96db-b8a2452a3936 service nova] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Received unexpected event network-vif-plugged-c46118d6-3245-4b0d-9d0d-aac11c0e8cff for instance with vm_state building and task_state spawning. [ 957.754365] env[68960]: DEBUG nova.compute.manager [req-a7c03f3e-8858-4438-a888-eca3ec5f807a req-8c704307-b42f-48a3-96db-b8a2452a3936 service nova] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Received event network-changed-c46118d6-3245-4b0d-9d0d-aac11c0e8cff {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.754442] env[68960]: DEBUG nova.compute.manager [req-a7c03f3e-8858-4438-a888-eca3ec5f807a req-8c704307-b42f-48a3-96db-b8a2452a3936 service nova] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Refreshing instance network info cache due to event network-changed-c46118d6-3245-4b0d-9d0d-aac11c0e8cff. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.754657] env[68960]: DEBUG oslo_concurrency.lockutils [req-a7c03f3e-8858-4438-a888-eca3ec5f807a req-8c704307-b42f-48a3-96db-b8a2452a3936 service nova] Acquiring lock "refresh_cache-1fa913ae-b830-4a30-bf91-e38f708d3e7d" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.754781] env[68960]: DEBUG oslo_concurrency.lockutils [req-a7c03f3e-8858-4438-a888-eca3ec5f807a req-8c704307-b42f-48a3-96db-b8a2452a3936 service nova] Acquired lock "refresh_cache-1fa913ae-b830-4a30-bf91-e38f708d3e7d" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.754939] env[68960]: DEBUG nova.network.neutron [req-a7c03f3e-8858-4438-a888-eca3ec5f807a req-8c704307-b42f-48a3-96db-b8a2452a3936 service nova] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Refreshing network info cache for port c46118d6-3245-4b0d-9d0d-aac11c0e8cff {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.767130] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.767130] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.767130] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58276a61-ec16-41a2-b7b0-dc05d53d760d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.776232] env[68960]: DEBUG oslo_vmware.api [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 957.776232] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525f721e-9b95-9680-ffb8-caee950bb69a" [ 957.776232] env[68960]: _type = "Task" [ 957.776232] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.789502] env[68960]: DEBUG oslo_vmware.api [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525f721e-9b95-9680-ffb8-caee950bb69a, 'name': SearchDatastore_Task, 'duration_secs': 0.010416} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.794956] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6b77e81-66e3-4485-97d2-386595cd1d16 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.801673] env[68960]: DEBUG oslo_vmware.api [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 957.801673] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5222f1a0-ed36-0db1-258b-da379113855b" [ 957.801673] env[68960]: _type = "Task" [ 957.801673] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.809154] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquiring lock "refresh_cache-1fa913ae-b830-4a30-bf91-e38f708d3e7d" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.816316] env[68960]: DEBUG oslo_vmware.api [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5222f1a0-ed36-0db1-258b-da379113855b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.838196] env[68960]: DEBUG oslo_vmware.api [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221801, 'name': ReconfigVM_Task, 'duration_secs': 1.096489} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.840592] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 5ca439bd-7b4c-42cd-a3b7-c47b0e627935/882df2ee-ba10-4414-bfef-c49b3d1e121a-rescue.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.843020] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448016ea-7994-433d-a412-84acd29acea7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.876842] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41183e03-0545-433c-9805-7e715a540d3d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.887983] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2f9de51-2d19-40d6-bc5c-99377f314649 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.900656] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5daacea8-7629-4c72-b1f8-0eff2336d42a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.911143] env[68960]: DEBUG oslo_vmware.api [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 957.911143] env[68960]: value = "task-3221806" [ 957.911143] env[68960]: _type = "Task" [ 957.911143] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.933465] env[68960]: DEBUG oslo_vmware.api [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.951127] env[68960]: DEBUG nova.compute.manager [req-2deb507a-04a3-429f-ad1c-0068de0d351d req-1f5f25b6-2dde-4d31-998b-567e499d81ca service nova] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Detach interface failed, port_id=20257a57-f179-42c4-a929-678cded0eb7d, reason: Instance 90acca25-d421-44d7-a346-ca4cb3378d90 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 957.957745] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185aa70e-c612-44bf-ab0f-975f139368da {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.966937] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0eea746-c96d-493a-a870-28f4edf10c47 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.000689] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ff6e5f-752b-4e2a-9a74-a0c64aea747d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.010029] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838ec596-52d8-4c8d-b512-db43d1a52b85 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.027250] env[68960]: DEBUG nova.compute.provider_tree [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 958.158295] env[68960]: DEBUG oslo_vmware.api [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3221805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494085} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.158879] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 528aca84-c1c0-4af1-ac42-330bd8cd5b15/528aca84-c1c0-4af1-ac42-330bd8cd5b15.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.159124] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.159384] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a74cc252-1dad-4abe-8856-61fff4bccacc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.167659] env[68960]: DEBUG oslo_vmware.api [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 958.167659] env[68960]: value = "task-3221807" [ 958.167659] env[68960]: _type = "Task" [ 958.167659] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.178908] env[68960]: DEBUG oslo_vmware.api [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3221807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.220569] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "42fa00ac-ab86-4729-969b-ababacf6b99c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.220851] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "42fa00ac-ab86-4729-969b-ababacf6b99c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.221107] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "42fa00ac-ab86-4729-969b-ababacf6b99c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.221306] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "42fa00ac-ab86-4729-969b-ababacf6b99c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.221474] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "42fa00ac-ab86-4729-969b-ababacf6b99c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.223812] env[68960]: INFO nova.compute.manager [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Terminating instance [ 958.271794] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.286812] env[68960]: DEBUG nova.network.neutron [req-a7c03f3e-8858-4438-a888-eca3ec5f807a req-8c704307-b42f-48a3-96db-b8a2452a3936 service nova] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.312155] env[68960]: DEBUG oslo_vmware.api [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5222f1a0-ed36-0db1-258b-da379113855b, 'name': SearchDatastore_Task, 'duration_secs': 0.046754} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.312481] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.312715] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] df1c635b-6070-4793-ac01-c3c54bc84c9a/df1c635b-6070-4793-ac01-c3c54bc84c9a.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.312989] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a20e475-5e91-4649-ba5e-86d6cc8a839a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.321019] env[68960]: DEBUG oslo_vmware.api [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 958.321019] env[68960]: value = "task-3221808" [ 958.321019] env[68960]: _type = "Task" [ 958.321019] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.331265] env[68960]: DEBUG oslo_vmware.api [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.358975] env[68960]: DEBUG nova.network.neutron [req-a7c03f3e-8858-4438-a888-eca3ec5f807a req-8c704307-b42f-48a3-96db-b8a2452a3936 service nova] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.425753] env[68960]: DEBUG oslo_vmware.api [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221806, 'name': ReconfigVM_Task, 'duration_secs': 0.256985} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.426058] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.426321] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66a6f340-0189-4064-927f-6c965f71a33e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.433233] env[68960]: DEBUG oslo_vmware.api [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 958.433233] env[68960]: value = "task-3221809" [ 958.433233] env[68960]: _type = "Task" [ 958.433233] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.442914] env[68960]: DEBUG oslo_vmware.api [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.566247] env[68960]: DEBUG nova.scheduler.client.report [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Updated inventory for provider d6b14c3a-024a-447e-9595-cef114b4ddda with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 958.566247] env[68960]: DEBUG nova.compute.provider_tree [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Updating resource provider d6b14c3a-024a-447e-9595-cef114b4ddda generation from 105 to 106 during operation: update_inventory {{(pid=68960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 958.566458] env[68960]: DEBUG nova.compute.provider_tree [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 958.627748] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9077ba89-929b-4b54-81e1-fd24e7879846 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquiring lock "d2b95f0e-0e70-43a2-beb1-bae828ae6967" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.628048] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9077ba89-929b-4b54-81e1-fd24e7879846 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "d2b95f0e-0e70-43a2-beb1-bae828ae6967" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.628632] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9077ba89-929b-4b54-81e1-fd24e7879846 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquiring lock "d2b95f0e-0e70-43a2-beb1-bae828ae6967-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.628632] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9077ba89-929b-4b54-81e1-fd24e7879846 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "d2b95f0e-0e70-43a2-beb1-bae828ae6967-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.628771] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9077ba89-929b-4b54-81e1-fd24e7879846 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "d2b95f0e-0e70-43a2-beb1-bae828ae6967-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.634008] env[68960]: INFO nova.compute.manager [None req-9077ba89-929b-4b54-81e1-fd24e7879846 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Terminating instance [ 958.679476] env[68960]: DEBUG oslo_vmware.api [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3221807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068746} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.679829] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.681015] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d857837b-ee77-4f06-b057-ea8c749af2b5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.707708] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 528aca84-c1c0-4af1-ac42-330bd8cd5b15/528aca84-c1c0-4af1-ac42-330bd8cd5b15.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.708141] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94ada32c-f76a-44b1-a978-66d3759a670c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.728363] env[68960]: DEBUG nova.compute.manager [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.728363] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.729411] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40fded3-69a7-47be-b49c-903bfb4b1c62 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.733957] env[68960]: DEBUG oslo_vmware.api [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 958.733957] env[68960]: value = "task-3221810" [ 958.733957] env[68960]: _type = "Task" [ 958.733957] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.741140] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.744563] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66fd31a3-cf65-420a-b006-9cbb6d8421bf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.746425] env[68960]: DEBUG oslo_vmware.api [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3221810, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.753603] env[68960]: DEBUG oslo_vmware.api [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 958.753603] env[68960]: value = "task-3221811" [ 958.753603] env[68960]: _type = "Task" [ 958.753603] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.767539] env[68960]: DEBUG oslo_vmware.api [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.833866] env[68960]: DEBUG oslo_vmware.api [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221808, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.861938] env[68960]: DEBUG oslo_concurrency.lockutils [req-a7c03f3e-8858-4438-a888-eca3ec5f807a req-8c704307-b42f-48a3-96db-b8a2452a3936 service nova] Releasing lock "refresh_cache-1fa913ae-b830-4a30-bf91-e38f708d3e7d" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.862326] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquired lock "refresh_cache-1fa913ae-b830-4a30-bf91-e38f708d3e7d" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.862400] env[68960]: DEBUG nova.network.neutron [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.949263] env[68960]: DEBUG oslo_vmware.api [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221809, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.072599] env[68960]: DEBUG oslo_concurrency.lockutils [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.074455] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f09ca9de-00e7-48d8-89ea-c3b33031325e tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.086s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.074674] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f09ca9de-00e7-48d8-89ea-c3b33031325e tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.076413] env[68960]: DEBUG oslo_concurrency.lockutils [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.477s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.076594] env[68960]: DEBUG nova.objects.instance [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68960) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 959.095056] env[68960]: INFO nova.scheduler.client.report [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Deleted allocations for instance eb3439a8-bb05-47fc-b54e-1bec950759d1 [ 959.137874] env[68960]: DEBUG nova.compute.manager [None req-9077ba89-929b-4b54-81e1-fd24e7879846 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.138183] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9077ba89-929b-4b54-81e1-fd24e7879846 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.139230] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a532aeb-9dc6-4727-ac93-43d8ed4c00b3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.148831] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9077ba89-929b-4b54-81e1-fd24e7879846 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.149122] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84d99db7-707a-4716-864e-9422f1acb543 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.156180] env[68960]: DEBUG oslo_vmware.api [None req-9077ba89-929b-4b54-81e1-fd24e7879846 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 959.156180] env[68960]: value = "task-3221812" [ 959.156180] env[68960]: _type = "Task" [ 959.156180] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.165617] env[68960]: DEBUG oslo_vmware.api [None req-9077ba89-929b-4b54-81e1-fd24e7879846 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.188973] env[68960]: INFO nova.scheduler.client.report [None req-f09ca9de-00e7-48d8-89ea-c3b33031325e tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Deleted allocations for instance 404efc31-4206-4e68-92c8-c4226982dfe1 [ 959.248204] env[68960]: DEBUG oslo_vmware.api [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3221810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.267597] env[68960]: DEBUG oslo_vmware.api [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221811, 'name': PowerOffVM_Task, 'duration_secs': 0.451002} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.267917] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.268121] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.268397] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0af3d5f-021b-44d5-aa22-775561db2e7c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.335011] env[68960]: DEBUG oslo_vmware.api [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682503} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.335314] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] df1c635b-6070-4793-ac01-c3c54bc84c9a/df1c635b-6070-4793-ac01-c3c54bc84c9a.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.335532] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.335850] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ceb12e29-0eb7-44ce-86a4-7216aaaaa482 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.343799] env[68960]: DEBUG oslo_vmware.api [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 959.343799] env[68960]: value = "task-3221814" [ 959.343799] env[68960]: _type = "Task" [ 959.343799] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.353078] env[68960]: DEBUG oslo_vmware.api [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.371696] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.371925] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.372132] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Deleting the datastore file [datastore2] 42fa00ac-ab86-4729-969b-ababacf6b99c {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.372423] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-353d9a8a-56d3-4bb1-9d19-6ed56aa6d605 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.380997] env[68960]: DEBUG oslo_vmware.api [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 959.380997] env[68960]: value = "task-3221815" [ 959.380997] env[68960]: _type = "Task" [ 959.380997] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.392362] env[68960]: DEBUG oslo_vmware.api [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.402911] env[68960]: DEBUG nova.network.neutron [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.447170] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Acquiring lock "a3262d93-91da-4e89-b4f1-90f345d273a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.447449] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Lock "a3262d93-91da-4e89-b4f1-90f345d273a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.447659] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Acquiring lock "a3262d93-91da-4e89-b4f1-90f345d273a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.447844] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Lock "a3262d93-91da-4e89-b4f1-90f345d273a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.448014] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Lock "a3262d93-91da-4e89-b4f1-90f345d273a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.449683] env[68960]: DEBUG oslo_vmware.api [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221809, 'name': PowerOnVM_Task, 'duration_secs': 0.87537} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.449947] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.452404] env[68960]: INFO nova.compute.manager [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Terminating instance [ 959.456571] env[68960]: DEBUG nova.compute.manager [None req-6581d4c0-4ece-41eb-a2d4-7e9a5557ea5e tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.457678] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f66c072-3164-4510-b01e-762dfa2c4069 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.565578] env[68960]: DEBUG nova.network.neutron [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Updating instance_info_cache with network_info: [{"id": "c46118d6-3245-4b0d-9d0d-aac11c0e8cff", "address": "fa:16:3e:01:4e:27", "network": {"id": "469ab613-a550-4576-9d21-f1cf39056757", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1402300285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e07d167f8814542b29ad5ae6783922b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc46118d6-32", "ovs_interfaceid": "c46118d6-3245-4b0d-9d0d-aac11c0e8cff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.602162] env[68960]: DEBUG oslo_concurrency.lockutils [None req-463610de-70a1-4ecb-99cb-b50683dbba6d tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "eb3439a8-bb05-47fc-b54e-1bec950759d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.077s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.667564] env[68960]: DEBUG oslo_vmware.api [None req-9077ba89-929b-4b54-81e1-fd24e7879846 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221812, 'name': PowerOffVM_Task, 'duration_secs': 0.384292} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.667662] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9077ba89-929b-4b54-81e1-fd24e7879846 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.667761] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9077ba89-929b-4b54-81e1-fd24e7879846 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.668029] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bed55c1-570c-4e71-b892-1aea43185a79 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.699217] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f09ca9de-00e7-48d8-89ea-c3b33031325e tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "404efc31-4206-4e68-92c8-c4226982dfe1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.037s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.745817] env[68960]: DEBUG oslo_vmware.api [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3221810, 'name': ReconfigVM_Task, 'duration_secs': 0.782602} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.746143] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 528aca84-c1c0-4af1-ac42-330bd8cd5b15/528aca84-c1c0-4af1-ac42-330bd8cd5b15.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.746780] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2ba07cc-3474-496a-8056-c7f04a813462 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.754801] env[68960]: DEBUG oslo_vmware.api [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 959.754801] env[68960]: value = "task-3221817" [ 959.754801] env[68960]: _type = "Task" [ 959.754801] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.761038] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9077ba89-929b-4b54-81e1-fd24e7879846 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.761303] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9077ba89-929b-4b54-81e1-fd24e7879846 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.761486] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9077ba89-929b-4b54-81e1-fd24e7879846 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Deleting the datastore file [datastore2] d2b95f0e-0e70-43a2-beb1-bae828ae6967 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.761799] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9de14388-f6f5-4e0f-88ff-baeb483e447e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.768235] env[68960]: DEBUG oslo_vmware.api [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3221817, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.773199] env[68960]: DEBUG oslo_vmware.api [None req-9077ba89-929b-4b54-81e1-fd24e7879846 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for the task: (returnval){ [ 959.773199] env[68960]: value = "task-3221818" [ 959.773199] env[68960]: _type = "Task" [ 959.773199] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.781888] env[68960]: DEBUG oslo_vmware.api [None req-9077ba89-929b-4b54-81e1-fd24e7879846 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.855534] env[68960]: DEBUG oslo_vmware.api [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084008} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.855819] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.856657] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ed4a69-0f33-45b3-84c1-9207562c0a6e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.883530] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] df1c635b-6070-4793-ac01-c3c54bc84c9a/df1c635b-6070-4793-ac01-c3c54bc84c9a.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.883920] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d66de6e-dba2-499d-a3f7-015b5d9468a5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.907252] env[68960]: DEBUG oslo_vmware.api [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.908765] env[68960]: DEBUG oslo_vmware.api [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 959.908765] env[68960]: value = "task-3221819" [ 959.908765] env[68960]: _type = "Task" [ 959.908765] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.920735] env[68960]: DEBUG oslo_vmware.api [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221819, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.957070] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Acquiring lock "refresh_cache-a3262d93-91da-4e89-b4f1-90f345d273a9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.957322] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Acquired lock "refresh_cache-a3262d93-91da-4e89-b4f1-90f345d273a9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.957529] env[68960]: DEBUG nova.network.neutron [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.069142] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Releasing lock "refresh_cache-1fa913ae-b830-4a30-bf91-e38f708d3e7d" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.069261] env[68960]: DEBUG nova.compute.manager [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Instance network_info: |[{"id": "c46118d6-3245-4b0d-9d0d-aac11c0e8cff", "address": "fa:16:3e:01:4e:27", "network": {"id": "469ab613-a550-4576-9d21-f1cf39056757", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1402300285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e07d167f8814542b29ad5ae6783922b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc46118d6-32", "ovs_interfaceid": "c46118d6-3245-4b0d-9d0d-aac11c0e8cff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.069683] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:4e:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c46118d6-3245-4b0d-9d0d-aac11c0e8cff', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.078309] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.078637] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.078910] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ef735d2-6a95-4d4f-8f6a-26da7fa8ed58 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.098956] env[68960]: DEBUG oslo_concurrency.lockutils [None req-37f736ff-7d4f-40c9-b0af-2481e0376ec1 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.100034] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.343s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.100336] env[68960]: DEBUG nova.objects.instance [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lazy-loading 'resources' on Instance uuid 14acdb67-8104-487c-b2b3-a8007f0d05df {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.108097] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.108097] env[68960]: value = "task-3221820" [ 960.108097] env[68960]: _type = "Task" [ 960.108097] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.118616] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221820, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.268228] env[68960]: DEBUG oslo_vmware.api [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3221817, 'name': Rename_Task, 'duration_secs': 0.301977} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.268521] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.268861] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9ee8f52-83f8-4f26-8ae3-ce19e9e2382c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.279849] env[68960]: DEBUG oslo_vmware.api [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 960.279849] env[68960]: value = "task-3221821" [ 960.279849] env[68960]: _type = "Task" [ 960.279849] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.288698] env[68960]: DEBUG oslo_vmware.api [None req-9077ba89-929b-4b54-81e1-fd24e7879846 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Task: {'id': task-3221818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371818} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.288698] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9077ba89-929b-4b54-81e1-fd24e7879846 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.288946] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9077ba89-929b-4b54-81e1-fd24e7879846 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.289240] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9077ba89-929b-4b54-81e1-fd24e7879846 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.289536] env[68960]: INFO nova.compute.manager [None req-9077ba89-929b-4b54-81e1-fd24e7879846 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Took 1.15 seconds to destroy the instance on the hypervisor. [ 960.289854] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9077ba89-929b-4b54-81e1-fd24e7879846 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.290096] env[68960]: DEBUG nova.compute.manager [-] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.290200] env[68960]: DEBUG nova.network.neutron [-] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.296026] env[68960]: DEBUG oslo_vmware.api [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3221821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.397831] env[68960]: DEBUG oslo_vmware.api [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.537814} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.398390] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.398516] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.398751] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.399038] env[68960]: INFO nova.compute.manager [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Took 1.67 seconds to destroy the instance on the hypervisor. [ 960.399507] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.399691] env[68960]: DEBUG nova.compute.manager [-] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.399885] env[68960]: DEBUG nova.network.neutron [-] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.422828] env[68960]: DEBUG oslo_vmware.api [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221819, 'name': ReconfigVM_Task, 'duration_secs': 0.462277} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.423945] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Reconfigured VM instance instance-0000004f to attach disk [datastore2] df1c635b-6070-4793-ac01-c3c54bc84c9a/df1c635b-6070-4793-ac01-c3c54bc84c9a.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.423945] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f457931-71bc-4aeb-9a5e-45d935755777 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.432172] env[68960]: DEBUG oslo_vmware.api [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 960.432172] env[68960]: value = "task-3221822" [ 960.432172] env[68960]: _type = "Task" [ 960.432172] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.457027] env[68960]: DEBUG oslo_vmware.api [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221822, 'name': Rename_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.497708] env[68960]: DEBUG nova.network.neutron [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.604234] env[68960]: DEBUG nova.objects.instance [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lazy-loading 'numa_topology' on Instance uuid 14acdb67-8104-487c-b2b3-a8007f0d05df {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.614118] env[68960]: DEBUG nova.network.neutron [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.618868] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221820, 'name': CreateVM_Task, 'duration_secs': 0.416897} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.619228] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.619918] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.620262] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.620657] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.622041] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ec629fd-b44f-4f8d-a946-7feb0a23bd1c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.627144] env[68960]: DEBUG oslo_vmware.api [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 960.627144] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d0e345-63bd-3fb8-ca35-7d52813fde55" [ 960.627144] env[68960]: _type = "Task" [ 960.627144] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.637168] env[68960]: DEBUG oslo_vmware.api [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d0e345-63bd-3fb8-ca35-7d52813fde55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.673954] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3b653f79-4ab8-4342-b8af-23f574e0aea4 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "67f6f924-b122-4326-866f-2e3c3c9357ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.674232] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3b653f79-4ab8-4342-b8af-23f574e0aea4 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "67f6f924-b122-4326-866f-2e3c3c9357ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.674445] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3b653f79-4ab8-4342-b8af-23f574e0aea4 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "67f6f924-b122-4326-866f-2e3c3c9357ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.674630] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3b653f79-4ab8-4342-b8af-23f574e0aea4 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "67f6f924-b122-4326-866f-2e3c3c9357ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.674834] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3b653f79-4ab8-4342-b8af-23f574e0aea4 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "67f6f924-b122-4326-866f-2e3c3c9357ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.677519] env[68960]: INFO nova.compute.manager [None req-3b653f79-4ab8-4342-b8af-23f574e0aea4 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Terminating instance [ 960.796467] env[68960]: DEBUG oslo_vmware.api [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3221821, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.809267] env[68960]: DEBUG oslo_concurrency.lockutils [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "2901333b-0754-4d83-a5b6-54603eb97033" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.809495] env[68960]: DEBUG oslo_concurrency.lockutils [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "2901333b-0754-4d83-a5b6-54603eb97033" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.919504] env[68960]: DEBUG nova.compute.manager [req-c8c039fd-b087-4b64-bd5e-a646753bad2a req-306b1f5a-0a5c-488e-bce3-f66f3ab088ae service nova] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Received event network-vif-deleted-635abb82-e4d9-48e8-80a6-e6249df1d651 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.919773] env[68960]: INFO nova.compute.manager [req-c8c039fd-b087-4b64-bd5e-a646753bad2a req-306b1f5a-0a5c-488e-bce3-f66f3ab088ae service nova] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Neutron deleted interface 635abb82-e4d9-48e8-80a6-e6249df1d651; detaching it from the instance and deleting it from the info cache [ 960.919882] env[68960]: DEBUG nova.network.neutron [req-c8c039fd-b087-4b64-bd5e-a646753bad2a req-306b1f5a-0a5c-488e-bce3-f66f3ab088ae service nova] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.944626] env[68960]: DEBUG oslo_vmware.api [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221822, 'name': Rename_Task, 'duration_secs': 0.181822} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.945026] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.945278] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7a76be7-5dd9-4444-bc93-e6276b6827a7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.954156] env[68960]: DEBUG oslo_vmware.api [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 960.954156] env[68960]: value = "task-3221823" [ 960.954156] env[68960]: _type = "Task" [ 960.954156] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.965729] env[68960]: DEBUG oslo_vmware.api [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.107477] env[68960]: DEBUG nova.objects.base [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Object Instance<14acdb67-8104-487c-b2b3-a8007f0d05df> lazy-loaded attributes: resources,numa_topology {{(pid=68960) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 961.116817] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Releasing lock "refresh_cache-a3262d93-91da-4e89-b4f1-90f345d273a9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.117406] env[68960]: DEBUG nova.compute.manager [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.117481] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.118899] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138f6d77-78e4-4954-8a4d-99c2912bb208 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.127684] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.133534] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48c3bd6d-036d-4fa8-ada9-e614ef6f0d72 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.143020] env[68960]: DEBUG oslo_vmware.api [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d0e345-63bd-3fb8-ca35-7d52813fde55, 'name': SearchDatastore_Task, 'duration_secs': 0.01002} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.144542] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.144885] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.145338] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.145616] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.146098] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.146312] env[68960]: DEBUG oslo_vmware.api [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Waiting for the task: (returnval){ [ 961.146312] env[68960]: value = "task-3221824" [ 961.146312] env[68960]: _type = "Task" [ 961.146312] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.149098] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da908072-ae86-4cc3-85ce-ff41bb1bf870 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.161652] env[68960]: DEBUG oslo_vmware.api [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': task-3221824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.166327] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.166528] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.167293] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b225704-16fc-456e-9d40-b473a0cbb560 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.174422] env[68960]: DEBUG oslo_vmware.api [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 961.174422] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f9d421-6f5e-5c2b-2549-2d4a1cda9c7f" [ 961.174422] env[68960]: _type = "Task" [ 961.174422] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.184026] env[68960]: DEBUG nova.compute.manager [None req-3b653f79-4ab8-4342-b8af-23f574e0aea4 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.184026] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3b653f79-4ab8-4342-b8af-23f574e0aea4 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.184026] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35349004-9376-4ede-9e45-7fb90bd67e51 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.190586] env[68960]: DEBUG oslo_vmware.api [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f9d421-6f5e-5c2b-2549-2d4a1cda9c7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.196546] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b653f79-4ab8-4342-b8af-23f574e0aea4 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.196801] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7d097c8-adc1-4a9a-a9a5-c7cf35a01480 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.207429] env[68960]: DEBUG oslo_vmware.api [None req-3b653f79-4ab8-4342-b8af-23f574e0aea4 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 961.207429] env[68960]: value = "task-3221825" [ 961.207429] env[68960]: _type = "Task" [ 961.207429] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.220225] env[68960]: DEBUG oslo_vmware.api [None req-3b653f79-4ab8-4342-b8af-23f574e0aea4 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.225447] env[68960]: DEBUG nova.network.neutron [-] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.291988] env[68960]: DEBUG oslo_vmware.api [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3221821, 'name': PowerOnVM_Task, 'duration_secs': 0.7823} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.295047] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.295294] env[68960]: INFO nova.compute.manager [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Took 12.82 seconds to spawn the instance on the hypervisor. [ 961.295478] env[68960]: DEBUG nova.compute.manager [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.296868] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f870862-66b6-4982-aa91-53c62d9baf19 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.313316] env[68960]: DEBUG nova.compute.manager [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.327185] env[68960]: DEBUG nova.network.neutron [-] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.424493] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1a6622a-d275-43d5-8b54-097c12bb73f8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.434602] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f40c8f-3ea1-4f88-b8bb-af78f397300e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.471268] env[68960]: DEBUG oslo_vmware.api [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221823, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.487897] env[68960]: DEBUG nova.compute.manager [req-c8c039fd-b087-4b64-bd5e-a646753bad2a req-306b1f5a-0a5c-488e-bce3-f66f3ab088ae service nova] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Detach interface failed, port_id=635abb82-e4d9-48e8-80a6-e6249df1d651, reason: Instance d2b95f0e-0e70-43a2-beb1-bae828ae6967 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 961.494164] env[68960]: DEBUG oslo_concurrency.lockutils [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "4e1a8d2f-01e0-484e-ab67-3bbcadf691e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.494474] env[68960]: DEBUG oslo_concurrency.lockutils [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "4e1a8d2f-01e0-484e-ab67-3bbcadf691e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.556446] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b540ec-0899-48a4-94b8-6ce3d7db2abb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.565311] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da16d5f0-7500-4f48-b350-1546ac1fcfe1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.599104] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f89b63-f75b-4dc9-8936-b85c11a1d00b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.601938] env[68960]: INFO nova.compute.manager [None req-7a0d3b6b-725a-4987-b528-812ebd1b2b45 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Unrescuing [ 961.602123] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7a0d3b6b-725a-4987-b528-812ebd1b2b45 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "refresh_cache-5ca439bd-7b4c-42cd-a3b7-c47b0e627935" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.602272] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7a0d3b6b-725a-4987-b528-812ebd1b2b45 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquired lock "refresh_cache-5ca439bd-7b4c-42cd-a3b7-c47b0e627935" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.602437] env[68960]: DEBUG nova.network.neutron [None req-7a0d3b6b-725a-4987-b528-812ebd1b2b45 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.610084] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2ff1ef-811b-42e0-b5d0-c81b9b9e14dd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.626036] env[68960]: DEBUG nova.compute.provider_tree [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.660726] env[68960]: DEBUG oslo_vmware.api [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': task-3221824, 'name': PowerOffVM_Task, 'duration_secs': 0.208784} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.661042] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.661225] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.661494] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f94ed66-8736-456a-a03d-c35da435102d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.684687] env[68960]: DEBUG oslo_vmware.api [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f9d421-6f5e-5c2b-2549-2d4a1cda9c7f, 'name': SearchDatastore_Task, 'duration_secs': 0.012064} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.689025] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fead757-1eca-4092-b07a-18dde266980f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.690832] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.691062] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.691257] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Deleting the datastore file [datastore2] a3262d93-91da-4e89-b4f1-90f345d273a9 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.691505] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-359560a0-b0f7-4899-9cdd-e9356bf0174d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.696944] env[68960]: DEBUG oslo_vmware.api [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 961.696944] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52bf08e7-078b-eca5-61e2-c940751485d9" [ 961.696944] env[68960]: _type = "Task" [ 961.696944] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.701962] env[68960]: DEBUG oslo_vmware.api [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Waiting for the task: (returnval){ [ 961.701962] env[68960]: value = "task-3221827" [ 961.701962] env[68960]: _type = "Task" [ 961.701962] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.708466] env[68960]: DEBUG oslo_vmware.api [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52bf08e7-078b-eca5-61e2-c940751485d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.714612] env[68960]: DEBUG oslo_vmware.api [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': task-3221827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.720047] env[68960]: DEBUG oslo_vmware.api [None req-3b653f79-4ab8-4342-b8af-23f574e0aea4 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221825, 'name': PowerOffVM_Task, 'duration_secs': 0.309907} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.720047] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b653f79-4ab8-4342-b8af-23f574e0aea4 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.720047] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3b653f79-4ab8-4342-b8af-23f574e0aea4 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.720227] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a30a85e9-46e3-4daf-bd4b-32b64d648101 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.728236] env[68960]: INFO nova.compute.manager [-] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Took 1.44 seconds to deallocate network for instance. [ 961.802748] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3b653f79-4ab8-4342-b8af-23f574e0aea4 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.802918] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3b653f79-4ab8-4342-b8af-23f574e0aea4 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.803158] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b653f79-4ab8-4342-b8af-23f574e0aea4 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Deleting the datastore file [datastore1] 67f6f924-b122-4326-866f-2e3c3c9357ae {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.803437] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c92fce3-7982-4878-93fa-35720e0d4272 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.816058] env[68960]: DEBUG oslo_vmware.api [None req-3b653f79-4ab8-4342-b8af-23f574e0aea4 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 961.816058] env[68960]: value = "task-3221829" [ 961.816058] env[68960]: _type = "Task" [ 961.816058] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.819679] env[68960]: INFO nova.compute.manager [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Took 39.80 seconds to build instance. [ 961.832176] env[68960]: INFO nova.compute.manager [-] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Took 1.43 seconds to deallocate network for instance. [ 961.832547] env[68960]: DEBUG oslo_vmware.api [None req-3b653f79-4ab8-4342-b8af-23f574e0aea4 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.837783] env[68960]: DEBUG oslo_concurrency.lockutils [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.967439] env[68960]: DEBUG oslo_vmware.api [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221823, 'name': PowerOnVM_Task, 'duration_secs': 0.564805} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.967785] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.968048] env[68960]: INFO nova.compute.manager [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Took 7.57 seconds to spawn the instance on the hypervisor. [ 961.968270] env[68960]: DEBUG nova.compute.manager [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.969152] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc18189-3344-4443-a880-318bb9989cd3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.997067] env[68960]: DEBUG nova.compute.manager [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 962.129943] env[68960]: DEBUG nova.scheduler.client.report [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.210476] env[68960]: DEBUG oslo_vmware.api [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52bf08e7-078b-eca5-61e2-c940751485d9, 'name': SearchDatastore_Task, 'duration_secs': 0.013629} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.211107] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.211425] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 1fa913ae-b830-4a30-bf91-e38f708d3e7d/1fa913ae-b830-4a30-bf91-e38f708d3e7d.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.211703] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa278eb8-69ea-43a2-93cd-e9ce88150269 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.216529] env[68960]: DEBUG oslo_vmware.api [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Task: {'id': task-3221827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28116} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.217070] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.217265] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.217439] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.217611] env[68960]: INFO nova.compute.manager [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Took 1.10 seconds to destroy the instance on the hypervisor. [ 962.217842] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.218039] env[68960]: DEBUG nova.compute.manager [-] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.218136] env[68960]: DEBUG nova.network.neutron [-] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.222239] env[68960]: DEBUG oslo_vmware.api [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 962.222239] env[68960]: value = "task-3221830" [ 962.222239] env[68960]: _type = "Task" [ 962.222239] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.231563] env[68960]: DEBUG oslo_vmware.api [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.234555] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9077ba89-929b-4b54-81e1-fd24e7879846 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.247565] env[68960]: DEBUG nova.network.neutron [-] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.325821] env[68960]: DEBUG oslo_concurrency.lockutils [None req-51803c84-c242-4049-a756-0303853a4d28 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "528aca84-c1c0-4af1-ac42-330bd8cd5b15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.224s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.329503] env[68960]: DEBUG oslo_vmware.api [None req-3b653f79-4ab8-4342-b8af-23f574e0aea4 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.48254} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.329743] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b653f79-4ab8-4342-b8af-23f574e0aea4 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.329930] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3b653f79-4ab8-4342-b8af-23f574e0aea4 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.330131] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3b653f79-4ab8-4342-b8af-23f574e0aea4 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.330329] env[68960]: INFO nova.compute.manager [None req-3b653f79-4ab8-4342-b8af-23f574e0aea4 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Took 1.15 seconds to destroy the instance on the hypervisor. [ 962.330610] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b653f79-4ab8-4342-b8af-23f574e0aea4 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.330857] env[68960]: DEBUG nova.compute.manager [-] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.330957] env[68960]: DEBUG nova.network.neutron [-] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.341454] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.381846] env[68960]: DEBUG nova.network.neutron [None req-7a0d3b6b-725a-4987-b528-812ebd1b2b45 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Updating instance_info_cache with network_info: [{"id": "7135b1cf-1251-4c98-abcf-ea66a471c832", "address": "fa:16:3e:6a:2d:bb", "network": {"id": "f7efa461-aff7-4c94-a7b1-09449aea8c88", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1693973360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac999d2e6df41619f2a1235c56b3d45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7135b1cf-12", "ovs_interfaceid": "7135b1cf-1251-4c98-abcf-ea66a471c832", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.497160] env[68960]: INFO nova.compute.manager [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Took 35.80 seconds to build instance. [ 962.531393] env[68960]: DEBUG oslo_concurrency.lockutils [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.640571] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.540s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.648020] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.232s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.648020] env[68960]: INFO nova.compute.claims [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.734898] env[68960]: DEBUG oslo_vmware.api [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221830, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.752033] env[68960]: DEBUG nova.network.neutron [-] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.885891] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7a0d3b6b-725a-4987-b528-812ebd1b2b45 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Releasing lock "refresh_cache-5ca439bd-7b4c-42cd-a3b7-c47b0e627935" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.886645] env[68960]: DEBUG nova.objects.instance [None req-7a0d3b6b-725a-4987-b528-812ebd1b2b45 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lazy-loading 'flavor' on Instance uuid 5ca439bd-7b4c-42cd-a3b7-c47b0e627935 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.999503] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0e593c6a-7a76-4b05-a4e1-005769713a3f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "df1c635b-6070-4793-ac01-c3c54bc84c9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.183s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.033421] env[68960]: DEBUG nova.compute.manager [req-32a037ec-d6cb-4ee4-9dac-207e5f4a3f63 req-b174d7a6-14ab-49e8-8e25-2887cc99a6dd service nova] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Received event network-vif-deleted-89a757fd-15f5-471f-bf91-9ebe0b064ffc {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.033653] env[68960]: DEBUG nova.compute.manager [req-32a037ec-d6cb-4ee4-9dac-207e5f4a3f63 req-b174d7a6-14ab-49e8-8e25-2887cc99a6dd service nova] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Received event network-vif-deleted-59c4bd2a-b120-43d1-8473-bb99accddcf0 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.033818] env[68960]: INFO nova.compute.manager [req-32a037ec-d6cb-4ee4-9dac-207e5f4a3f63 req-b174d7a6-14ab-49e8-8e25-2887cc99a6dd service nova] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Neutron deleted interface 59c4bd2a-b120-43d1-8473-bb99accddcf0; detaching it from the instance and deleting it from the info cache [ 963.033986] env[68960]: DEBUG nova.network.neutron [req-32a037ec-d6cb-4ee4-9dac-207e5f4a3f63 req-b174d7a6-14ab-49e8-8e25-2887cc99a6dd service nova] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.104204] env[68960]: DEBUG nova.compute.manager [req-db2efe23-50f9-487c-92c2-8f64ba85f615 req-097fc0fb-28af-425e-9881-2ce2b1e7cb42 service nova] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Received event network-changed-ef95473c-2be7-4dfa-bedd-0410904c6779 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.104400] env[68960]: DEBUG nova.compute.manager [req-db2efe23-50f9-487c-92c2-8f64ba85f615 req-097fc0fb-28af-425e-9881-2ce2b1e7cb42 service nova] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Refreshing instance network info cache due to event network-changed-ef95473c-2be7-4dfa-bedd-0410904c6779. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 963.104633] env[68960]: DEBUG oslo_concurrency.lockutils [req-db2efe23-50f9-487c-92c2-8f64ba85f615 req-097fc0fb-28af-425e-9881-2ce2b1e7cb42 service nova] Acquiring lock "refresh_cache-528aca84-c1c0-4af1-ac42-330bd8cd5b15" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.104807] env[68960]: DEBUG oslo_concurrency.lockutils [req-db2efe23-50f9-487c-92c2-8f64ba85f615 req-097fc0fb-28af-425e-9881-2ce2b1e7cb42 service nova] Acquired lock "refresh_cache-528aca84-c1c0-4af1-ac42-330bd8cd5b15" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.104967] env[68960]: DEBUG nova.network.neutron [req-db2efe23-50f9-487c-92c2-8f64ba85f615 req-097fc0fb-28af-425e-9881-2ce2b1e7cb42 service nova] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Refreshing network info cache for port ef95473c-2be7-4dfa-bedd-0410904c6779 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.112899] env[68960]: DEBUG nova.network.neutron [-] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.149988] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ee7a4a59-4dac-45cc-b8c7-9f29c2efa4b4 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "14acdb67-8104-487c-b2b3-a8007f0d05df" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 36.891s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.151396] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4b1bbf70-68ef-45e5-a4fe-01fdc8d65106 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "14acdb67-8104-487c-b2b3-a8007f0d05df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 11.822s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.151396] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4b1bbf70-68ef-45e5-a4fe-01fdc8d65106 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "14acdb67-8104-487c-b2b3-a8007f0d05df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.151396] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4b1bbf70-68ef-45e5-a4fe-01fdc8d65106 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "14acdb67-8104-487c-b2b3-a8007f0d05df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.151396] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4b1bbf70-68ef-45e5-a4fe-01fdc8d65106 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "14acdb67-8104-487c-b2b3-a8007f0d05df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.154428] env[68960]: INFO nova.compute.manager [None req-4b1bbf70-68ef-45e5-a4fe-01fdc8d65106 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Terminating instance [ 963.233373] env[68960]: DEBUG oslo_vmware.api [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221830, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.813807} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.233628] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 1fa913ae-b830-4a30-bf91-e38f708d3e7d/1fa913ae-b830-4a30-bf91-e38f708d3e7d.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.233841] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.234116] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33d01d43-3012-4ad5-86f1-d5aa26068145 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.241666] env[68960]: DEBUG oslo_vmware.api [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 963.241666] env[68960]: value = "task-3221831" [ 963.241666] env[68960]: _type = "Task" [ 963.241666] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.251616] env[68960]: DEBUG oslo_vmware.api [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.253190] env[68960]: INFO nova.compute.manager [-] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Took 1.03 seconds to deallocate network for instance. [ 963.396101] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b28083-25ca-4445-a949-35ee0ac3ddee {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.420554] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a0d3b6b-725a-4987-b528-812ebd1b2b45 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.420885] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8b78901-715e-410f-882a-11b1ff8999a9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.428733] env[68960]: DEBUG oslo_vmware.api [None req-7a0d3b6b-725a-4987-b528-812ebd1b2b45 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 963.428733] env[68960]: value = "task-3221832" [ 963.428733] env[68960]: _type = "Task" [ 963.428733] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.437427] env[68960]: DEBUG oslo_vmware.api [None req-7a0d3b6b-725a-4987-b528-812ebd1b2b45 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.538858] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88de9a86-6969-43e0-8b8a-3ed9b3fcf058 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.550746] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edaf5a6d-4168-41cc-998b-0c19e3e4f602 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.596844] env[68960]: DEBUG nova.compute.manager [req-32a037ec-d6cb-4ee4-9dac-207e5f4a3f63 req-b174d7a6-14ab-49e8-8e25-2887cc99a6dd service nova] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Detach interface failed, port_id=59c4bd2a-b120-43d1-8473-bb99accddcf0, reason: Instance 67f6f924-b122-4326-866f-2e3c3c9357ae could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 963.615975] env[68960]: INFO nova.compute.manager [-] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Took 1.28 seconds to deallocate network for instance. [ 963.661600] env[68960]: DEBUG nova.compute.manager [None req-4b1bbf70-68ef-45e5-a4fe-01fdc8d65106 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 963.661600] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1bbf70-68ef-45e5-a4fe-01fdc8d65106 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.661600] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2e0390a-0663-4087-85d6-39498283cb30 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.670629] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9af31fb-0e67-4c48-b9d1-c473147ceffe {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.708203] env[68960]: WARNING nova.virt.vmwareapi.vmops [None req-4b1bbf70-68ef-45e5-a4fe-01fdc8d65106 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 14acdb67-8104-487c-b2b3-a8007f0d05df could not be found. [ 963.708422] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1bbf70-68ef-45e5-a4fe-01fdc8d65106 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.708599] env[68960]: INFO nova.compute.manager [None req-4b1bbf70-68ef-45e5-a4fe-01fdc8d65106 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Took 0.05 seconds to destroy the instance on the hypervisor. [ 963.708872] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b1bbf70-68ef-45e5-a4fe-01fdc8d65106 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.715102] env[68960]: DEBUG nova.compute.manager [-] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.715341] env[68960]: DEBUG nova.network.neutron [-] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.752660] env[68960]: DEBUG oslo_vmware.api [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.304362} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.756489] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.757826] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a304a78-14c8-4858-a3d4-0348b8d45a88 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.761049] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.782379] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 1fa913ae-b830-4a30-bf91-e38f708d3e7d/1fa913ae-b830-4a30-bf91-e38f708d3e7d.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.787420] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c16e722f-3c9b-47d2-a9d5-89d9991af560 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.812791] env[68960]: DEBUG oslo_vmware.api [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 963.812791] env[68960]: value = "task-3221833" [ 963.812791] env[68960]: _type = "Task" [ 963.812791] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.826736] env[68960]: DEBUG oslo_vmware.api [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221833, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.945024] env[68960]: DEBUG oslo_vmware.api [None req-7a0d3b6b-725a-4987-b528-812ebd1b2b45 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221832, 'name': PowerOffVM_Task, 'duration_secs': 0.274606} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.945024] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a0d3b6b-725a-4987-b528-812ebd1b2b45 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.947210] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a0d3b6b-725a-4987-b528-812ebd1b2b45 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Reconfiguring VM instance instance-00000026 to detach disk 2002 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 963.950346] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-634de459-2d6b-4101-bdef-afea40e0f664 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.976480] env[68960]: DEBUG oslo_vmware.api [None req-7a0d3b6b-725a-4987-b528-812ebd1b2b45 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 963.976480] env[68960]: value = "task-3221834" [ 963.976480] env[68960]: _type = "Task" [ 963.976480] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.985906] env[68960]: DEBUG oslo_vmware.api [None req-7a0d3b6b-725a-4987-b528-812ebd1b2b45 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.022146] env[68960]: DEBUG nova.network.neutron [req-db2efe23-50f9-487c-92c2-8f64ba85f615 req-097fc0fb-28af-425e-9881-2ce2b1e7cb42 service nova] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Updated VIF entry in instance network info cache for port ef95473c-2be7-4dfa-bedd-0410904c6779. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.025124] env[68960]: DEBUG nova.network.neutron [req-db2efe23-50f9-487c-92c2-8f64ba85f615 req-097fc0fb-28af-425e-9881-2ce2b1e7cb42 service nova] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Updating instance_info_cache with network_info: [{"id": "ef95473c-2be7-4dfa-bedd-0410904c6779", "address": "fa:16:3e:16:db:fc", "network": {"id": "6e100ac4-7b00-4329-b2ac-f4fb65e8f519", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-748744904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c6d3f23cbe4289a44c7f4b678c28f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef95473c-2b", "ovs_interfaceid": "ef95473c-2be7-4dfa-bedd-0410904c6779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.126333] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3b653f79-4ab8-4342-b8af-23f574e0aea4 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.150421] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2bda70-1c19-4d11-8fbb-c78483530258 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.159035] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e816177-be4e-4189-8a09-a2adda1b899d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.195554] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c49a8ed-6c40-44c8-be62-141c4170724a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.204143] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cebe83-c384-47b3-ba39-9cbc35715d6c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.218501] env[68960]: DEBUG nova.compute.provider_tree [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.322743] env[68960]: DEBUG oslo_vmware.api [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221833, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.488899] env[68960]: DEBUG oslo_vmware.api [None req-7a0d3b6b-725a-4987-b528-812ebd1b2b45 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221834, 'name': ReconfigVM_Task, 'duration_secs': 0.488263} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.489421] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a0d3b6b-725a-4987-b528-812ebd1b2b45 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Reconfigured VM instance instance-00000026 to detach disk 2002 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 964.489421] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a0d3b6b-725a-4987-b528-812ebd1b2b45 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.489679] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce8b68f1-02c5-4da9-926b-d0bdb54fd95a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.496537] env[68960]: DEBUG oslo_vmware.api [None req-7a0d3b6b-725a-4987-b528-812ebd1b2b45 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 964.496537] env[68960]: value = "task-3221835" [ 964.496537] env[68960]: _type = "Task" [ 964.496537] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.504464] env[68960]: DEBUG oslo_vmware.api [None req-7a0d3b6b-725a-4987-b528-812ebd1b2b45 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.525246] env[68960]: DEBUG oslo_concurrency.lockutils [req-db2efe23-50f9-487c-92c2-8f64ba85f615 req-097fc0fb-28af-425e-9881-2ce2b1e7cb42 service nova] Releasing lock "refresh_cache-528aca84-c1c0-4af1-ac42-330bd8cd5b15" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.586104] env[68960]: DEBUG nova.network.neutron [-] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.721995] env[68960]: DEBUG nova.scheduler.client.report [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.824812] env[68960]: DEBUG oslo_vmware.api [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221833, 'name': ReconfigVM_Task, 'duration_secs': 0.53379} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.825149] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 1fa913ae-b830-4a30-bf91-e38f708d3e7d/1fa913ae-b830-4a30-bf91-e38f708d3e7d.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.825838] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd563e87-fccb-41db-8280-7262232f0260 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.836231] env[68960]: DEBUG oslo_vmware.api [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 964.836231] env[68960]: value = "task-3221836" [ 964.836231] env[68960]: _type = "Task" [ 964.836231] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.845037] env[68960]: DEBUG oslo_vmware.api [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221836, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.006737] env[68960]: DEBUG oslo_vmware.api [None req-7a0d3b6b-725a-4987-b528-812ebd1b2b45 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221835, 'name': PowerOnVM_Task, 'duration_secs': 0.433469} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.007215] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a0d3b6b-725a-4987-b528-812ebd1b2b45 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.007329] env[68960]: DEBUG nova.compute.manager [None req-7a0d3b6b-725a-4987-b528-812ebd1b2b45 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.008095] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bffbcd2-63aa-480e-b6f3-9aca17ef3bc6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.060589] env[68960]: DEBUG nova.compute.manager [req-a71570d5-8657-44a4-8eca-f4b91846a525 req-044aa8a9-5b21-4f4c-9f42-390f544f640c service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Received event network-changed-0cf4cba2-942a-4579-9841-ea48aa0aa654 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.060936] env[68960]: DEBUG nova.compute.manager [req-a71570d5-8657-44a4-8eca-f4b91846a525 req-044aa8a9-5b21-4f4c-9f42-390f544f640c service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Refreshing instance network info cache due to event network-changed-0cf4cba2-942a-4579-9841-ea48aa0aa654. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.061300] env[68960]: DEBUG oslo_concurrency.lockutils [req-a71570d5-8657-44a4-8eca-f4b91846a525 req-044aa8a9-5b21-4f4c-9f42-390f544f640c service nova] Acquiring lock "refresh_cache-df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.061407] env[68960]: DEBUG oslo_concurrency.lockutils [req-a71570d5-8657-44a4-8eca-f4b91846a525 req-044aa8a9-5b21-4f4c-9f42-390f544f640c service nova] Acquired lock "refresh_cache-df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.061577] env[68960]: DEBUG nova.network.neutron [req-a71570d5-8657-44a4-8eca-f4b91846a525 req-044aa8a9-5b21-4f4c-9f42-390f544f640c service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Refreshing network info cache for port 0cf4cba2-942a-4579-9841-ea48aa0aa654 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.088916] env[68960]: INFO nova.compute.manager [-] [instance: 14acdb67-8104-487c-b2b3-a8007f0d05df] Took 1.37 seconds to deallocate network for instance. [ 965.228178] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.228832] env[68960]: DEBUG nova.compute.manager [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.231510] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e25910c2-c202-4878-8b35-e393d8d418e8 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.231739] env[68960]: DEBUG nova.objects.instance [None req-e25910c2-c202-4878-8b35-e393d8d418e8 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lazy-loading 'resources' on Instance uuid db214277-e555-46bd-95b2-12e7bc509b40 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.346768] env[68960]: DEBUG oslo_vmware.api [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221836, 'name': Rename_Task, 'duration_secs': 0.307494} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.347030] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.347280] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0158368-ace8-4e0c-aa90-d6bef82e9d43 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.353569] env[68960]: DEBUG oslo_vmware.api [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 965.353569] env[68960]: value = "task-3221837" [ 965.353569] env[68960]: _type = "Task" [ 965.353569] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.365335] env[68960]: DEBUG oslo_vmware.api [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.735157] env[68960]: DEBUG nova.compute.utils [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.736549] env[68960]: DEBUG nova.compute.manager [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.736720] env[68960]: DEBUG nova.network.neutron [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.791795] env[68960]: DEBUG nova.policy [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '436e63653a1b485d854fa954f557d19f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42779973f53e4b13bbe449e808f2bfa9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.834311] env[68960]: DEBUG nova.network.neutron [req-a71570d5-8657-44a4-8eca-f4b91846a525 req-044aa8a9-5b21-4f4c-9f42-390f544f640c service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Updated VIF entry in instance network info cache for port 0cf4cba2-942a-4579-9841-ea48aa0aa654. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.834745] env[68960]: DEBUG nova.network.neutron [req-a71570d5-8657-44a4-8eca-f4b91846a525 req-044aa8a9-5b21-4f4c-9f42-390f544f640c service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Updating instance_info_cache with network_info: [{"id": "0cf4cba2-942a-4579-9841-ea48aa0aa654", "address": "fa:16:3e:7b:d5:da", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cf4cba2-94", "ovs_interfaceid": "0cf4cba2-942a-4579-9841-ea48aa0aa654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.864366] env[68960]: DEBUG oslo_vmware.api [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221837, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.103289] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d5efb3-efd4-49af-b5b7-24db9af87f93 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.119021] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f273fa38-de04-4007-a9ef-3a8fb0e89e11 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.120401] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4b1bbf70-68ef-45e5-a4fe-01fdc8d65106 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "14acdb67-8104-487c-b2b3-a8007f0d05df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.970s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.121935] env[68960]: DEBUG nova.network.neutron [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Successfully created port: 22179951-ff1d-400d-945e-e32036bac5ea {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.153189] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10e1f77-62d1-4bec-a51a-3c5cc382cb50 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.162461] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab33fa5f-ffde-415c-ac19-53d32ce2cae8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.179049] env[68960]: DEBUG nova.compute.provider_tree [None req-e25910c2-c202-4878-8b35-e393d8d418e8 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.240017] env[68960]: DEBUG nova.compute.manager [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.338555] env[68960]: DEBUG oslo_concurrency.lockutils [req-a71570d5-8657-44a4-8eca-f4b91846a525 req-044aa8a9-5b21-4f4c-9f42-390f544f640c service nova] Releasing lock "refresh_cache-df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.367674] env[68960]: DEBUG oslo_vmware.api [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221837, 'name': PowerOnVM_Task, 'duration_secs': 0.951459} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.367674] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.367674] env[68960]: INFO nova.compute.manager [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Took 9.44 seconds to spawn the instance on the hypervisor. [ 966.367674] env[68960]: DEBUG nova.compute.manager [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.367674] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024510dd-40a3-493a-976c-4fd3cb2b85f3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.685119] env[68960]: DEBUG nova.scheduler.client.report [None req-e25910c2-c202-4878-8b35-e393d8d418e8 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.766314] env[68960]: DEBUG nova.compute.manager [req-cea4cd87-77db-4e76-b9eb-21c13b5c9545 req-ca0dd9d5-bdb2-4036-bb39-b33a52c547ff service nova] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Received event network-changed-7135b1cf-1251-4c98-abcf-ea66a471c832 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.766314] env[68960]: DEBUG nova.compute.manager [req-cea4cd87-77db-4e76-b9eb-21c13b5c9545 req-ca0dd9d5-bdb2-4036-bb39-b33a52c547ff service nova] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Refreshing instance network info cache due to event network-changed-7135b1cf-1251-4c98-abcf-ea66a471c832. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 966.766314] env[68960]: DEBUG oslo_concurrency.lockutils [req-cea4cd87-77db-4e76-b9eb-21c13b5c9545 req-ca0dd9d5-bdb2-4036-bb39-b33a52c547ff service nova] Acquiring lock "refresh_cache-5ca439bd-7b4c-42cd-a3b7-c47b0e627935" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.766314] env[68960]: DEBUG oslo_concurrency.lockutils [req-cea4cd87-77db-4e76-b9eb-21c13b5c9545 req-ca0dd9d5-bdb2-4036-bb39-b33a52c547ff service nova] Acquired lock "refresh_cache-5ca439bd-7b4c-42cd-a3b7-c47b0e627935" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.766314] env[68960]: DEBUG nova.network.neutron [req-cea4cd87-77db-4e76-b9eb-21c13b5c9545 req-ca0dd9d5-bdb2-4036-bb39-b33a52c547ff service nova] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Refreshing network info cache for port 7135b1cf-1251-4c98-abcf-ea66a471c832 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.889827] env[68960]: INFO nova.compute.manager [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Took 37.60 seconds to build instance. [ 967.191860] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e25910c2-c202-4878-8b35-e393d8d418e8 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.194524] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c99489e4-142b-4803-a794-35d5665533ca tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.246s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.195124] env[68960]: DEBUG nova.objects.instance [None req-c99489e4-142b-4803-a794-35d5665533ca tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Lazy-loading 'resources' on Instance uuid 39b7088e-be04-4f58-93e6-f71b16dc7c02 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.216745] env[68960]: INFO nova.scheduler.client.report [None req-e25910c2-c202-4878-8b35-e393d8d418e8 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Deleted allocations for instance db214277-e555-46bd-95b2-12e7bc509b40 [ 967.252689] env[68960]: DEBUG nova.compute.manager [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.285907] env[68960]: DEBUG nova.virt.hardware [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.285907] env[68960]: DEBUG nova.virt.hardware [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.285907] env[68960]: DEBUG nova.virt.hardware [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.286733] env[68960]: DEBUG nova.virt.hardware [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.287016] env[68960]: DEBUG nova.virt.hardware [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.287271] env[68960]: DEBUG nova.virt.hardware [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.287589] env[68960]: DEBUG nova.virt.hardware [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.287935] env[68960]: DEBUG nova.virt.hardware [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.288120] env[68960]: DEBUG nova.virt.hardware [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.288408] env[68960]: DEBUG nova.virt.hardware [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.288751] env[68960]: DEBUG nova.virt.hardware [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.290113] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98cf96f-35d0-49df-b949-81c6378b3357 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.300392] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349dab02-061a-451d-8ce3-639f1f7be5b9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.314429] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "d39024a8-8240-491f-88ee-8543fbfa7573" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.314429] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "d39024a8-8240-491f-88ee-8543fbfa7573" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.392075] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2f18232d-777e-4212-8d58-cf331a2e69a9 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Lock "1fa913ae-b830-4a30-bf91-e38f708d3e7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.332s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.610114] env[68960]: DEBUG nova.network.neutron [req-cea4cd87-77db-4e76-b9eb-21c13b5c9545 req-ca0dd9d5-bdb2-4036-bb39-b33a52c547ff service nova] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Updated VIF entry in instance network info cache for port 7135b1cf-1251-4c98-abcf-ea66a471c832. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.610604] env[68960]: DEBUG nova.network.neutron [req-cea4cd87-77db-4e76-b9eb-21c13b5c9545 req-ca0dd9d5-bdb2-4036-bb39-b33a52c547ff service nova] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Updating instance_info_cache with network_info: [{"id": "7135b1cf-1251-4c98-abcf-ea66a471c832", "address": "fa:16:3e:6a:2d:bb", "network": {"id": "f7efa461-aff7-4c94-a7b1-09449aea8c88", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1693973360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac999d2e6df41619f2a1235c56b3d45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7135b1cf-12", "ovs_interfaceid": "7135b1cf-1251-4c98-abcf-ea66a471c832", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.633164] env[68960]: DEBUG nova.compute.manager [req-83a5d071-8eb7-4fa9-bc87-3dc4b20387cb req-600e9616-7f6b-4159-a3e3-13fe6ff634d3 service nova] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Received event network-vif-plugged-22179951-ff1d-400d-945e-e32036bac5ea {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.633356] env[68960]: DEBUG oslo_concurrency.lockutils [req-83a5d071-8eb7-4fa9-bc87-3dc4b20387cb req-600e9616-7f6b-4159-a3e3-13fe6ff634d3 service nova] Acquiring lock "d7a37e41-d64c-498d-acf0-b41961fe7635-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.633444] env[68960]: DEBUG oslo_concurrency.lockutils [req-83a5d071-8eb7-4fa9-bc87-3dc4b20387cb req-600e9616-7f6b-4159-a3e3-13fe6ff634d3 service nova] Lock "d7a37e41-d64c-498d-acf0-b41961fe7635-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.633730] env[68960]: DEBUG oslo_concurrency.lockutils [req-83a5d071-8eb7-4fa9-bc87-3dc4b20387cb req-600e9616-7f6b-4159-a3e3-13fe6ff634d3 service nova] Lock "d7a37e41-d64c-498d-acf0-b41961fe7635-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.633730] env[68960]: DEBUG nova.compute.manager [req-83a5d071-8eb7-4fa9-bc87-3dc4b20387cb req-600e9616-7f6b-4159-a3e3-13fe6ff634d3 service nova] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] No waiting events found dispatching network-vif-plugged-22179951-ff1d-400d-945e-e32036bac5ea {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.633932] env[68960]: WARNING nova.compute.manager [req-83a5d071-8eb7-4fa9-bc87-3dc4b20387cb req-600e9616-7f6b-4159-a3e3-13fe6ff634d3 service nova] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Received unexpected event network-vif-plugged-22179951-ff1d-400d-945e-e32036bac5ea for instance with vm_state building and task_state spawning. [ 967.728952] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e25910c2-c202-4878-8b35-e393d8d418e8 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "db214277-e555-46bd-95b2-12e7bc509b40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.217s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.740352] env[68960]: DEBUG nova.network.neutron [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Successfully updated port: 22179951-ff1d-400d-945e-e32036bac5ea {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.813521] env[68960]: DEBUG nova.compute.manager [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 968.048445] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3d89c5-5992-448f-b87e-4208e0f44769 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.057281] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e86adb-1fe7-418a-9081-c2f1eb055d0a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.087651] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24eb6df0-3664-486c-b86a-08852a3650cc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.096078] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b64f12-1a7f-4135-b336-7801ffb9ebc4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.111794] env[68960]: DEBUG nova.compute.provider_tree [None req-c99489e4-142b-4803-a794-35d5665533ca tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.113874] env[68960]: DEBUG oslo_concurrency.lockutils [req-cea4cd87-77db-4e76-b9eb-21c13b5c9545 req-ca0dd9d5-bdb2-4036-bb39-b33a52c547ff service nova] Releasing lock "refresh_cache-5ca439bd-7b4c-42cd-a3b7-c47b0e627935" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.243897] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "refresh_cache-d7a37e41-d64c-498d-acf0-b41961fe7635" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.244194] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquired lock "refresh_cache-d7a37e41-d64c-498d-acf0-b41961fe7635" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.244260] env[68960]: DEBUG nova.network.neutron [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.332885] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.517769] env[68960]: DEBUG nova.compute.manager [None req-731d0c66-0e43-44dd-acde-95a03fe930e6 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.518749] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbca9d82-0e4e-4971-819e-0eabfa986ea7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.615183] env[68960]: DEBUG nova.scheduler.client.report [None req-c99489e4-142b-4803-a794-35d5665533ca tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.777212] env[68960]: DEBUG nova.network.neutron [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.799648] env[68960]: DEBUG nova.compute.manager [req-cbee1b6a-18c3-43e6-9bd0-21694d189525 req-3429e206-9810-4163-afa1-f16d34bc6de4 service nova] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Received event network-changed-7135b1cf-1251-4c98-abcf-ea66a471c832 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.799813] env[68960]: DEBUG nova.compute.manager [req-cbee1b6a-18c3-43e6-9bd0-21694d189525 req-3429e206-9810-4163-afa1-f16d34bc6de4 service nova] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Refreshing instance network info cache due to event network-changed-7135b1cf-1251-4c98-abcf-ea66a471c832. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.800043] env[68960]: DEBUG oslo_concurrency.lockutils [req-cbee1b6a-18c3-43e6-9bd0-21694d189525 req-3429e206-9810-4163-afa1-f16d34bc6de4 service nova] Acquiring lock "refresh_cache-5ca439bd-7b4c-42cd-a3b7-c47b0e627935" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.800191] env[68960]: DEBUG oslo_concurrency.lockutils [req-cbee1b6a-18c3-43e6-9bd0-21694d189525 req-3429e206-9810-4163-afa1-f16d34bc6de4 service nova] Acquired lock "refresh_cache-5ca439bd-7b4c-42cd-a3b7-c47b0e627935" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.800353] env[68960]: DEBUG nova.network.neutron [req-cbee1b6a-18c3-43e6-9bd0-21694d189525 req-3429e206-9810-4163-afa1-f16d34bc6de4 service nova] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Refreshing network info cache for port 7135b1cf-1251-4c98-abcf-ea66a471c832 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.923957] env[68960]: DEBUG nova.network.neutron [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Updating instance_info_cache with network_info: [{"id": "22179951-ff1d-400d-945e-e32036bac5ea", "address": "fa:16:3e:94:11:a4", "network": {"id": "8bfecd26-bbd0-4196-8447-de727dae2385", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1461791050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42779973f53e4b13bbe449e808f2bfa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22179951-ff", "ovs_interfaceid": "22179951-ff1d-400d-945e-e32036bac5ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.030396] env[68960]: INFO nova.compute.manager [None req-731d0c66-0e43-44dd-acde-95a03fe930e6 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] instance snapshotting [ 969.033292] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2efb92-8012-4d30-82bc-024e87e8ab0d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.053951] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232a4ffb-e718-4d40-bd2d-479d50c88172 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.120136] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c99489e4-142b-4803-a794-35d5665533ca tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.122519] env[68960]: DEBUG oslo_concurrency.lockutils [None req-586e234f-8db3-4626-8e4b-107ff01ab9c3 tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.995s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.122835] env[68960]: DEBUG nova.objects.instance [None req-586e234f-8db3-4626-8e4b-107ff01ab9c3 tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Lazy-loading 'resources' on Instance uuid 82a0648e-47aa-41c4-a131-24c37d87d26b {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.144396] env[68960]: INFO nova.scheduler.client.report [None req-c99489e4-142b-4803-a794-35d5665533ca tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Deleted allocations for instance 39b7088e-be04-4f58-93e6-f71b16dc7c02 [ 969.427892] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Releasing lock "refresh_cache-d7a37e41-d64c-498d-acf0-b41961fe7635" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.427892] env[68960]: DEBUG nova.compute.manager [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Instance network_info: |[{"id": "22179951-ff1d-400d-945e-e32036bac5ea", "address": "fa:16:3e:94:11:a4", "network": {"id": "8bfecd26-bbd0-4196-8447-de727dae2385", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1461791050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42779973f53e4b13bbe449e808f2bfa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22179951-ff", "ovs_interfaceid": "22179951-ff1d-400d-945e-e32036bac5ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.428354] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:11:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22179951-ff1d-400d-945e-e32036bac5ea', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.436156] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.438709] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.438957] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61030000-8533-4d5e-adf7-3ce4ce491810 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.463539] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.463539] env[68960]: value = "task-3221838" [ 969.463539] env[68960]: _type = "Task" [ 969.463539] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.472207] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221838, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.566718] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-731d0c66-0e43-44dd-acde-95a03fe930e6 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Creating Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 969.567243] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bffd954b-3f03-4403-a162-d304cf2237be {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.576163] env[68960]: DEBUG oslo_vmware.api [None req-731d0c66-0e43-44dd-acde-95a03fe930e6 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 969.576163] env[68960]: value = "task-3221839" [ 969.576163] env[68960]: _type = "Task" [ 969.576163] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.583139] env[68960]: DEBUG nova.network.neutron [req-cbee1b6a-18c3-43e6-9bd0-21694d189525 req-3429e206-9810-4163-afa1-f16d34bc6de4 service nova] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Updated VIF entry in instance network info cache for port 7135b1cf-1251-4c98-abcf-ea66a471c832. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.583603] env[68960]: DEBUG nova.network.neutron [req-cbee1b6a-18c3-43e6-9bd0-21694d189525 req-3429e206-9810-4163-afa1-f16d34bc6de4 service nova] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Updating instance_info_cache with network_info: [{"id": "7135b1cf-1251-4c98-abcf-ea66a471c832", "address": "fa:16:3e:6a:2d:bb", "network": {"id": "f7efa461-aff7-4c94-a7b1-09449aea8c88", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1693973360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac999d2e6df41619f2a1235c56b3d45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7135b1cf-12", "ovs_interfaceid": "7135b1cf-1251-4c98-abcf-ea66a471c832", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.591485] env[68960]: DEBUG oslo_vmware.api [None req-731d0c66-0e43-44dd-acde-95a03fe930e6 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221839, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.652423] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c99489e4-142b-4803-a794-35d5665533ca tempest-ServerRescueTestJSON-1119532252 tempest-ServerRescueTestJSON-1119532252-project-member] Lock "39b7088e-be04-4f58-93e6-f71b16dc7c02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.233s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.663464] env[68960]: DEBUG nova.compute.manager [req-384ceb21-fde1-4583-bd80-3b9bafccda48 req-10b93142-e210-4248-b630-7814d85c7ad8 service nova] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Received event network-changed-22179951-ff1d-400d-945e-e32036bac5ea {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.663639] env[68960]: DEBUG nova.compute.manager [req-384ceb21-fde1-4583-bd80-3b9bafccda48 req-10b93142-e210-4248-b630-7814d85c7ad8 service nova] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Refreshing instance network info cache due to event network-changed-22179951-ff1d-400d-945e-e32036bac5ea. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.663886] env[68960]: DEBUG oslo_concurrency.lockutils [req-384ceb21-fde1-4583-bd80-3b9bafccda48 req-10b93142-e210-4248-b630-7814d85c7ad8 service nova] Acquiring lock "refresh_cache-d7a37e41-d64c-498d-acf0-b41961fe7635" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.664063] env[68960]: DEBUG oslo_concurrency.lockutils [req-384ceb21-fde1-4583-bd80-3b9bafccda48 req-10b93142-e210-4248-b630-7814d85c7ad8 service nova] Acquired lock "refresh_cache-d7a37e41-d64c-498d-acf0-b41961fe7635" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.664234] env[68960]: DEBUG nova.network.neutron [req-384ceb21-fde1-4583-bd80-3b9bafccda48 req-10b93142-e210-4248-b630-7814d85c7ad8 service nova] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Refreshing network info cache for port 22179951-ff1d-400d-945e-e32036bac5ea {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.978665] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221838, 'name': CreateVM_Task, 'duration_secs': 0.478604} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.981595] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.982661] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.983993] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.983993] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.983993] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19fafa3c-06ec-42c2-949b-edf391836c21 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.989448] env[68960]: DEBUG oslo_vmware.api [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 969.989448] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5207c7da-7897-a06b-75de-c27eab280beb" [ 969.989448] env[68960]: _type = "Task" [ 969.989448] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.001754] env[68960]: DEBUG oslo_vmware.api [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5207c7da-7897-a06b-75de-c27eab280beb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.010794] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b673702c-9b1a-423e-a909-780555de665c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.019206] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b191db-1265-42ab-aba5-6117e34855ed {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.050768] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db7aa8c-3346-496d-95d8-a4cfdcd97e59 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.059427] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ebc7a7-f0a3-4694-908d-3d479c6ecbf0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.076035] env[68960]: DEBUG nova.compute.provider_tree [None req-586e234f-8db3-4626-8e4b-107ff01ab9c3 tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.085354] env[68960]: DEBUG oslo_vmware.api [None req-731d0c66-0e43-44dd-acde-95a03fe930e6 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221839, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.085875] env[68960]: DEBUG oslo_concurrency.lockutils [req-cbee1b6a-18c3-43e6-9bd0-21694d189525 req-3429e206-9810-4163-afa1-f16d34bc6de4 service nova] Releasing lock "refresh_cache-5ca439bd-7b4c-42cd-a3b7-c47b0e627935" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.502153] env[68960]: DEBUG oslo_vmware.api [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5207c7da-7897-a06b-75de-c27eab280beb, 'name': SearchDatastore_Task, 'duration_secs': 0.012124} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.502153] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.502153] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.502498] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.502498] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.502603] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.504251] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d1f309f-1886-4351-b7d0-afe357602cb2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.515214] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.515423] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.516200] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbceef11-e39f-4a97-93ba-c347030d029c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.523310] env[68960]: DEBUG oslo_vmware.api [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 970.523310] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521c5d37-5b09-4784-f094-9f409567ecf7" [ 970.523310] env[68960]: _type = "Task" [ 970.523310] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.531794] env[68960]: DEBUG oslo_vmware.api [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521c5d37-5b09-4784-f094-9f409567ecf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.581508] env[68960]: DEBUG nova.scheduler.client.report [None req-586e234f-8db3-4626-8e4b-107ff01ab9c3 tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.592629] env[68960]: DEBUG oslo_vmware.api [None req-731d0c66-0e43-44dd-acde-95a03fe930e6 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221839, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.756214] env[68960]: DEBUG nova.network.neutron [req-384ceb21-fde1-4583-bd80-3b9bafccda48 req-10b93142-e210-4248-b630-7814d85c7ad8 service nova] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Updated VIF entry in instance network info cache for port 22179951-ff1d-400d-945e-e32036bac5ea. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.756580] env[68960]: DEBUG nova.network.neutron [req-384ceb21-fde1-4583-bd80-3b9bafccda48 req-10b93142-e210-4248-b630-7814d85c7ad8 service nova] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Updating instance_info_cache with network_info: [{"id": "22179951-ff1d-400d-945e-e32036bac5ea", "address": "fa:16:3e:94:11:a4", "network": {"id": "8bfecd26-bbd0-4196-8447-de727dae2385", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1461791050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42779973f53e4b13bbe449e808f2bfa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22179951-ff", "ovs_interfaceid": "22179951-ff1d-400d-945e-e32036bac5ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.034470] env[68960]: DEBUG oslo_vmware.api [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521c5d37-5b09-4784-f094-9f409567ecf7, 'name': SearchDatastore_Task, 'duration_secs': 0.010633} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.035518] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3b25bd1-a414-43f9-bf1a-5acf9d89dead {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.041787] env[68960]: DEBUG oslo_vmware.api [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 971.041787] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]520f7988-d166-750a-694a-d7c164d63b93" [ 971.041787] env[68960]: _type = "Task" [ 971.041787] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.053271] env[68960]: DEBUG oslo_vmware.api [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]520f7988-d166-750a-694a-d7c164d63b93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.087965] env[68960]: DEBUG oslo_concurrency.lockutils [None req-586e234f-8db3-4626-8e4b-107ff01ab9c3 tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.093516] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c6b175d3-1347-4225-9f36-9c1698e37ec6 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.171s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.097019] env[68960]: DEBUG nova.objects.instance [None req-c6b175d3-1347-4225-9f36-9c1698e37ec6 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lazy-loading 'resources' on Instance uuid 90acca25-d421-44d7-a346-ca4cb3378d90 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.097019] env[68960]: DEBUG oslo_vmware.api [None req-731d0c66-0e43-44dd-acde-95a03fe930e6 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221839, 'name': CreateSnapshot_Task, 'duration_secs': 1.054198} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.097019] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-731d0c66-0e43-44dd-acde-95a03fe930e6 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Created Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 971.097019] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8c79e4-5d51-47c6-8d2e-31d8c2c03dee {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.124665] env[68960]: INFO nova.scheduler.client.report [None req-586e234f-8db3-4626-8e4b-107ff01ab9c3 tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Deleted allocations for instance 82a0648e-47aa-41c4-a131-24c37d87d26b [ 971.261666] env[68960]: DEBUG oslo_concurrency.lockutils [req-384ceb21-fde1-4583-bd80-3b9bafccda48 req-10b93142-e210-4248-b630-7814d85c7ad8 service nova] Releasing lock "refresh_cache-d7a37e41-d64c-498d-acf0-b41961fe7635" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.553615] env[68960]: DEBUG oslo_vmware.api [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]520f7988-d166-750a-694a-d7c164d63b93, 'name': SearchDatastore_Task, 'duration_secs': 0.025858} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.553955] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.554217] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] d7a37e41-d64c-498d-acf0-b41961fe7635/d7a37e41-d64c-498d-acf0-b41961fe7635.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.554493] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8cf1efb-50cb-4657-82b2-4ba79c96747f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.562778] env[68960]: DEBUG oslo_vmware.api [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 971.562778] env[68960]: value = "task-3221840" [ 971.562778] env[68960]: _type = "Task" [ 971.562778] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.573060] env[68960]: DEBUG oslo_vmware.api [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.620924] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-731d0c66-0e43-44dd-acde-95a03fe930e6 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Creating linked-clone VM from snapshot {{(pid=68960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 971.621591] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f9bf9d65-78d5-4692-ad20-9004317b29f4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.636989] env[68960]: DEBUG oslo_vmware.api [None req-731d0c66-0e43-44dd-acde-95a03fe930e6 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 971.636989] env[68960]: value = "task-3221841" [ 971.636989] env[68960]: _type = "Task" [ 971.636989] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.637526] env[68960]: DEBUG oslo_concurrency.lockutils [None req-586e234f-8db3-4626-8e4b-107ff01ab9c3 tempest-InstanceActionsNegativeTestJSON-1225921025 tempest-InstanceActionsNegativeTestJSON-1225921025-project-member] Lock "82a0648e-47aa-41c4-a131-24c37d87d26b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.024s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.651227] env[68960]: DEBUG oslo_vmware.api [None req-731d0c66-0e43-44dd-acde-95a03fe930e6 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221841, 'name': CloneVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.969910] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7073a405-4cc4-4cc5-b51d-59766e4839a8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.980051] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a202eed-2221-4833-b8c0-edf150a804d6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.014719] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1a7d50-91a3-4b9f-b549-6a3f4869780f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.023721] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b72c97-37b1-4e47-8eae-90e377ace86b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.039133] env[68960]: DEBUG nova.compute.provider_tree [None req-c6b175d3-1347-4225-9f36-9c1698e37ec6 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.074489] env[68960]: DEBUG oslo_vmware.api [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221840, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.153264] env[68960]: DEBUG oslo_vmware.api [None req-731d0c66-0e43-44dd-acde-95a03fe930e6 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221841, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.542319] env[68960]: DEBUG nova.scheduler.client.report [None req-c6b175d3-1347-4225-9f36-9c1698e37ec6 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.574311] env[68960]: DEBUG oslo_vmware.api [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564479} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.574656] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] d7a37e41-d64c-498d-acf0-b41961fe7635/d7a37e41-d64c-498d-acf0-b41961fe7635.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.574759] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.575054] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6bc7a34-1ae9-4dee-a839-0a81ec90c3ad {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.582009] env[68960]: DEBUG oslo_vmware.api [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 972.582009] env[68960]: value = "task-3221842" [ 972.582009] env[68960]: _type = "Task" [ 972.582009] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.600688] env[68960]: DEBUG oslo_vmware.api [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221842, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.651439] env[68960]: DEBUG oslo_vmware.api [None req-731d0c66-0e43-44dd-acde-95a03fe930e6 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221841, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.049661] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c6b175d3-1347-4225-9f36-9c1698e37ec6 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.052326] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.780s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.052523] env[68960]: DEBUG nova.objects.instance [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68960) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 973.086083] env[68960]: INFO nova.scheduler.client.report [None req-c6b175d3-1347-4225-9f36-9c1698e37ec6 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Deleted allocations for instance 90acca25-d421-44d7-a346-ca4cb3378d90 [ 973.104618] env[68960]: DEBUG oslo_vmware.api [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221842, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072156} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.104963] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.105832] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a9e6eb-1a2c-4cc2-aa16-cd2386e785b1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.134443] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] d7a37e41-d64c-498d-acf0-b41961fe7635/d7a37e41-d64c-498d-acf0-b41961fe7635.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.135330] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d333c8d-ca99-4734-9a3e-fab481e742cc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.162715] env[68960]: DEBUG oslo_vmware.api [None req-731d0c66-0e43-44dd-acde-95a03fe930e6 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221841, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.164352] env[68960]: DEBUG oslo_vmware.api [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 973.164352] env[68960]: value = "task-3221843" [ 973.164352] env[68960]: _type = "Task" [ 973.164352] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.174593] env[68960]: DEBUG oslo_vmware.api [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221843, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.289481] env[68960]: DEBUG oslo_concurrency.lockutils [None req-229cc38f-688b-4aa3-8858-f36a6711276d tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquiring lock "d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.289753] env[68960]: DEBUG oslo_concurrency.lockutils [None req-229cc38f-688b-4aa3-8858-f36a6711276d tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.603549] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c6b175d3-1347-4225-9f36-9c1698e37ec6 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lock "90acca25-d421-44d7-a346-ca4cb3378d90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.261s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.663981] env[68960]: DEBUG oslo_vmware.api [None req-731d0c66-0e43-44dd-acde-95a03fe930e6 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221841, 'name': CloneVM_Task} progress is 95%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.674877] env[68960]: DEBUG oslo_vmware.api [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221843, 'name': ReconfigVM_Task, 'duration_secs': 0.309631} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.675276] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Reconfigured VM instance instance-00000051 to attach disk [datastore2] d7a37e41-d64c-498d-acf0-b41961fe7635/d7a37e41-d64c-498d-acf0-b41961fe7635.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.675983] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f9b7061-4be8-429e-bce5-fd68bd632bd0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.684537] env[68960]: DEBUG oslo_vmware.api [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 973.684537] env[68960]: value = "task-3221844" [ 973.684537] env[68960]: _type = "Task" [ 973.684537] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.695741] env[68960]: DEBUG oslo_vmware.api [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221844, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.794538] env[68960]: DEBUG nova.compute.utils [None req-229cc38f-688b-4aa3-8858-f36a6711276d tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.064540] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7f0aadef-b68f-493d-902c-3245ac18f4cd tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.065864] env[68960]: DEBUG oslo_concurrency.lockutils [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.228s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.068566] env[68960]: INFO nova.compute.claims [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.164576] env[68960]: DEBUG oslo_vmware.api [None req-731d0c66-0e43-44dd-acde-95a03fe930e6 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221841, 'name': CloneVM_Task, 'duration_secs': 2.29868} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.165228] env[68960]: INFO nova.virt.vmwareapi.vmops [None req-731d0c66-0e43-44dd-acde-95a03fe930e6 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Created linked-clone VM from snapshot [ 974.165799] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc6dde7-35e9-4b73-bf7e-b11a0b8a9f44 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.174883] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-731d0c66-0e43-44dd-acde-95a03fe930e6 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Uploading image ef3398fe-6b0c-4158-906d-5cf51c1a0423 {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 974.190630] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-731d0c66-0e43-44dd-acde-95a03fe930e6 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Destroying the VM {{(pid=68960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 974.190907] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b68eff66-77e3-434b-8000-0d167b657e9a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.199925] env[68960]: DEBUG oslo_vmware.api [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221844, 'name': Rename_Task, 'duration_secs': 0.156126} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.201348] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.201740] env[68960]: DEBUG oslo_vmware.api [None req-731d0c66-0e43-44dd-acde-95a03fe930e6 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 974.201740] env[68960]: value = "task-3221845" [ 974.201740] env[68960]: _type = "Task" [ 974.201740] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.201954] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32b86d9f-0ab5-4f70-bd5c-0bc6d5d14e0f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.215448] env[68960]: DEBUG oslo_vmware.api [None req-731d0c66-0e43-44dd-acde-95a03fe930e6 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221845, 'name': Destroy_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.217223] env[68960]: DEBUG oslo_vmware.api [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 974.217223] env[68960]: value = "task-3221846" [ 974.217223] env[68960]: _type = "Task" [ 974.217223] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.226952] env[68960]: DEBUG oslo_vmware.api [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.298737] env[68960]: DEBUG oslo_concurrency.lockutils [None req-229cc38f-688b-4aa3-8858-f36a6711276d tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.714433] env[68960]: DEBUG oslo_vmware.api [None req-731d0c66-0e43-44dd-acde-95a03fe930e6 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221845, 'name': Destroy_Task} progress is 33%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.726937] env[68960]: DEBUG oslo_vmware.api [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221846, 'name': PowerOnVM_Task, 'duration_secs': 0.49535} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.727232] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.727432] env[68960]: INFO nova.compute.manager [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Took 7.47 seconds to spawn the instance on the hypervisor. [ 974.727611] env[68960]: DEBUG nova.compute.manager [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.728400] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca845390-554c-4f8a-9bf3-4f75b77a6a99 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.216115] env[68960]: DEBUG oslo_vmware.api [None req-731d0c66-0e43-44dd-acde-95a03fe930e6 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221845, 'name': Destroy_Task, 'duration_secs': 0.597107} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.216391] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-731d0c66-0e43-44dd-acde-95a03fe930e6 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Destroyed the VM [ 975.216620] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-731d0c66-0e43-44dd-acde-95a03fe930e6 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Deleting Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 975.216871] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-93ba01e3-b6b3-454c-917a-49826cf95f2e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.227930] env[68960]: DEBUG oslo_vmware.api [None req-731d0c66-0e43-44dd-acde-95a03fe930e6 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 975.227930] env[68960]: value = "task-3221847" [ 975.227930] env[68960]: _type = "Task" [ 975.227930] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.244942] env[68960]: DEBUG oslo_vmware.api [None req-731d0c66-0e43-44dd-acde-95a03fe930e6 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221847, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.250032] env[68960]: INFO nova.compute.manager [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Took 24.85 seconds to build instance. [ 975.363159] env[68960]: DEBUG oslo_concurrency.lockutils [None req-229cc38f-688b-4aa3-8858-f36a6711276d tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquiring lock "d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.363159] env[68960]: DEBUG oslo_concurrency.lockutils [None req-229cc38f-688b-4aa3-8858-f36a6711276d tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.363159] env[68960]: INFO nova.compute.manager [None req-229cc38f-688b-4aa3-8858-f36a6711276d tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Attaching volume e8b0bee5-7071-4ac4-9b0f-d84804754149 to /dev/sdb [ 975.412323] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1805e5aa-ca40-4f67-9175-2a93e9a1bcfe {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.421523] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0cb9da-e2c9-4714-82e9-6f264ac1c60e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.429911] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7097324-b2ab-4442-81da-a9da30dcc6e7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.440755] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db14ba0e-76d8-4223-8f21-a0b2b37b8418 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.444251] env[68960]: DEBUG nova.virt.block_device [None req-229cc38f-688b-4aa3-8858-f36a6711276d tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Updating existing volume attachment record: 89555b40-71a5-48f3-9f9f-42b0d59c2e52 {{(pid=68960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 975.476494] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2185995e-f772-48d3-8400-ce40ce466338 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.485537] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb367dde-e3c3-4c26-9e79-122d6fda2f38 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.501393] env[68960]: DEBUG nova.compute.provider_tree [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.738701] env[68960]: DEBUG oslo_vmware.api [None req-731d0c66-0e43-44dd-acde-95a03fe930e6 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221847, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.752449] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7def2355-f86a-4280-933c-296851df18b4 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "d7a37e41-d64c-498d-acf0-b41961fe7635" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.369s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.008021] env[68960]: DEBUG nova.scheduler.client.report [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.240735] env[68960]: DEBUG oslo_vmware.api [None req-731d0c66-0e43-44dd-acde-95a03fe930e6 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221847, 'name': RemoveSnapshot_Task, 'duration_secs': 0.79236} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.240735] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-731d0c66-0e43-44dd-acde-95a03fe930e6 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Deleted Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 976.513913] env[68960]: DEBUG oslo_concurrency.lockutils [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.514524] env[68960]: DEBUG nova.compute.manager [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 976.517457] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9077ba89-929b-4b54-81e1-fd24e7879846 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.283s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.517679] env[68960]: DEBUG nova.objects.instance [None req-9077ba89-929b-4b54-81e1-fd24e7879846 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lazy-loading 'resources' on Instance uuid d2b95f0e-0e70-43a2-beb1-bae828ae6967 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.745885] env[68960]: WARNING nova.compute.manager [None req-731d0c66-0e43-44dd-acde-95a03fe930e6 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Image not found during snapshot: nova.exception.ImageNotFound: Image ef3398fe-6b0c-4158-906d-5cf51c1a0423 could not be found. [ 976.962708] env[68960]: DEBUG nova.compute.manager [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Stashing vm_state: active {{(pid=68960) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 977.021492] env[68960]: DEBUG nova.compute.utils [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.026949] env[68960]: DEBUG nova.compute.manager [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 977.026949] env[68960]: DEBUG nova.network.neutron [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 977.080341] env[68960]: DEBUG nova.policy [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '033839bec290488189f222884f18dc60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4c63f88f20340cbb8eba0c2935f9832', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.314891] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f5629d67-d553-433b-8f0c-fdfd032a4864 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquiring lock "1fa913ae-b830-4a30-bf91-e38f708d3e7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.315186] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f5629d67-d553-433b-8f0c-fdfd032a4864 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Lock "1fa913ae-b830-4a30-bf91-e38f708d3e7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.315412] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f5629d67-d553-433b-8f0c-fdfd032a4864 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquiring lock "1fa913ae-b830-4a30-bf91-e38f708d3e7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.315576] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f5629d67-d553-433b-8f0c-fdfd032a4864 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Lock "1fa913ae-b830-4a30-bf91-e38f708d3e7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.315743] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f5629d67-d553-433b-8f0c-fdfd032a4864 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Lock "1fa913ae-b830-4a30-bf91-e38f708d3e7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.318085] env[68960]: INFO nova.compute.manager [None req-f5629d67-d553-433b-8f0c-fdfd032a4864 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Terminating instance [ 977.371407] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1603e334-80f5-4304-8dd9-9099a5e8ad79 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.378648] env[68960]: DEBUG nova.network.neutron [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Successfully created port: b7503718-4175-4573-a972-775a00f56025 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 977.384965] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5767126b-6e95-4f5d-9623-c25e3567a75a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.419725] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6234ae97-9605-499f-a077-fb74ec76c5a9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.430655] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907ce4a4-b06e-48f4-b5d2-2edf1739d29d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.442086] env[68960]: DEBUG nova.compute.provider_tree [None req-9077ba89-929b-4b54-81e1-fd24e7879846 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.481639] env[68960]: DEBUG oslo_concurrency.lockutils [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.526486] env[68960]: DEBUG nova.compute.manager [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 977.822557] env[68960]: DEBUG nova.compute.manager [None req-f5629d67-d553-433b-8f0c-fdfd032a4864 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.822831] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f5629d67-d553-433b-8f0c-fdfd032a4864 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.823786] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1312324d-5351-4e3e-b67f-1ad4f50b7c71 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.835721] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5629d67-d553-433b-8f0c-fdfd032a4864 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.836085] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59f1046b-00ae-49e2-aeaa-b14293256691 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.843690] env[68960]: DEBUG oslo_vmware.api [None req-f5629d67-d553-433b-8f0c-fdfd032a4864 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 977.843690] env[68960]: value = "task-3221852" [ 977.843690] env[68960]: _type = "Task" [ 977.843690] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.854240] env[68960]: DEBUG oslo_vmware.api [None req-f5629d67-d553-433b-8f0c-fdfd032a4864 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.945619] env[68960]: DEBUG nova.scheduler.client.report [None req-9077ba89-929b-4b54-81e1-fd24e7879846 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.354931] env[68960]: DEBUG oslo_vmware.api [None req-f5629d67-d553-433b-8f0c-fdfd032a4864 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221852, 'name': PowerOffVM_Task, 'duration_secs': 0.208655} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.355560] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5629d67-d553-433b-8f0c-fdfd032a4864 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.355560] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f5629d67-d553-433b-8f0c-fdfd032a4864 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.355710] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b7f3304-9dd7-4426-9c21-530ef1932b25 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.433682] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f5629d67-d553-433b-8f0c-fdfd032a4864 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.433924] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f5629d67-d553-433b-8f0c-fdfd032a4864 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.434126] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5629d67-d553-433b-8f0c-fdfd032a4864 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Deleting the datastore file [datastore2] 1fa913ae-b830-4a30-bf91-e38f708d3e7d {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.434396] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e19a1f8-461a-4a3e-9c4d-529f2f93cf4a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.441892] env[68960]: DEBUG oslo_vmware.api [None req-f5629d67-d553-433b-8f0c-fdfd032a4864 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 978.441892] env[68960]: value = "task-3221854" [ 978.441892] env[68960]: _type = "Task" [ 978.441892] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.449772] env[68960]: DEBUG oslo_vmware.api [None req-f5629d67-d553-433b-8f0c-fdfd032a4864 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.451791] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9077ba89-929b-4b54-81e1-fd24e7879846 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.454015] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.114s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.454765] env[68960]: DEBUG nova.objects.instance [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lazy-loading 'resources' on Instance uuid 42fa00ac-ab86-4729-969b-ababacf6b99c {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.474487] env[68960]: INFO nova.scheduler.client.report [None req-9077ba89-929b-4b54-81e1-fd24e7879846 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Deleted allocations for instance d2b95f0e-0e70-43a2-beb1-bae828ae6967 [ 978.536087] env[68960]: DEBUG nova.compute.manager [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 978.564946] env[68960]: DEBUG nova.virt.hardware [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.565206] env[68960]: DEBUG nova.virt.hardware [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.565365] env[68960]: DEBUG nova.virt.hardware [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.565544] env[68960]: DEBUG nova.virt.hardware [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.565690] env[68960]: DEBUG nova.virt.hardware [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.565860] env[68960]: DEBUG nova.virt.hardware [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.566080] env[68960]: DEBUG nova.virt.hardware [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.566245] env[68960]: DEBUG nova.virt.hardware [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.566412] env[68960]: DEBUG nova.virt.hardware [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.566570] env[68960]: DEBUG nova.virt.hardware [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.566741] env[68960]: DEBUG nova.virt.hardware [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.567606] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40fb8ff-24a1-4929-8286-5ff698b4d8ef {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.579062] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f5c859-66e6-4184-9f18-02405b35d5ea {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.852105] env[68960]: DEBUG nova.compute.manager [req-87247910-7b4b-4464-9cfe-8cdf6564e35c req-96047afd-f540-4b77-b41d-31a5c4339106 service nova] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Received event network-vif-plugged-b7503718-4175-4573-a972-775a00f56025 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.852630] env[68960]: DEBUG oslo_concurrency.lockutils [req-87247910-7b4b-4464-9cfe-8cdf6564e35c req-96047afd-f540-4b77-b41d-31a5c4339106 service nova] Acquiring lock "2901333b-0754-4d83-a5b6-54603eb97033-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.852630] env[68960]: DEBUG oslo_concurrency.lockutils [req-87247910-7b4b-4464-9cfe-8cdf6564e35c req-96047afd-f540-4b77-b41d-31a5c4339106 service nova] Lock "2901333b-0754-4d83-a5b6-54603eb97033-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.852710] env[68960]: DEBUG oslo_concurrency.lockutils [req-87247910-7b4b-4464-9cfe-8cdf6564e35c req-96047afd-f540-4b77-b41d-31a5c4339106 service nova] Lock "2901333b-0754-4d83-a5b6-54603eb97033-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.852872] env[68960]: DEBUG nova.compute.manager [req-87247910-7b4b-4464-9cfe-8cdf6564e35c req-96047afd-f540-4b77-b41d-31a5c4339106 service nova] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] No waiting events found dispatching network-vif-plugged-b7503718-4175-4573-a972-775a00f56025 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 978.853470] env[68960]: WARNING nova.compute.manager [req-87247910-7b4b-4464-9cfe-8cdf6564e35c req-96047afd-f540-4b77-b41d-31a5c4339106 service nova] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Received unexpected event network-vif-plugged-b7503718-4175-4573-a972-775a00f56025 for instance with vm_state building and task_state spawning. [ 978.943164] env[68960]: DEBUG nova.network.neutron [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Successfully updated port: b7503718-4175-4573-a972-775a00f56025 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 978.954821] env[68960]: DEBUG oslo_vmware.api [None req-f5629d67-d553-433b-8f0c-fdfd032a4864 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143046} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.956608] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5629d67-d553-433b-8f0c-fdfd032a4864 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.957290] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f5629d67-d553-433b-8f0c-fdfd032a4864 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.957290] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f5629d67-d553-433b-8f0c-fdfd032a4864 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.957421] env[68960]: INFO nova.compute.manager [None req-f5629d67-d553-433b-8f0c-fdfd032a4864 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 978.957598] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5629d67-d553-433b-8f0c-fdfd032a4864 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.960612] env[68960]: DEBUG nova.compute.manager [-] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.960714] env[68960]: DEBUG nova.network.neutron [-] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.984903] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9077ba89-929b-4b54-81e1-fd24e7879846 tempest-MigrationsAdminTest-1797104476 tempest-MigrationsAdminTest-1797104476-project-member] Lock "d2b95f0e-0e70-43a2-beb1-bae828ae6967" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.357s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.315773] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb5c3f6-43e3-4eb4-a2f6-9b7dfe5f8f93 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.324246] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4644168-6aff-4768-aaff-dc282ae86d0d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.357812] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a93dc41-8f1d-4ce5-bc6b-932e2fafe95d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.366353] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f12b8d-895a-4458-8104-4efc1daefdc5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.382385] env[68960]: DEBUG nova.compute.provider_tree [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.448876] env[68960]: DEBUG oslo_concurrency.lockutils [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "refresh_cache-2901333b-0754-4d83-a5b6-54603eb97033" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.449084] env[68960]: DEBUG oslo_concurrency.lockutils [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquired lock "refresh_cache-2901333b-0754-4d83-a5b6-54603eb97033" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.449242] env[68960]: DEBUG nova.network.neutron [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.732713] env[68960]: DEBUG nova.network.neutron [-] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.886223] env[68960]: DEBUG nova.scheduler.client.report [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.007148] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-229cc38f-688b-4aa3-8858-f36a6711276d tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Volume attach. Driver type: vmdk {{(pid=68960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 980.007148] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-229cc38f-688b-4aa3-8858-f36a6711276d tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644132', 'volume_id': 'e8b0bee5-7071-4ac4-9b0f-d84804754149', 'name': 'volume-e8b0bee5-7071-4ac4-9b0f-d84804754149', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd69bcd5d-1843-4880-aae3-a34c0ca9ea8b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8b0bee5-7071-4ac4-9b0f-d84804754149', 'serial': 'e8b0bee5-7071-4ac4-9b0f-d84804754149'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 980.007148] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16855c69-ed7a-48db-9c67-a74bd49805bb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.015105] env[68960]: DEBUG nova.network.neutron [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.033029] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ca5fb4-95ee-4719-ac4a-5420d3d55c06 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.062734] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-229cc38f-688b-4aa3-8858-f36a6711276d tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] volume-e8b0bee5-7071-4ac4-9b0f-d84804754149/volume-e8b0bee5-7071-4ac4-9b0f-d84804754149.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.063048] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca86db02-220b-4392-bdbf-cf3d75fdd575 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.084924] env[68960]: DEBUG oslo_vmware.api [None req-229cc38f-688b-4aa3-8858-f36a6711276d tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 980.084924] env[68960]: value = "task-3221855" [ 980.084924] env[68960]: _type = "Task" [ 980.084924] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.095444] env[68960]: DEBUG oslo_vmware.api [None req-229cc38f-688b-4aa3-8858-f36a6711276d tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3221855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.179705] env[68960]: DEBUG nova.network.neutron [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Updating instance_info_cache with network_info: [{"id": "b7503718-4175-4573-a972-775a00f56025", "address": "fa:16:3e:f4:04:fe", "network": {"id": "d2f92278-0560-43d8-bc83-ef076840fbed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1118476539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4c63f88f20340cbb8eba0c2935f9832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7503718-41", "ovs_interfaceid": "b7503718-4175-4573-a972-775a00f56025", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.236726] env[68960]: INFO nova.compute.manager [-] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Took 1.28 seconds to deallocate network for instance. [ 980.391320] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.393757] env[68960]: DEBUG oslo_concurrency.lockutils [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.863s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.395718] env[68960]: INFO nova.compute.claims [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.418458] env[68960]: INFO nova.scheduler.client.report [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Deleted allocations for instance 42fa00ac-ab86-4729-969b-ababacf6b99c [ 980.597869] env[68960]: DEBUG oslo_vmware.api [None req-229cc38f-688b-4aa3-8858-f36a6711276d tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3221855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.682413] env[68960]: DEBUG oslo_concurrency.lockutils [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Releasing lock "refresh_cache-2901333b-0754-4d83-a5b6-54603eb97033" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.685063] env[68960]: DEBUG nova.compute.manager [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Instance network_info: |[{"id": "b7503718-4175-4573-a972-775a00f56025", "address": "fa:16:3e:f4:04:fe", "network": {"id": "d2f92278-0560-43d8-bc83-ef076840fbed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1118476539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4c63f88f20340cbb8eba0c2935f9832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7503718-41", "ovs_interfaceid": "b7503718-4175-4573-a972-775a00f56025", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 980.685063] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:04:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7503718-4175-4573-a972-775a00f56025', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.691346] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.691582] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.692013] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5a45a5d-948e-4416-b79d-102990cc6cf7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.714675] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.714675] env[68960]: value = "task-3221856" [ 980.714675] env[68960]: _type = "Task" [ 980.714675] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.723245] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221856, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.751040] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f5629d67-d553-433b-8f0c-fdfd032a4864 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.881149] env[68960]: DEBUG nova.compute.manager [req-a2235415-de60-4423-a192-0fd0e5c54f10 req-a8a0b51f-9aa4-4a81-950f-f980f91fc3fa service nova] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Received event network-changed-b7503718-4175-4573-a972-775a00f56025 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.881345] env[68960]: DEBUG nova.compute.manager [req-a2235415-de60-4423-a192-0fd0e5c54f10 req-a8a0b51f-9aa4-4a81-950f-f980f91fc3fa service nova] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Refreshing instance network info cache due to event network-changed-b7503718-4175-4573-a972-775a00f56025. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 980.881560] env[68960]: DEBUG oslo_concurrency.lockutils [req-a2235415-de60-4423-a192-0fd0e5c54f10 req-a8a0b51f-9aa4-4a81-950f-f980f91fc3fa service nova] Acquiring lock "refresh_cache-2901333b-0754-4d83-a5b6-54603eb97033" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.881701] env[68960]: DEBUG oslo_concurrency.lockutils [req-a2235415-de60-4423-a192-0fd0e5c54f10 req-a8a0b51f-9aa4-4a81-950f-f980f91fc3fa service nova] Acquired lock "refresh_cache-2901333b-0754-4d83-a5b6-54603eb97033" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.881858] env[68960]: DEBUG nova.network.neutron [req-a2235415-de60-4423-a192-0fd0e5c54f10 req-a8a0b51f-9aa4-4a81-950f-f980f91fc3fa service nova] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Refreshing network info cache for port b7503718-4175-4573-a972-775a00f56025 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.932368] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ab95c981-00b7-4d98-a40b-ddab10ec9e4f tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "42fa00ac-ab86-4729-969b-ababacf6b99c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.711s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.097247] env[68960]: DEBUG oslo_vmware.api [None req-229cc38f-688b-4aa3-8858-f36a6711276d tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3221855, 'name': ReconfigVM_Task, 'duration_secs': 0.591663} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.097560] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-229cc38f-688b-4aa3-8858-f36a6711276d tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Reconfigured VM instance instance-00000044 to attach disk [datastore2] volume-e8b0bee5-7071-4ac4-9b0f-d84804754149/volume-e8b0bee5-7071-4ac4-9b0f-d84804754149.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.103610] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6660d31-2889-459c-9f51-9962da9177f8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.120603] env[68960]: DEBUG oslo_vmware.api [None req-229cc38f-688b-4aa3-8858-f36a6711276d tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 981.120603] env[68960]: value = "task-3221857" [ 981.120603] env[68960]: _type = "Task" [ 981.120603] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.129738] env[68960]: DEBUG oslo_vmware.api [None req-229cc38f-688b-4aa3-8858-f36a6711276d tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3221857, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.224974] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221856, 'name': CreateVM_Task, 'duration_secs': 0.377177} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.225201] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.225898] env[68960]: DEBUG oslo_concurrency.lockutils [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.226074] env[68960]: DEBUG oslo_concurrency.lockutils [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.226397] env[68960]: DEBUG oslo_concurrency.lockutils [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.226641] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-070c13b3-afed-4783-ac2c-4400ca64d36b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.232240] env[68960]: DEBUG oslo_vmware.api [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 981.232240] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e2d5a8-1d7d-2751-880d-684beb9fe9f0" [ 981.232240] env[68960]: _type = "Task" [ 981.232240] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.241573] env[68960]: DEBUG oslo_vmware.api [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e2d5a8-1d7d-2751-880d-684beb9fe9f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.636120] env[68960]: DEBUG oslo_vmware.api [None req-229cc38f-688b-4aa3-8858-f36a6711276d tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3221857, 'name': ReconfigVM_Task, 'duration_secs': 0.156411} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.636120] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-229cc38f-688b-4aa3-8858-f36a6711276d tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644132', 'volume_id': 'e8b0bee5-7071-4ac4-9b0f-d84804754149', 'name': 'volume-e8b0bee5-7071-4ac4-9b0f-d84804754149', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd69bcd5d-1843-4880-aae3-a34c0ca9ea8b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8b0bee5-7071-4ac4-9b0f-d84804754149', 'serial': 'e8b0bee5-7071-4ac4-9b0f-d84804754149'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 981.661075] env[68960]: DEBUG nova.network.neutron [req-a2235415-de60-4423-a192-0fd0e5c54f10 req-a8a0b51f-9aa4-4a81-950f-f980f91fc3fa service nova] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Updated VIF entry in instance network info cache for port b7503718-4175-4573-a972-775a00f56025. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.661524] env[68960]: DEBUG nova.network.neutron [req-a2235415-de60-4423-a192-0fd0e5c54f10 req-a8a0b51f-9aa4-4a81-950f-f980f91fc3fa service nova] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Updating instance_info_cache with network_info: [{"id": "b7503718-4175-4573-a972-775a00f56025", "address": "fa:16:3e:f4:04:fe", "network": {"id": "d2f92278-0560-43d8-bc83-ef076840fbed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1118476539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4c63f88f20340cbb8eba0c2935f9832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7503718-41", "ovs_interfaceid": "b7503718-4175-4573-a972-775a00f56025", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.746047] env[68960]: DEBUG oslo_vmware.api [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e2d5a8-1d7d-2751-880d-684beb9fe9f0, 'name': SearchDatastore_Task, 'duration_secs': 0.012818} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.746355] env[68960]: DEBUG oslo_concurrency.lockutils [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.746603] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.746865] env[68960]: DEBUG oslo_concurrency.lockutils [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.747017] env[68960]: DEBUG oslo_concurrency.lockutils [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.747653] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.747653] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9355b38-1d2b-4929-ac80-e1fa11ec5470 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.759128] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.759325] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.760308] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69a125f1-556a-4c22-a97d-147c5764b169 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.770697] env[68960]: DEBUG oslo_vmware.api [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 981.770697] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5216b861-8750-6542-a1dc-b8c09ef06dc1" [ 981.770697] env[68960]: _type = "Task" [ 981.770697] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.780244] env[68960]: DEBUG oslo_vmware.api [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5216b861-8750-6542-a1dc-b8c09ef06dc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.781644] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337c909c-e7a8-402b-9be3-a17b99d23ac9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.789749] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56bf7fe-7643-4bed-947c-6dd759044011 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.822501] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb90b3f-4383-4b1f-a1e9-0c84db40e828 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.831673] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5840730e-0336-4f18-bb13-4b3a9952a2fd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.846457] env[68960]: DEBUG nova.compute.provider_tree [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.164634] env[68960]: DEBUG oslo_concurrency.lockutils [req-a2235415-de60-4423-a192-0fd0e5c54f10 req-a8a0b51f-9aa4-4a81-950f-f980f91fc3fa service nova] Releasing lock "refresh_cache-2901333b-0754-4d83-a5b6-54603eb97033" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.164939] env[68960]: DEBUG nova.compute.manager [req-a2235415-de60-4423-a192-0fd0e5c54f10 req-a8a0b51f-9aa4-4a81-950f-f980f91fc3fa service nova] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Received event network-vif-deleted-c46118d6-3245-4b0d-9d0d-aac11c0e8cff {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.258279] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e334c730-257b-40eb-88a3-bad8be3f599b tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "ed7c7ac5-c303-4548-8357-13aa700d0067" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.258557] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e334c730-257b-40eb-88a3-bad8be3f599b tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "ed7c7ac5-c303-4548-8357-13aa700d0067" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.258773] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e334c730-257b-40eb-88a3-bad8be3f599b tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "ed7c7ac5-c303-4548-8357-13aa700d0067-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.258957] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e334c730-257b-40eb-88a3-bad8be3f599b tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "ed7c7ac5-c303-4548-8357-13aa700d0067-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.259143] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e334c730-257b-40eb-88a3-bad8be3f599b tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "ed7c7ac5-c303-4548-8357-13aa700d0067-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.261404] env[68960]: INFO nova.compute.manager [None req-e334c730-257b-40eb-88a3-bad8be3f599b tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Terminating instance [ 982.282358] env[68960]: DEBUG oslo_vmware.api [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5216b861-8750-6542-a1dc-b8c09ef06dc1, 'name': SearchDatastore_Task, 'duration_secs': 0.027415} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.283248] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-def8fc1e-7cb7-4dab-be63-63c77a347f51 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.291239] env[68960]: DEBUG oslo_vmware.api [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 982.291239] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b0e1ce-15aa-1b8c-6365-ee78301b0ca2" [ 982.291239] env[68960]: _type = "Task" [ 982.291239] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.302242] env[68960]: DEBUG oslo_vmware.api [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b0e1ce-15aa-1b8c-6365-ee78301b0ca2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.350631] env[68960]: DEBUG nova.scheduler.client.report [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.685555] env[68960]: DEBUG nova.objects.instance [None req-229cc38f-688b-4aa3-8858-f36a6711276d tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lazy-loading 'flavor' on Instance uuid d69bcd5d-1843-4880-aae3-a34c0ca9ea8b {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.767237] env[68960]: DEBUG nova.compute.manager [None req-e334c730-257b-40eb-88a3-bad8be3f599b tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.767237] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e334c730-257b-40eb-88a3-bad8be3f599b tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.767237] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f78b87-8519-4ea5-8969-d1402afd0535 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.779541] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e334c730-257b-40eb-88a3-bad8be3f599b tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.780146] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d424784e-f765-4492-b75b-c9268cb048c4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.787712] env[68960]: DEBUG oslo_vmware.api [None req-e334c730-257b-40eb-88a3-bad8be3f599b tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 982.787712] env[68960]: value = "task-3221858" [ 982.787712] env[68960]: _type = "Task" [ 982.787712] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.800126] env[68960]: DEBUG oslo_vmware.api [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b0e1ce-15aa-1b8c-6365-ee78301b0ca2, 'name': SearchDatastore_Task, 'duration_secs': 0.011549} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.803179] env[68960]: DEBUG oslo_concurrency.lockutils [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.803582] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 2901333b-0754-4d83-a5b6-54603eb97033/2901333b-0754-4d83-a5b6-54603eb97033.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.803912] env[68960]: DEBUG oslo_vmware.api [None req-e334c730-257b-40eb-88a3-bad8be3f599b tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.804187] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee46a9b2-180d-48c4-b333-6f3d7ea7ec27 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.812427] env[68960]: DEBUG oslo_vmware.api [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 982.812427] env[68960]: value = "task-3221859" [ 982.812427] env[68960]: _type = "Task" [ 982.812427] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.822488] env[68960]: DEBUG oslo_vmware.api [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.856535] env[68960]: DEBUG oslo_concurrency.lockutils [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.857194] env[68960]: DEBUG nova.compute.manager [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.860208] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.099s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.860466] env[68960]: DEBUG nova.objects.instance [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Lazy-loading 'resources' on Instance uuid a3262d93-91da-4e89-b4f1-90f345d273a9 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.907994] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7bfdbe82-6233-4127-b5b5-f167221e55d4 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquiring lock "d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.190457] env[68960]: DEBUG oslo_concurrency.lockutils [None req-229cc38f-688b-4aa3-8858-f36a6711276d tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.828s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.192129] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7bfdbe82-6233-4127-b5b5-f167221e55d4 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.284s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.192129] env[68960]: DEBUG nova.compute.manager [None req-7bfdbe82-6233-4127-b5b5-f167221e55d4 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.194068] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346cea60-380c-413f-9486-5eeaf16fe5c7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.203126] env[68960]: DEBUG nova.compute.manager [None req-7bfdbe82-6233-4127-b5b5-f167221e55d4 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68960) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 983.203814] env[68960]: DEBUG nova.objects.instance [None req-7bfdbe82-6233-4127-b5b5-f167221e55d4 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lazy-loading 'flavor' on Instance uuid d69bcd5d-1843-4880-aae3-a34c0ca9ea8b {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.298863] env[68960]: DEBUG oslo_vmware.api [None req-e334c730-257b-40eb-88a3-bad8be3f599b tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221858, 'name': PowerOffVM_Task, 'duration_secs': 0.199293} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.299234] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e334c730-257b-40eb-88a3-bad8be3f599b tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.299442] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e334c730-257b-40eb-88a3-bad8be3f599b tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.299699] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08febba8-f305-4586-9a83-d9052130839c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.323216] env[68960]: DEBUG oslo_vmware.api [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221859, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477276} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.323976] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 2901333b-0754-4d83-a5b6-54603eb97033/2901333b-0754-4d83-a5b6-54603eb97033.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.323976] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.323976] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea969590-be19-4bab-9fb9-9d08ecc1d2a5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.330959] env[68960]: DEBUG oslo_vmware.api [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 983.330959] env[68960]: value = "task-3221861" [ 983.330959] env[68960]: _type = "Task" [ 983.330959] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.340551] env[68960]: DEBUG oslo_vmware.api [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.363687] env[68960]: DEBUG nova.compute.utils [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 983.365167] env[68960]: DEBUG nova.compute.manager [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 983.369042] env[68960]: DEBUG nova.network.neutron [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 983.427250] env[68960]: DEBUG nova.policy [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18b32fe2214c46d8a476e52763fe6768', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f799a28ad4b41a1879b56bc35ecb10d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.430190] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e334c730-257b-40eb-88a3-bad8be3f599b tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.430397] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e334c730-257b-40eb-88a3-bad8be3f599b tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.430576] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e334c730-257b-40eb-88a3-bad8be3f599b tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Deleting the datastore file [datastore1] ed7c7ac5-c303-4548-8357-13aa700d0067 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.430866] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3f56fdd-f449-4601-ab4f-c9d5924c5e93 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.439475] env[68960]: DEBUG oslo_vmware.api [None req-e334c730-257b-40eb-88a3-bad8be3f599b tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for the task: (returnval){ [ 983.439475] env[68960]: value = "task-3221862" [ 983.439475] env[68960]: _type = "Task" [ 983.439475] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.448343] env[68960]: DEBUG oslo_vmware.api [None req-e334c730-257b-40eb-88a3-bad8be3f599b tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.710852] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1d6789-61ef-41a2-9a6b-13fd30439e9b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.718778] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca08b3fa-84bf-4805-8ee8-706ff721660c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.753859] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916e9c0f-267c-4abd-9dac-e6a790757ba4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.762717] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d48cc1-273e-42ad-a991-0b3e54654c18 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.777408] env[68960]: DEBUG nova.compute.provider_tree [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.842355] env[68960]: DEBUG oslo_vmware.api [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.212024} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.842554] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.843407] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632c183a-ff76-4911-9e0b-01be5c7e9704 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.867246] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 2901333b-0754-4d83-a5b6-54603eb97033/2901333b-0754-4d83-a5b6-54603eb97033.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.867892] env[68960]: DEBUG nova.compute.manager [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.870562] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85fae67b-d4b4-4f2b-bacb-f410bd6fb06c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.894738] env[68960]: DEBUG oslo_vmware.api [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 983.894738] env[68960]: value = "task-3221863" [ 983.894738] env[68960]: _type = "Task" [ 983.894738] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.907378] env[68960]: DEBUG oslo_vmware.api [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221863, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.951125] env[68960]: DEBUG oslo_vmware.api [None req-e334c730-257b-40eb-88a3-bad8be3f599b tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Task: {'id': task-3221862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182316} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.953932] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e334c730-257b-40eb-88a3-bad8be3f599b tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.953932] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e334c730-257b-40eb-88a3-bad8be3f599b tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.953932] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e334c730-257b-40eb-88a3-bad8be3f599b tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.953932] env[68960]: INFO nova.compute.manager [None req-e334c730-257b-40eb-88a3-bad8be3f599b tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Took 1.19 seconds to destroy the instance on the hypervisor. [ 983.953932] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e334c730-257b-40eb-88a3-bad8be3f599b tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.953932] env[68960]: DEBUG nova.compute.manager [-] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.953932] env[68960]: DEBUG nova.network.neutron [-] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.006157] env[68960]: DEBUG nova.network.neutron [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Successfully created port: 67f53d1c-098d-401d-9040-83285c6c0bd3 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 984.214891] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bfdbe82-6233-4127-b5b5-f167221e55d4 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.216538] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed119a5a-a75a-4cc7-bfa5-c87630a2cce4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.224843] env[68960]: DEBUG oslo_vmware.api [None req-7bfdbe82-6233-4127-b5b5-f167221e55d4 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 984.224843] env[68960]: value = "task-3221864" [ 984.224843] env[68960]: _type = "Task" [ 984.224843] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.238579] env[68960]: DEBUG oslo_vmware.api [None req-7bfdbe82-6233-4127-b5b5-f167221e55d4 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3221864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.280823] env[68960]: DEBUG nova.scheduler.client.report [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.405384] env[68960]: DEBUG oslo_vmware.api [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.562943] env[68960]: DEBUG nova.compute.manager [req-19feab33-9059-45d9-ab46-2f7bf38c0514 req-8a2e6003-7b07-4b2c-80d2-1cba396c5023 service nova] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Received event network-vif-deleted-b16c03f2-571b-4fe2-aebf-07d38e11a9bf {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.563202] env[68960]: INFO nova.compute.manager [req-19feab33-9059-45d9-ab46-2f7bf38c0514 req-8a2e6003-7b07-4b2c-80d2-1cba396c5023 service nova] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Neutron deleted interface b16c03f2-571b-4fe2-aebf-07d38e11a9bf; detaching it from the instance and deleting it from the info cache [ 984.563379] env[68960]: DEBUG nova.network.neutron [req-19feab33-9059-45d9-ab46-2f7bf38c0514 req-8a2e6003-7b07-4b2c-80d2-1cba396c5023 service nova] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.736231] env[68960]: DEBUG oslo_vmware.api [None req-7bfdbe82-6233-4127-b5b5-f167221e55d4 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3221864, 'name': PowerOffVM_Task, 'duration_secs': 0.399036} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.737275] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bfdbe82-6233-4127-b5b5-f167221e55d4 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.737275] env[68960]: DEBUG nova.compute.manager [None req-7bfdbe82-6233-4127-b5b5-f167221e55d4 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.738743] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46575989-0402-424c-9082-2d7e6cc641f9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.788060] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.793776] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3b653f79-4ab8-4342-b8af-23f574e0aea4 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.667s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.794063] env[68960]: DEBUG nova.objects.instance [None req-3b653f79-4ab8-4342-b8af-23f574e0aea4 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lazy-loading 'resources' on Instance uuid 67f6f924-b122-4326-866f-2e3c3c9357ae {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.843801] env[68960]: INFO nova.scheduler.client.report [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Deleted allocations for instance a3262d93-91da-4e89-b4f1-90f345d273a9 [ 984.894448] env[68960]: DEBUG nova.compute.manager [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.907238] env[68960]: DEBUG oslo_vmware.api [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221863, 'name': ReconfigVM_Task, 'duration_secs': 0.686368} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.907238] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 2901333b-0754-4d83-a5b6-54603eb97033/2901333b-0754-4d83-a5b6-54603eb97033.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.909303] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5b4fa85-550d-4802-acda-ea942c2fbc7a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.915521] env[68960]: DEBUG oslo_vmware.api [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 984.915521] env[68960]: value = "task-3221865" [ 984.915521] env[68960]: _type = "Task" [ 984.915521] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.925308] env[68960]: DEBUG oslo_vmware.api [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221865, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.959141] env[68960]: DEBUG nova.virt.hardware [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.961217] env[68960]: DEBUG nova.virt.hardware [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.961217] env[68960]: DEBUG nova.virt.hardware [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.961217] env[68960]: DEBUG nova.virt.hardware [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.961217] env[68960]: DEBUG nova.virt.hardware [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.961217] env[68960]: DEBUG nova.virt.hardware [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.961217] env[68960]: DEBUG nova.virt.hardware [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.961217] env[68960]: DEBUG nova.virt.hardware [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.961217] env[68960]: DEBUG nova.virt.hardware [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.961217] env[68960]: DEBUG nova.virt.hardware [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.961217] env[68960]: DEBUG nova.virt.hardware [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.962623] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a95e17-40d9-4c74-a07a-cfb0039b53c9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.973988] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45159d8-8836-40a6-a79b-0e444973b2fa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.040420] env[68960]: DEBUG nova.network.neutron [-] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.072370] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b6de22d-66d5-487d-a463-51b9f5f0af27 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.081956] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259e5d0f-c0e4-489a-ac8e-75d8c2fa3e84 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.126872] env[68960]: DEBUG nova.compute.manager [req-19feab33-9059-45d9-ab46-2f7bf38c0514 req-8a2e6003-7b07-4b2c-80d2-1cba396c5023 service nova] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Detach interface failed, port_id=b16c03f2-571b-4fe2-aebf-07d38e11a9bf, reason: Instance ed7c7ac5-c303-4548-8357-13aa700d0067 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 985.250037] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7bfdbe82-6233-4127-b5b5-f167221e55d4 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.357680] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1aafac30-9e8b-4ed5-9aaf-aefb4c18aaad tempest-ServersListShow296Test-826515767 tempest-ServersListShow296Test-826515767-project-member] Lock "a3262d93-91da-4e89-b4f1-90f345d273a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.909s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.427320] env[68960]: DEBUG oslo_vmware.api [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221865, 'name': Rename_Task, 'duration_secs': 0.154573} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.429104] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.429506] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8d12b71-957d-492e-8860-7722bfb28bd0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.437609] env[68960]: DEBUG oslo_vmware.api [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 985.437609] env[68960]: value = "task-3221866" [ 985.437609] env[68960]: _type = "Task" [ 985.437609] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.447307] env[68960]: DEBUG oslo_vmware.api [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.550308] env[68960]: INFO nova.compute.manager [-] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Took 1.60 seconds to deallocate network for instance. [ 985.763940] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655b67c2-deca-47f1-9938-bebd0f70ebd1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.771711] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2101c3-476e-44be-897c-c1ff8a65a662 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.808113] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcea301-bdc7-41c8-bc75-820f99589185 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.818562] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ebb777-fc3e-4279-8e70-a65d47dd544f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.831421] env[68960]: DEBUG nova.compute.provider_tree [None req-3b653f79-4ab8-4342-b8af-23f574e0aea4 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.864744] env[68960]: DEBUG nova.objects.instance [None req-9f5ed32a-5897-4e27-ba97-7497d8e06723 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lazy-loading 'flavor' on Instance uuid d69bcd5d-1843-4880-aae3-a34c0ca9ea8b {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.948832] env[68960]: DEBUG oslo_vmware.api [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221866, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.061120] env[68960]: DEBUG nova.network.neutron [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Successfully updated port: 67f53d1c-098d-401d-9040-83285c6c0bd3 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 986.062816] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e334c730-257b-40eb-88a3-bad8be3f599b tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.334552] env[68960]: DEBUG nova.scheduler.client.report [None req-3b653f79-4ab8-4342-b8af-23f574e0aea4 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.370479] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9f5ed32a-5897-4e27-ba97-7497d8e06723 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquiring lock "refresh_cache-d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.370658] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9f5ed32a-5897-4e27-ba97-7497d8e06723 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquired lock "refresh_cache-d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.370827] env[68960]: DEBUG nova.network.neutron [None req-9f5ed32a-5897-4e27-ba97-7497d8e06723 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.370997] env[68960]: DEBUG nova.objects.instance [None req-9f5ed32a-5897-4e27-ba97-7497d8e06723 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lazy-loading 'info_cache' on Instance uuid d69bcd5d-1843-4880-aae3-a34c0ca9ea8b {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.450096] env[68960]: DEBUG oslo_vmware.api [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221866, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.563050] env[68960]: DEBUG oslo_concurrency.lockutils [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "refresh_cache-4e1a8d2f-01e0-484e-ab67-3bbcadf691e7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.563229] env[68960]: DEBUG oslo_concurrency.lockutils [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquired lock "refresh_cache-4e1a8d2f-01e0-484e-ab67-3bbcadf691e7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.563392] env[68960]: DEBUG nova.network.neutron [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.692610] env[68960]: DEBUG nova.compute.manager [req-5bee4f03-fbae-42c5-bf44-bd3630632d85 req-b3392f1d-f056-4624-8163-845da684718e service nova] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Received event network-vif-plugged-67f53d1c-098d-401d-9040-83285c6c0bd3 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.693045] env[68960]: DEBUG oslo_concurrency.lockutils [req-5bee4f03-fbae-42c5-bf44-bd3630632d85 req-b3392f1d-f056-4624-8163-845da684718e service nova] Acquiring lock "4e1a8d2f-01e0-484e-ab67-3bbcadf691e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.693207] env[68960]: DEBUG oslo_concurrency.lockutils [req-5bee4f03-fbae-42c5-bf44-bd3630632d85 req-b3392f1d-f056-4624-8163-845da684718e service nova] Lock "4e1a8d2f-01e0-484e-ab67-3bbcadf691e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.693342] env[68960]: DEBUG oslo_concurrency.lockutils [req-5bee4f03-fbae-42c5-bf44-bd3630632d85 req-b3392f1d-f056-4624-8163-845da684718e service nova] Lock "4e1a8d2f-01e0-484e-ab67-3bbcadf691e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.693510] env[68960]: DEBUG nova.compute.manager [req-5bee4f03-fbae-42c5-bf44-bd3630632d85 req-b3392f1d-f056-4624-8163-845da684718e service nova] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] No waiting events found dispatching network-vif-plugged-67f53d1c-098d-401d-9040-83285c6c0bd3 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.693680] env[68960]: WARNING nova.compute.manager [req-5bee4f03-fbae-42c5-bf44-bd3630632d85 req-b3392f1d-f056-4624-8163-845da684718e service nova] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Received unexpected event network-vif-plugged-67f53d1c-098d-401d-9040-83285c6c0bd3 for instance with vm_state building and task_state spawning. [ 986.694849] env[68960]: DEBUG nova.compute.manager [req-5bee4f03-fbae-42c5-bf44-bd3630632d85 req-b3392f1d-f056-4624-8163-845da684718e service nova] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Received event network-changed-67f53d1c-098d-401d-9040-83285c6c0bd3 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.694849] env[68960]: DEBUG nova.compute.manager [req-5bee4f03-fbae-42c5-bf44-bd3630632d85 req-b3392f1d-f056-4624-8163-845da684718e service nova] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Refreshing instance network info cache due to event network-changed-67f53d1c-098d-401d-9040-83285c6c0bd3. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 986.694849] env[68960]: DEBUG oslo_concurrency.lockutils [req-5bee4f03-fbae-42c5-bf44-bd3630632d85 req-b3392f1d-f056-4624-8163-845da684718e service nova] Acquiring lock "refresh_cache-4e1a8d2f-01e0-484e-ab67-3bbcadf691e7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.846899] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3b653f79-4ab8-4342-b8af-23f574e0aea4 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.851168] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.518s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.854032] env[68960]: INFO nova.compute.claims [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.874753] env[68960]: DEBUG nova.objects.base [None req-9f5ed32a-5897-4e27-ba97-7497d8e06723 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68960) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 986.931956] env[68960]: INFO nova.scheduler.client.report [None req-3b653f79-4ab8-4342-b8af-23f574e0aea4 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Deleted allocations for instance 67f6f924-b122-4326-866f-2e3c3c9357ae [ 986.955293] env[68960]: DEBUG oslo_vmware.api [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3221866, 'name': PowerOnVM_Task, 'duration_secs': 1.140917} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.955553] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.955744] env[68960]: INFO nova.compute.manager [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Took 8.42 seconds to spawn the instance on the hypervisor. [ 986.955916] env[68960]: DEBUG nova.compute.manager [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.956766] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83a2087-ae42-4045-aaee-c70a95ee94a9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.111977] env[68960]: DEBUG nova.network.neutron [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 987.308422] env[68960]: DEBUG nova.network.neutron [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Updating instance_info_cache with network_info: [{"id": "67f53d1c-098d-401d-9040-83285c6c0bd3", "address": "fa:16:3e:00:ec:28", "network": {"id": "fff51d55-08d5-4376-bd7f-089b01c12a99", "bridge": "br-int", "label": "tempest-ImagesTestJSON-277706535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f799a28ad4b41a1879b56bc35ecb10d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67f53d1c-09", "ovs_interfaceid": "67f53d1c-098d-401d-9040-83285c6c0bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.444652] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3b653f79-4ab8-4342-b8af-23f574e0aea4 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "67f6f924-b122-4326-866f-2e3c3c9357ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.770s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.480606] env[68960]: INFO nova.compute.manager [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Took 25.66 seconds to build instance. [ 987.667059] env[68960]: DEBUG nova.network.neutron [None req-9f5ed32a-5897-4e27-ba97-7497d8e06723 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Updating instance_info_cache with network_info: [{"id": "e139aca4-0df5-45d7-ad6b-01b567fb4183", "address": "fa:16:3e:b3:82:14", "network": {"id": "8a12e446-cc71-4946-a799-c0954c81a525", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1150066882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0d5c4a9742d4da780ad1ea41f22d3df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape139aca4-0d", "ovs_interfaceid": "e139aca4-0df5-45d7-ad6b-01b567fb4183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.813106] env[68960]: DEBUG oslo_concurrency.lockutils [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Releasing lock "refresh_cache-4e1a8d2f-01e0-484e-ab67-3bbcadf691e7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.813544] env[68960]: DEBUG nova.compute.manager [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Instance network_info: |[{"id": "67f53d1c-098d-401d-9040-83285c6c0bd3", "address": "fa:16:3e:00:ec:28", "network": {"id": "fff51d55-08d5-4376-bd7f-089b01c12a99", "bridge": "br-int", "label": "tempest-ImagesTestJSON-277706535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f799a28ad4b41a1879b56bc35ecb10d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67f53d1c-09", "ovs_interfaceid": "67f53d1c-098d-401d-9040-83285c6c0bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 987.813965] env[68960]: DEBUG oslo_concurrency.lockutils [req-5bee4f03-fbae-42c5-bf44-bd3630632d85 req-b3392f1d-f056-4624-8163-845da684718e service nova] Acquired lock "refresh_cache-4e1a8d2f-01e0-484e-ab67-3bbcadf691e7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.814719] env[68960]: DEBUG nova.network.neutron [req-5bee4f03-fbae-42c5-bf44-bd3630632d85 req-b3392f1d-f056-4624-8163-845da684718e service nova] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Refreshing network info cache for port 67f53d1c-098d-401d-9040-83285c6c0bd3 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.816191] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:ec:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67f53d1c-098d-401d-9040-83285c6c0bd3', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.825158] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.826216] env[68960]: DEBUG oslo_concurrency.lockutils [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquiring lock "178e556e-7643-46a0-a83a-3923fda2c471" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.828271] env[68960]: DEBUG oslo_concurrency.lockutils [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lock "178e556e-7643-46a0-a83a-3923fda2c471" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.828271] env[68960]: INFO nova.compute.manager [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Shelving [ 987.829156] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.829156] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-863a9774-70aa-4e4b-9fd0-307e430c0ad3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.853867] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.853867] env[68960]: value = "task-3221867" [ 987.853867] env[68960]: _type = "Task" [ 987.853867] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.868645] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221867, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.983113] env[68960]: DEBUG oslo_concurrency.lockutils [None req-110ce633-c545-41f6-a412-8b2e9b1099aa tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "2901333b-0754-4d83-a5b6-54603eb97033" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.173s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.115124] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d9df5561-c1f2-4183-9ee6-4dfcdc8b9b30 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Acquiring lock "e24e6be9-3686-47e4-99a4-459576dc7dfc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.115124] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d9df5561-c1f2-4183-9ee6-4dfcdc8b9b30 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Lock "e24e6be9-3686-47e4-99a4-459576dc7dfc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.115124] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d9df5561-c1f2-4183-9ee6-4dfcdc8b9b30 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Acquiring lock "e24e6be9-3686-47e4-99a4-459576dc7dfc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.116019] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d9df5561-c1f2-4183-9ee6-4dfcdc8b9b30 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Lock "e24e6be9-3686-47e4-99a4-459576dc7dfc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.117017] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d9df5561-c1f2-4183-9ee6-4dfcdc8b9b30 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Lock "e24e6be9-3686-47e4-99a4-459576dc7dfc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.119593] env[68960]: INFO nova.compute.manager [None req-d9df5561-c1f2-4183-9ee6-4dfcdc8b9b30 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Terminating instance [ 988.169941] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9f5ed32a-5897-4e27-ba97-7497d8e06723 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Releasing lock "refresh_cache-d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.234686] env[68960]: DEBUG nova.objects.instance [None req-d2c82718-1ec5-417c-b04d-24025b88d418 tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Lazy-loading 'flavor' on Instance uuid e715745a-8246-4240-8da8-9d43cf936fbc {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.261009] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82ee554-5bcb-4bc2-b0e7-060adc0fca33 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.272020] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a559ce-42c4-4618-b3d0-e3413b201f68 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.305270] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc64f7c-afac-4993-8069-7f35dabc19f2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.314472] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ac7d81-b87e-41a1-8914-c4d8233728ef {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.330028] env[68960]: DEBUG nova.compute.provider_tree [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.370900] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221867, 'name': CreateVM_Task, 'duration_secs': 0.503685} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.374108] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.377291] env[68960]: DEBUG oslo_concurrency.lockutils [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.377490] env[68960]: DEBUG oslo_concurrency.lockutils [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.377908] env[68960]: DEBUG oslo_concurrency.lockutils [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.382020] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6062df1b-ba28-45a3-a965-dc28b58bdeec {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.384544] env[68960]: DEBUG oslo_vmware.api [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 988.384544] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52289f34-c539-8e1d-77dd-cb6fa0b2c0ae" [ 988.384544] env[68960]: _type = "Task" [ 988.384544] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.393557] env[68960]: DEBUG oslo_vmware.api [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52289f34-c539-8e1d-77dd-cb6fa0b2c0ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.586947] env[68960]: DEBUG nova.network.neutron [req-5bee4f03-fbae-42c5-bf44-bd3630632d85 req-b3392f1d-f056-4624-8163-845da684718e service nova] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Updated VIF entry in instance network info cache for port 67f53d1c-098d-401d-9040-83285c6c0bd3. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.586947] env[68960]: DEBUG nova.network.neutron [req-5bee4f03-fbae-42c5-bf44-bd3630632d85 req-b3392f1d-f056-4624-8163-845da684718e service nova] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Updating instance_info_cache with network_info: [{"id": "67f53d1c-098d-401d-9040-83285c6c0bd3", "address": "fa:16:3e:00:ec:28", "network": {"id": "fff51d55-08d5-4376-bd7f-089b01c12a99", "bridge": "br-int", "label": "tempest-ImagesTestJSON-277706535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f799a28ad4b41a1879b56bc35ecb10d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67f53d1c-09", "ovs_interfaceid": "67f53d1c-098d-401d-9040-83285c6c0bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.599470] env[68960]: DEBUG nova.compute.manager [req-c890445c-8d11-4ec8-b926-e1c14e68137e req-545cc37b-1ef8-4d24-97c8-c3ecad8e476e service nova] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Received event network-changed-b7503718-4175-4573-a972-775a00f56025 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.600450] env[68960]: DEBUG nova.compute.manager [req-c890445c-8d11-4ec8-b926-e1c14e68137e req-545cc37b-1ef8-4d24-97c8-c3ecad8e476e service nova] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Refreshing instance network info cache due to event network-changed-b7503718-4175-4573-a972-775a00f56025. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 988.600450] env[68960]: DEBUG oslo_concurrency.lockutils [req-c890445c-8d11-4ec8-b926-e1c14e68137e req-545cc37b-1ef8-4d24-97c8-c3ecad8e476e service nova] Acquiring lock "refresh_cache-2901333b-0754-4d83-a5b6-54603eb97033" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.600450] env[68960]: DEBUG oslo_concurrency.lockutils [req-c890445c-8d11-4ec8-b926-e1c14e68137e req-545cc37b-1ef8-4d24-97c8-c3ecad8e476e service nova] Acquired lock "refresh_cache-2901333b-0754-4d83-a5b6-54603eb97033" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.600450] env[68960]: DEBUG nova.network.neutron [req-c890445c-8d11-4ec8-b926-e1c14e68137e req-545cc37b-1ef8-4d24-97c8-c3ecad8e476e service nova] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Refreshing network info cache for port b7503718-4175-4573-a972-775a00f56025 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.623717] env[68960]: DEBUG nova.compute.manager [None req-d9df5561-c1f2-4183-9ee6-4dfcdc8b9b30 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.623935] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d9df5561-c1f2-4183-9ee6-4dfcdc8b9b30 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.624799] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce34d35-01dd-4f96-ae1f-4f4078effa05 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.633323] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9df5561-c1f2-4183-9ee6-4dfcdc8b9b30 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.633562] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-929b38a4-3e44-4209-b93d-6e0407f001e3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.639966] env[68960]: DEBUG oslo_vmware.api [None req-d9df5561-c1f2-4183-9ee6-4dfcdc8b9b30 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Waiting for the task: (returnval){ [ 988.639966] env[68960]: value = "task-3221868" [ 988.639966] env[68960]: _type = "Task" [ 988.639966] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.649037] env[68960]: DEBUG oslo_vmware.api [None req-d9df5561-c1f2-4183-9ee6-4dfcdc8b9b30 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Task: {'id': task-3221868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.742149] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2c82718-1ec5-417c-b04d-24025b88d418 tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Acquiring lock "refresh_cache-e715745a-8246-4240-8da8-9d43cf936fbc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.742384] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2c82718-1ec5-417c-b04d-24025b88d418 tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Acquired lock "refresh_cache-e715745a-8246-4240-8da8-9d43cf936fbc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.835281] env[68960]: DEBUG nova.scheduler.client.report [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.841713] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.841713] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ba6b9b4-ade0-4977-8079-7a0e31ba5395 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.848836] env[68960]: DEBUG oslo_vmware.api [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 988.848836] env[68960]: value = "task-3221869" [ 988.848836] env[68960]: _type = "Task" [ 988.848836] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.858877] env[68960]: DEBUG oslo_vmware.api [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.898594] env[68960]: DEBUG oslo_vmware.api [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52289f34-c539-8e1d-77dd-cb6fa0b2c0ae, 'name': SearchDatastore_Task, 'duration_secs': 0.034084} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.899048] env[68960]: DEBUG oslo_concurrency.lockutils [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.899588] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.899588] env[68960]: DEBUG oslo_concurrency.lockutils [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.899754] env[68960]: DEBUG oslo_concurrency.lockutils [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.900342] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.900630] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ea20ba7-374b-4c8e-9687-416684fc0adc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.910053] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.910259] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.911081] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-537fd18d-a501-47d2-a2dd-1eab4d81b790 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.917628] env[68960]: DEBUG oslo_vmware.api [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 988.917628] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5271664d-1b39-763a-aa4c-3ad0ccc031a4" [ 988.917628] env[68960]: _type = "Task" [ 988.917628] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.926454] env[68960]: DEBUG oslo_concurrency.lockutils [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Acquiring lock "70cb0e8b-7ed9-49b5-a7c0-2e82455808a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.926788] env[68960]: DEBUG oslo_concurrency.lockutils [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Lock "70cb0e8b-7ed9-49b5-a7c0-2e82455808a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.933574] env[68960]: DEBUG oslo_vmware.api [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5271664d-1b39-763a-aa4c-3ad0ccc031a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.089963] env[68960]: DEBUG oslo_concurrency.lockutils [req-5bee4f03-fbae-42c5-bf44-bd3630632d85 req-b3392f1d-f056-4624-8163-845da684718e service nova] Releasing lock "refresh_cache-4e1a8d2f-01e0-484e-ab67-3bbcadf691e7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.160233] env[68960]: DEBUG oslo_vmware.api [None req-d9df5561-c1f2-4183-9ee6-4dfcdc8b9b30 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Task: {'id': task-3221868, 'name': PowerOffVM_Task, 'duration_secs': 0.346695} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.160651] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9df5561-c1f2-4183-9ee6-4dfcdc8b9b30 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.160889] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d9df5561-c1f2-4183-9ee6-4dfcdc8b9b30 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.162392] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f3a62ca-8a41-4f39-abc2-34214b9e5939 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.176321] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5ed32a-5897-4e27-ba97-7497d8e06723 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.176624] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb344b23-d986-4c97-9124-b83bf588d243 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.183364] env[68960]: DEBUG oslo_vmware.api [None req-9f5ed32a-5897-4e27-ba97-7497d8e06723 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 989.183364] env[68960]: value = "task-3221871" [ 989.183364] env[68960]: _type = "Task" [ 989.183364] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.198556] env[68960]: DEBUG oslo_vmware.api [None req-9f5ed32a-5897-4e27-ba97-7497d8e06723 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3221871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.249033] env[68960]: DEBUG nova.network.neutron [None req-d2c82718-1ec5-417c-b04d-24025b88d418 tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.275559] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d9df5561-c1f2-4183-9ee6-4dfcdc8b9b30 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.275559] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d9df5561-c1f2-4183-9ee6-4dfcdc8b9b30 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.275559] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9df5561-c1f2-4183-9ee6-4dfcdc8b9b30 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Deleting the datastore file [datastore2] e24e6be9-3686-47e4-99a4-459576dc7dfc {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.275780] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46cdf0db-c044-444e-963d-8f412a905a6e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.281929] env[68960]: DEBUG nova.compute.manager [req-495ecb6a-c756-4376-af36-6c63c6df3fd1 req-0c8356aa-984f-42be-b606-68a053abd630 service nova] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Received event network-changed-02ea4ba6-8f30-4f38-a8a0-1b8ea350db21 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.282175] env[68960]: DEBUG nova.compute.manager [req-495ecb6a-c756-4376-af36-6c63c6df3fd1 req-0c8356aa-984f-42be-b606-68a053abd630 service nova] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Refreshing instance network info cache due to event network-changed-02ea4ba6-8f30-4f38-a8a0-1b8ea350db21. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.282400] env[68960]: DEBUG oslo_concurrency.lockutils [req-495ecb6a-c756-4376-af36-6c63c6df3fd1 req-0c8356aa-984f-42be-b606-68a053abd630 service nova] Acquiring lock "refresh_cache-e715745a-8246-4240-8da8-9d43cf936fbc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.290313] env[68960]: DEBUG oslo_vmware.api [None req-d9df5561-c1f2-4183-9ee6-4dfcdc8b9b30 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Waiting for the task: (returnval){ [ 989.290313] env[68960]: value = "task-3221872" [ 989.290313] env[68960]: _type = "Task" [ 989.290313] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.300732] env[68960]: DEBUG oslo_vmware.api [None req-d9df5561-c1f2-4183-9ee6-4dfcdc8b9b30 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Task: {'id': task-3221872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.343194] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.343394] env[68960]: DEBUG nova.compute.manager [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.346246] env[68960]: DEBUG oslo_concurrency.lockutils [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.865s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.361190] env[68960]: DEBUG oslo_vmware.api [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221869, 'name': PowerOffVM_Task, 'duration_secs': 0.224082} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.365013] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.367017] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc68bff-aea6-4bf2-aa3a-10a8f3053857 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.387967] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700fd136-29e3-4269-bbea-5698acaebaff {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.431730] env[68960]: DEBUG nova.compute.manager [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.437753] env[68960]: DEBUG oslo_vmware.api [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5271664d-1b39-763a-aa4c-3ad0ccc031a4, 'name': SearchDatastore_Task, 'duration_secs': 0.017518} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.439602] env[68960]: DEBUG nova.network.neutron [req-c890445c-8d11-4ec8-b926-e1c14e68137e req-545cc37b-1ef8-4d24-97c8-c3ecad8e476e service nova] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Updated VIF entry in instance network info cache for port b7503718-4175-4573-a972-775a00f56025. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.439979] env[68960]: DEBUG nova.network.neutron [req-c890445c-8d11-4ec8-b926-e1c14e68137e req-545cc37b-1ef8-4d24-97c8-c3ecad8e476e service nova] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Updating instance_info_cache with network_info: [{"id": "b7503718-4175-4573-a972-775a00f56025", "address": "fa:16:3e:f4:04:fe", "network": {"id": "d2f92278-0560-43d8-bc83-ef076840fbed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1118476539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4c63f88f20340cbb8eba0c2935f9832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7503718-41", "ovs_interfaceid": "b7503718-4175-4573-a972-775a00f56025", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.442264] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4deb1ccf-b3d1-4b19-a3fe-085cc0e9bd23 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.449342] env[68960]: DEBUG oslo_vmware.api [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 989.449342] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d22214-de50-dead-764d-ea1b7a90ceca" [ 989.449342] env[68960]: _type = "Task" [ 989.449342] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.460150] env[68960]: DEBUG oslo_vmware.api [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d22214-de50-dead-764d-ea1b7a90ceca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.694507] env[68960]: DEBUG oslo_vmware.api [None req-9f5ed32a-5897-4e27-ba97-7497d8e06723 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3221871, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.739825] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.740054] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.799944] env[68960]: DEBUG oslo_vmware.api [None req-d9df5561-c1f2-4183-9ee6-4dfcdc8b9b30 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Task: {'id': task-3221872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181741} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.800239] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9df5561-c1f2-4183-9ee6-4dfcdc8b9b30 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.800425] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d9df5561-c1f2-4183-9ee6-4dfcdc8b9b30 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.800600] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d9df5561-c1f2-4183-9ee6-4dfcdc8b9b30 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.800767] env[68960]: INFO nova.compute.manager [None req-d9df5561-c1f2-4183-9ee6-4dfcdc8b9b30 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Took 1.18 seconds to destroy the instance on the hypervisor. [ 989.801022] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9df5561-c1f2-4183-9ee6-4dfcdc8b9b30 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.801219] env[68960]: DEBUG nova.compute.manager [-] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.801313] env[68960]: DEBUG nova.network.neutron [-] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.850205] env[68960]: DEBUG nova.compute.utils [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.854143] env[68960]: INFO nova.compute.claims [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.857731] env[68960]: DEBUG nova.compute.manager [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.857867] env[68960]: DEBUG nova.network.neutron [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.903162] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Creating Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 989.906840] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-188a78c8-071c-4cf1-91a4-05d02fb7dfb8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.921317] env[68960]: DEBUG oslo_vmware.api [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 989.921317] env[68960]: value = "task-3221873" [ 989.921317] env[68960]: _type = "Task" [ 989.921317] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.931603] env[68960]: DEBUG oslo_vmware.api [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221873, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.941544] env[68960]: DEBUG nova.policy [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c73165119154de4a6bca8a1e4476468', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '843972d9f85c42b3ac175e0183e6930f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.946029] env[68960]: DEBUG oslo_concurrency.lockutils [req-c890445c-8d11-4ec8-b926-e1c14e68137e req-545cc37b-1ef8-4d24-97c8-c3ecad8e476e service nova] Releasing lock "refresh_cache-2901333b-0754-4d83-a5b6-54603eb97033" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.967942] env[68960]: DEBUG oslo_vmware.api [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d22214-de50-dead-764d-ea1b7a90ceca, 'name': SearchDatastore_Task, 'duration_secs': 0.009867} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.968158] env[68960]: DEBUG oslo_concurrency.lockutils [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.968427] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7/4e1a8d2f-01e0-484e-ab67-3bbcadf691e7.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.968696] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-491d9723-0627-4ac2-acd1-a16e60025be6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.972068] env[68960]: DEBUG oslo_concurrency.lockutils [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.977965] env[68960]: DEBUG oslo_vmware.api [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 989.977965] env[68960]: value = "task-3221874" [ 989.977965] env[68960]: _type = "Task" [ 989.977965] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.986915] env[68960]: DEBUG oslo_vmware.api [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.132912] env[68960]: DEBUG nova.network.neutron [None req-d2c82718-1ec5-417c-b04d-24025b88d418 tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Updating instance_info_cache with network_info: [{"id": "02ea4ba6-8f30-4f38-a8a0-1b8ea350db21", "address": "fa:16:3e:f4:84:98", "network": {"id": "6bd525dc-c628-415a-bc18-07bea43856bd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-455335594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ce032003eb47cc9d5f29ce6eb7d46c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02ea4ba6-8f", "ovs_interfaceid": "02ea4ba6-8f30-4f38-a8a0-1b8ea350db21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.199594] env[68960]: DEBUG oslo_vmware.api [None req-9f5ed32a-5897-4e27-ba97-7497d8e06723 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3221871, 'name': PowerOnVM_Task, 'duration_secs': 0.530426} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.201050] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5ed32a-5897-4e27-ba97-7497d8e06723 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.201050] env[68960]: DEBUG nova.compute.manager [None req-9f5ed32a-5897-4e27-ba97-7497d8e06723 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.201050] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dee6901-6b6e-4764-837c-1131060ff306 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.254055] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.254055] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.254055] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.254055] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.254055] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.254055] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.254055] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68960) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 990.254055] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.358393] env[68960]: DEBUG nova.compute.manager [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.366789] env[68960]: INFO nova.compute.resource_tracker [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Updating resource usage from migration 7b4e5095-6d64-4def-a70f-112cd5260795 [ 990.440242] env[68960]: DEBUG nova.network.neutron [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Successfully created port: 6e56b4dd-c6b8-4ad9-b198-b6f4a8850f9a {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 990.450858] env[68960]: DEBUG oslo_vmware.api [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221873, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.490715] env[68960]: DEBUG oslo_vmware.api [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221874, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.636852] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2c82718-1ec5-417c-b04d-24025b88d418 tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Releasing lock "refresh_cache-e715745a-8246-4240-8da8-9d43cf936fbc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.636981] env[68960]: DEBUG nova.compute.manager [None req-d2c82718-1ec5-417c-b04d-24025b88d418 tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Inject network info {{(pid=68960) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 990.637225] env[68960]: DEBUG nova.compute.manager [None req-d2c82718-1ec5-417c-b04d-24025b88d418 tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] network_info to inject: |[{"id": "02ea4ba6-8f30-4f38-a8a0-1b8ea350db21", "address": "fa:16:3e:f4:84:98", "network": {"id": "6bd525dc-c628-415a-bc18-07bea43856bd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-455335594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ce032003eb47cc9d5f29ce6eb7d46c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02ea4ba6-8f", "ovs_interfaceid": "02ea4ba6-8f30-4f38-a8a0-1b8ea350db21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 990.643189] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c82718-1ec5-417c-b04d-24025b88d418 tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Reconfiguring VM instance to set the machine id {{(pid=68960) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 990.648413] env[68960]: DEBUG oslo_concurrency.lockutils [req-495ecb6a-c756-4376-af36-6c63c6df3fd1 req-0c8356aa-984f-42be-b606-68a053abd630 service nova] Acquired lock "refresh_cache-e715745a-8246-4240-8da8-9d43cf936fbc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.648604] env[68960]: DEBUG nova.network.neutron [req-495ecb6a-c756-4376-af36-6c63c6df3fd1 req-0c8356aa-984f-42be-b606-68a053abd630 service nova] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Refreshing network info cache for port 02ea4ba6-8f30-4f38-a8a0-1b8ea350db21 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.649830] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecd49efd-0303-4e32-ab15-99e8a7cf7c6e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.671237] env[68960]: DEBUG oslo_vmware.api [None req-d2c82718-1ec5-417c-b04d-24025b88d418 tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Waiting for the task: (returnval){ [ 990.671237] env[68960]: value = "task-3221875" [ 990.671237] env[68960]: _type = "Task" [ 990.671237] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.683935] env[68960]: DEBUG oslo_vmware.api [None req-d2c82718-1ec5-417c-b04d-24025b88d418 tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Task: {'id': task-3221875, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.715886] env[68960]: DEBUG nova.objects.instance [None req-4a97d04b-19b7-4efa-9546-7301b1be2a98 tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Lazy-loading 'flavor' on Instance uuid e715745a-8246-4240-8da8-9d43cf936fbc {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.755852] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.776999] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb28646-42c0-40bd-b444-e649b27f1f96 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.784844] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e371ef84-7c1e-42e0-b901-3d95318212c6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.821734] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb2d69b-ce25-4ca6-8528-45fc106f70f5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.830589] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef97d272-81b5-4129-9e45-e738d01326a0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.846486] env[68960]: DEBUG nova.compute.provider_tree [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.934845] env[68960]: DEBUG oslo_vmware.api [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221873, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.969440] env[68960]: DEBUG nova.network.neutron [-] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.992582] env[68960]: DEBUG oslo_vmware.api [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519005} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.992849] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7/4e1a8d2f-01e0-484e-ab67-3bbcadf691e7.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.993339] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.993867] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d85ca9d-34be-444a-b45f-1d563fd1eb22 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.001067] env[68960]: DEBUG oslo_vmware.api [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 991.001067] env[68960]: value = "task-3221876" [ 991.001067] env[68960]: _type = "Task" [ 991.001067] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.011097] env[68960]: DEBUG oslo_vmware.api [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.181690] env[68960]: DEBUG oslo_vmware.api [None req-d2c82718-1ec5-417c-b04d-24025b88d418 tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Task: {'id': task-3221875, 'name': ReconfigVM_Task, 'duration_secs': 0.227135} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.181953] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c82718-1ec5-417c-b04d-24025b88d418 tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Reconfigured VM instance to set the machine id {{(pid=68960) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 991.222426] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4a97d04b-19b7-4efa-9546-7301b1be2a98 tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Acquiring lock "refresh_cache-e715745a-8246-4240-8da8-9d43cf936fbc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.308011] env[68960]: DEBUG nova.compute.manager [req-8b8a7242-c6a6-42f2-80e2-048950a85fc7 req-cf4a03f7-2d3b-4222-b3ce-592379e616b6 service nova] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Received event network-vif-deleted-f99300cc-38a8-488a-a1af-1b17261f71fb {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.349757] env[68960]: DEBUG nova.scheduler.client.report [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.377905] env[68960]: DEBUG nova.compute.manager [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.394814] env[68960]: DEBUG nova.network.neutron [req-495ecb6a-c756-4376-af36-6c63c6df3fd1 req-0c8356aa-984f-42be-b606-68a053abd630 service nova] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Updated VIF entry in instance network info cache for port 02ea4ba6-8f30-4f38-a8a0-1b8ea350db21. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.395382] env[68960]: DEBUG nova.network.neutron [req-495ecb6a-c756-4376-af36-6c63c6df3fd1 req-0c8356aa-984f-42be-b606-68a053abd630 service nova] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Updating instance_info_cache with network_info: [{"id": "02ea4ba6-8f30-4f38-a8a0-1b8ea350db21", "address": "fa:16:3e:f4:84:98", "network": {"id": "6bd525dc-c628-415a-bc18-07bea43856bd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-455335594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ce032003eb47cc9d5f29ce6eb7d46c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02ea4ba6-8f", "ovs_interfaceid": "02ea4ba6-8f30-4f38-a8a0-1b8ea350db21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.406027] env[68960]: DEBUG nova.virt.hardware [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.406027] env[68960]: DEBUG nova.virt.hardware [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.406230] env[68960]: DEBUG nova.virt.hardware [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.406493] env[68960]: DEBUG nova.virt.hardware [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.406652] env[68960]: DEBUG nova.virt.hardware [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.406803] env[68960]: DEBUG nova.virt.hardware [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.407034] env[68960]: DEBUG nova.virt.hardware [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.407222] env[68960]: DEBUG nova.virt.hardware [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.407435] env[68960]: DEBUG nova.virt.hardware [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.407673] env[68960]: DEBUG nova.virt.hardware [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.407866] env[68960]: DEBUG nova.virt.hardware [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.408721] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4266e527-54bf-4faf-8069-a4c104fb9db0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.417669] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e55a73e-80c7-4124-bed5-1624fb772208 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.440050] env[68960]: DEBUG oslo_vmware.api [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221873, 'name': CreateSnapshot_Task, 'duration_secs': 1.142356} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.440341] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Created Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 991.441053] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8020362-d871-40da-83ca-72dcd8251f2d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.472489] env[68960]: INFO nova.compute.manager [-] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Took 1.67 seconds to deallocate network for instance. [ 991.512429] env[68960]: DEBUG oslo_vmware.api [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062459} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.512702] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.513488] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdb361a-2bb1-40f2-8666-45139b1cb592 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.537238] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7/4e1a8d2f-01e0-484e-ab67-3bbcadf691e7.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.537867] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5aa3e8f-abb5-4220-9f25-3caf3d5c2b75 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.560431] env[68960]: DEBUG oslo_vmware.api [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 991.560431] env[68960]: value = "task-3221877" [ 991.560431] env[68960]: _type = "Task" [ 991.560431] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.568841] env[68960]: DEBUG oslo_vmware.api [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221877, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.856799] env[68960]: DEBUG oslo_concurrency.lockutils [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.510s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.857259] env[68960]: INFO nova.compute.manager [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Migrating [ 991.864291] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f5629d67-d553-433b-8f0c-fdfd032a4864 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.113s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.864656] env[68960]: DEBUG nova.objects.instance [None req-f5629d67-d553-433b-8f0c-fdfd032a4864 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Lazy-loading 'resources' on Instance uuid 1fa913ae-b830-4a30-bf91-e38f708d3e7d {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.899753] env[68960]: DEBUG oslo_concurrency.lockutils [req-495ecb6a-c756-4376-af36-6c63c6df3fd1 req-0c8356aa-984f-42be-b606-68a053abd630 service nova] Releasing lock "refresh_cache-e715745a-8246-4240-8da8-9d43cf936fbc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.900259] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4a97d04b-19b7-4efa-9546-7301b1be2a98 tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Acquired lock "refresh_cache-e715745a-8246-4240-8da8-9d43cf936fbc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.964042] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Creating linked-clone VM from snapshot {{(pid=68960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 991.967880] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-42057f61-abab-4bb8-8cc4-29942c8c6f55 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.977207] env[68960]: DEBUG oslo_vmware.api [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 991.977207] env[68960]: value = "task-3221878" [ 991.977207] env[68960]: _type = "Task" [ 991.977207] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.708484] env[68960]: DEBUG nova.network.neutron [None req-4a97d04b-19b7-4efa-9546-7301b1be2a98 tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.709985] env[68960]: DEBUG nova.network.neutron [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Successfully updated port: 6e56b4dd-c6b8-4ad9-b198-b6f4a8850f9a {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 992.711429] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d9df5561-c1f2-4183-9ee6-4dfcdc8b9b30 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.716125] env[68960]: DEBUG oslo_concurrency.lockutils [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "refresh_cache-d7a37e41-d64c-498d-acf0-b41961fe7635" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.716125] env[68960]: DEBUG oslo_concurrency.lockutils [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquired lock "refresh_cache-d7a37e41-d64c-498d-acf0-b41961fe7635" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.716125] env[68960]: DEBUG nova.network.neutron [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.717440] env[68960]: DEBUG nova.compute.manager [req-c02a8878-a1c2-40ea-a94e-2f599df9be67 req-c8ae3333-3650-45c1-857f-a7fed139aef6 service nova] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Received event network-vif-plugged-6e56b4dd-c6b8-4ad9-b198-b6f4a8850f9a {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.717644] env[68960]: DEBUG oslo_concurrency.lockutils [req-c02a8878-a1c2-40ea-a94e-2f599df9be67 req-c8ae3333-3650-45c1-857f-a7fed139aef6 service nova] Acquiring lock "d39024a8-8240-491f-88ee-8543fbfa7573-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.717871] env[68960]: DEBUG oslo_concurrency.lockutils [req-c02a8878-a1c2-40ea-a94e-2f599df9be67 req-c8ae3333-3650-45c1-857f-a7fed139aef6 service nova] Lock "d39024a8-8240-491f-88ee-8543fbfa7573-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.718300] env[68960]: DEBUG oslo_concurrency.lockutils [req-c02a8878-a1c2-40ea-a94e-2f599df9be67 req-c8ae3333-3650-45c1-857f-a7fed139aef6 service nova] Lock "d39024a8-8240-491f-88ee-8543fbfa7573-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.721018] env[68960]: DEBUG nova.compute.manager [req-c02a8878-a1c2-40ea-a94e-2f599df9be67 req-c8ae3333-3650-45c1-857f-a7fed139aef6 service nova] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] No waiting events found dispatching network-vif-plugged-6e56b4dd-c6b8-4ad9-b198-b6f4a8850f9a {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 992.721018] env[68960]: WARNING nova.compute.manager [req-c02a8878-a1c2-40ea-a94e-2f599df9be67 req-c8ae3333-3650-45c1-857f-a7fed139aef6 service nova] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Received unexpected event network-vif-plugged-6e56b4dd-c6b8-4ad9-b198-b6f4a8850f9a for instance with vm_state building and task_state spawning. [ 992.730186] env[68960]: DEBUG oslo_vmware.api [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221878, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.730400] env[68960]: WARNING oslo_vmware.common.loopingcall [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] task run outlasted interval by 0.25294399999999995 sec [ 992.734927] env[68960]: DEBUG oslo_vmware.api [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221877, 'name': ReconfigVM_Task, 'duration_secs': 0.325394} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.738739] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7/4e1a8d2f-01e0-484e-ab67-3bbcadf691e7.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.739269] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc02d9df-9e8f-402c-abf4-c602734ed089 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.749716] env[68960]: DEBUG oslo_vmware.api [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221878, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.751330] env[68960]: DEBUG oslo_vmware.api [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 992.751330] env[68960]: value = "task-3221879" [ 992.751330] env[68960]: _type = "Task" [ 992.751330] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.759932] env[68960]: DEBUG oslo_vmware.api [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221879, 'name': Rename_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.030639] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df9e668-6af8-40c2-9291-702f7dad5e7e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.040085] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5e006e-4fd7-4702-bd1c-a7585702d68f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.071616] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f447dbd2-8917-4d09-b3e7-ae0fad9e6dec {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.079301] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87025f3f-e268-49e1-bb59-54d094a218d6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.096169] env[68960]: DEBUG nova.compute.provider_tree [None req-f5629d67-d553-433b-8f0c-fdfd032a4864 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.224261] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "refresh_cache-d39024a8-8240-491f-88ee-8543fbfa7573" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.224431] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquired lock "refresh_cache-d39024a8-8240-491f-88ee-8543fbfa7573" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.224475] env[68960]: DEBUG nova.network.neutron [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.245447] env[68960]: DEBUG oslo_vmware.api [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221878, 'name': CloneVM_Task} progress is 95%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.266382] env[68960]: DEBUG oslo_vmware.api [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221879, 'name': Rename_Task, 'duration_secs': 0.342625} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.266833] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.267289] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02cf8bd9-44aa-4a82-8e6d-ab286149e14b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.273963] env[68960]: DEBUG oslo_vmware.api [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 993.273963] env[68960]: value = "task-3221880" [ 993.273963] env[68960]: _type = "Task" [ 993.273963] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.284812] env[68960]: DEBUG oslo_vmware.api [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.332967] env[68960]: DEBUG nova.compute.manager [req-e8669bf7-00cc-45e0-9e72-1d1bfd90ec26 req-92567717-26ec-45cc-9a37-453d268ed7ca service nova] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Received event network-changed-02ea4ba6-8f30-4f38-a8a0-1b8ea350db21 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.333316] env[68960]: DEBUG nova.compute.manager [req-e8669bf7-00cc-45e0-9e72-1d1bfd90ec26 req-92567717-26ec-45cc-9a37-453d268ed7ca service nova] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Refreshing instance network info cache due to event network-changed-02ea4ba6-8f30-4f38-a8a0-1b8ea350db21. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.333420] env[68960]: DEBUG oslo_concurrency.lockutils [req-e8669bf7-00cc-45e0-9e72-1d1bfd90ec26 req-92567717-26ec-45cc-9a37-453d268ed7ca service nova] Acquiring lock "refresh_cache-e715745a-8246-4240-8da8-9d43cf936fbc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.461353] env[68960]: DEBUG nova.network.neutron [None req-4a97d04b-19b7-4efa-9546-7301b1be2a98 tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Updating instance_info_cache with network_info: [{"id": "02ea4ba6-8f30-4f38-a8a0-1b8ea350db21", "address": "fa:16:3e:f4:84:98", "network": {"id": "6bd525dc-c628-415a-bc18-07bea43856bd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-455335594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ce032003eb47cc9d5f29ce6eb7d46c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02ea4ba6-8f", "ovs_interfaceid": "02ea4ba6-8f30-4f38-a8a0-1b8ea350db21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.521071] env[68960]: DEBUG nova.network.neutron [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Updating instance_info_cache with network_info: [{"id": "22179951-ff1d-400d-945e-e32036bac5ea", "address": "fa:16:3e:94:11:a4", "network": {"id": "8bfecd26-bbd0-4196-8447-de727dae2385", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1461791050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42779973f53e4b13bbe449e808f2bfa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22179951-ff", "ovs_interfaceid": "22179951-ff1d-400d-945e-e32036bac5ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.600591] env[68960]: DEBUG nova.scheduler.client.report [None req-f5629d67-d553-433b-8f0c-fdfd032a4864 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.744218] env[68960]: DEBUG oslo_vmware.api [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221878, 'name': CloneVM_Task, 'duration_secs': 1.415543} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.744444] env[68960]: INFO nova.virt.vmwareapi.vmops [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Created linked-clone VM from snapshot [ 993.745224] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57802d0-e776-41a3-a8cb-1a4f4a16a9f2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.752435] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Uploading image ef4cb718-5144-4d48-a655-92cd5aaa7ce6 {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 993.755673] env[68960]: DEBUG nova.network.neutron [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.785107] env[68960]: DEBUG oslo_vmware.api [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221880, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.787119] env[68960]: DEBUG oslo_vmware.rw_handles [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 993.787119] env[68960]: value = "vm-644136" [ 993.787119] env[68960]: _type = "VirtualMachine" [ 993.787119] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 993.787453] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9e2d6a6c-9be6-4c11-8095-64b984810656 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.793847] env[68960]: DEBUG oslo_vmware.rw_handles [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lease: (returnval){ [ 993.793847] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f3fd44-8c89-1d89-6d80-81221730a41a" [ 993.793847] env[68960]: _type = "HttpNfcLease" [ 993.793847] env[68960]: } obtained for exporting VM: (result){ [ 993.793847] env[68960]: value = "vm-644136" [ 993.793847] env[68960]: _type = "VirtualMachine" [ 993.793847] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 993.794260] env[68960]: DEBUG oslo_vmware.api [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the lease: (returnval){ [ 993.794260] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f3fd44-8c89-1d89-6d80-81221730a41a" [ 993.794260] env[68960]: _type = "HttpNfcLease" [ 993.794260] env[68960]: } to be ready. {{(pid=68960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 993.800237] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 993.800237] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f3fd44-8c89-1d89-6d80-81221730a41a" [ 993.800237] env[68960]: _type = "HttpNfcLease" [ 993.800237] env[68960]: } is initializing. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 993.952996] env[68960]: DEBUG nova.network.neutron [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Updating instance_info_cache with network_info: [{"id": "6e56b4dd-c6b8-4ad9-b198-b6f4a8850f9a", "address": "fa:16:3e:83:02:44", "network": {"id": "f1cc0593-0a64-4a3d-a9a0-5a4bf88e4041", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276161530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "843972d9f85c42b3ac175e0183e6930f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e56b4dd-c6", "ovs_interfaceid": "6e56b4dd-c6b8-4ad9-b198-b6f4a8850f9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.964495] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4a97d04b-19b7-4efa-9546-7301b1be2a98 tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Releasing lock "refresh_cache-e715745a-8246-4240-8da8-9d43cf936fbc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.964804] env[68960]: DEBUG nova.compute.manager [None req-4a97d04b-19b7-4efa-9546-7301b1be2a98 tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Inject network info {{(pid=68960) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 993.965166] env[68960]: DEBUG nova.compute.manager [None req-4a97d04b-19b7-4efa-9546-7301b1be2a98 tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] network_info to inject: |[{"id": "02ea4ba6-8f30-4f38-a8a0-1b8ea350db21", "address": "fa:16:3e:f4:84:98", "network": {"id": "6bd525dc-c628-415a-bc18-07bea43856bd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-455335594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ce032003eb47cc9d5f29ce6eb7d46c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02ea4ba6-8f", "ovs_interfaceid": "02ea4ba6-8f30-4f38-a8a0-1b8ea350db21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 993.970694] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4a97d04b-19b7-4efa-9546-7301b1be2a98 tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Reconfiguring VM instance to set the machine id {{(pid=68960) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 993.971335] env[68960]: DEBUG oslo_concurrency.lockutils [req-e8669bf7-00cc-45e0-9e72-1d1bfd90ec26 req-92567717-26ec-45cc-9a37-453d268ed7ca service nova] Acquired lock "refresh_cache-e715745a-8246-4240-8da8-9d43cf936fbc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.971335] env[68960]: DEBUG nova.network.neutron [req-e8669bf7-00cc-45e0-9e72-1d1bfd90ec26 req-92567717-26ec-45cc-9a37-453d268ed7ca service nova] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Refreshing network info cache for port 02ea4ba6-8f30-4f38-a8a0-1b8ea350db21 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.972839] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d2d901b-a71d-46af-866c-dc7cefe5f20a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.997126] env[68960]: DEBUG oslo_vmware.api [None req-4a97d04b-19b7-4efa-9546-7301b1be2a98 tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Waiting for the task: (returnval){ [ 993.997126] env[68960]: value = "task-3221882" [ 993.997126] env[68960]: _type = "Task" [ 993.997126] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.009037] env[68960]: DEBUG oslo_vmware.api [None req-4a97d04b-19b7-4efa-9546-7301b1be2a98 tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Task: {'id': task-3221882, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.026862] env[68960]: DEBUG oslo_concurrency.lockutils [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Releasing lock "refresh_cache-d7a37e41-d64c-498d-acf0-b41961fe7635" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.105234] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f5629d67-d553-433b-8f0c-fdfd032a4864 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.241s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.108878] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e334c730-257b-40eb-88a3-bad8be3f599b tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.046s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.108878] env[68960]: DEBUG nova.objects.instance [None req-e334c730-257b-40eb-88a3-bad8be3f599b tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lazy-loading 'resources' on Instance uuid ed7c7ac5-c303-4548-8357-13aa700d0067 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.118886] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8bf9cc8c-dc6e-46be-9757-4047c267b936 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Acquiring lock "168d8714-3f8f-4bfa-ba48-d0d95f461c14" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.118886] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8bf9cc8c-dc6e-46be-9757-4047c267b936 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Lock "168d8714-3f8f-4bfa-ba48-d0d95f461c14" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.137792] env[68960]: INFO nova.scheduler.client.report [None req-f5629d67-d553-433b-8f0c-fdfd032a4864 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Deleted allocations for instance 1fa913ae-b830-4a30-bf91-e38f708d3e7d [ 994.179163] env[68960]: DEBUG nova.compute.manager [req-615acd69-d6b0-491b-9607-1259c178f553 req-260fc049-fa1c-45c9-acbf-b4168c659724 service nova] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Received event network-changed-6e56b4dd-c6b8-4ad9-b198-b6f4a8850f9a {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.179163] env[68960]: DEBUG nova.compute.manager [req-615acd69-d6b0-491b-9607-1259c178f553 req-260fc049-fa1c-45c9-acbf-b4168c659724 service nova] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Refreshing instance network info cache due to event network-changed-6e56b4dd-c6b8-4ad9-b198-b6f4a8850f9a. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 994.179163] env[68960]: DEBUG oslo_concurrency.lockutils [req-615acd69-d6b0-491b-9607-1259c178f553 req-260fc049-fa1c-45c9-acbf-b4168c659724 service nova] Acquiring lock "refresh_cache-d39024a8-8240-491f-88ee-8543fbfa7573" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.285385] env[68960]: DEBUG oslo_vmware.api [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221880, 'name': PowerOnVM_Task, 'duration_secs': 0.898252} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.285676] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.285894] env[68960]: INFO nova.compute.manager [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Took 9.39 seconds to spawn the instance on the hypervisor. [ 994.286085] env[68960]: DEBUG nova.compute.manager [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.287040] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bc8477-1896-4933-8117-6c04bd261ec8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.302796] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 994.302796] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f3fd44-8c89-1d89-6d80-81221730a41a" [ 994.302796] env[68960]: _type = "HttpNfcLease" [ 994.302796] env[68960]: } is ready. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 994.303159] env[68960]: DEBUG oslo_vmware.rw_handles [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 994.303159] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f3fd44-8c89-1d89-6d80-81221730a41a" [ 994.303159] env[68960]: _type = "HttpNfcLease" [ 994.303159] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 994.303862] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d4c407-9c0e-44f0-8c52-1c0929da2873 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.311681] env[68960]: DEBUG oslo_vmware.rw_handles [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cba046-1fab-fd47-74a5-0ce6bfad8bc7/disk-0.vmdk from lease info. {{(pid=68960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 994.311867] env[68960]: DEBUG oslo_vmware.rw_handles [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cba046-1fab-fd47-74a5-0ce6bfad8bc7/disk-0.vmdk for reading. {{(pid=68960) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 994.448573] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e956e649-3a72-4dca-bdb8-935b71000a39 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.456902] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Releasing lock "refresh_cache-d39024a8-8240-491f-88ee-8543fbfa7573" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.457248] env[68960]: DEBUG nova.compute.manager [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Instance network_info: |[{"id": "6e56b4dd-c6b8-4ad9-b198-b6f4a8850f9a", "address": "fa:16:3e:83:02:44", "network": {"id": "f1cc0593-0a64-4a3d-a9a0-5a4bf88e4041", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276161530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "843972d9f85c42b3ac175e0183e6930f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e56b4dd-c6", "ovs_interfaceid": "6e56b4dd-c6b8-4ad9-b198-b6f4a8850f9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 994.457553] env[68960]: DEBUG oslo_concurrency.lockutils [req-615acd69-d6b0-491b-9607-1259c178f553 req-260fc049-fa1c-45c9-acbf-b4168c659724 service nova] Acquired lock "refresh_cache-d39024a8-8240-491f-88ee-8543fbfa7573" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.457732] env[68960]: DEBUG nova.network.neutron [req-615acd69-d6b0-491b-9607-1259c178f553 req-260fc049-fa1c-45c9-acbf-b4168c659724 service nova] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Refreshing network info cache for port 6e56b4dd-c6b8-4ad9-b198-b6f4a8850f9a {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.459252] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:02:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e56b4dd-c6b8-4ad9-b198-b6f4a8850f9a', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.466806] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.469661] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a88ba29c-f75b-4e5c-80e0-1466729a9bde tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Acquiring lock "e715745a-8246-4240-8da8-9d43cf936fbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.469872] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a88ba29c-f75b-4e5c-80e0-1466729a9bde tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Lock "e715745a-8246-4240-8da8-9d43cf936fbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.470075] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a88ba29c-f75b-4e5c-80e0-1466729a9bde tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Acquiring lock "e715745a-8246-4240-8da8-9d43cf936fbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.470275] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a88ba29c-f75b-4e5c-80e0-1466729a9bde tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Lock "e715745a-8246-4240-8da8-9d43cf936fbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.470483] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a88ba29c-f75b-4e5c-80e0-1466729a9bde tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Lock "e715745a-8246-4240-8da8-9d43cf936fbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.471918] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.472313] env[68960]: INFO nova.compute.manager [None req-a88ba29c-f75b-4e5c-80e0-1466729a9bde tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Terminating instance [ 994.473799] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d46f6946-4cd8-4fc1-8b17-586b71b9a69b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.507346] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.507346] env[68960]: value = "task-3221883" [ 994.507346] env[68960]: _type = "Task" [ 994.507346] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.514113] env[68960]: DEBUG oslo_vmware.api [None req-4a97d04b-19b7-4efa-9546-7301b1be2a98 tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Task: {'id': task-3221882, 'name': ReconfigVM_Task, 'duration_secs': 0.168172} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.514662] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4a97d04b-19b7-4efa-9546-7301b1be2a98 tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Reconfigured VM instance to set the machine id {{(pid=68960) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 994.521167] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221883, 'name': CreateVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.623264] env[68960]: DEBUG nova.compute.utils [None req-8bf9cc8c-dc6e-46be-9757-4047c267b936 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.655720] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f5629d67-d553-433b-8f0c-fdfd032a4864 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Lock "1fa913ae-b830-4a30-bf91-e38f708d3e7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.340s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.813177] env[68960]: INFO nova.compute.manager [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Took 32.31 seconds to build instance. [ 994.824078] env[68960]: DEBUG nova.network.neutron [req-e8669bf7-00cc-45e0-9e72-1d1bfd90ec26 req-92567717-26ec-45cc-9a37-453d268ed7ca service nova] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Updated VIF entry in instance network info cache for port 02ea4ba6-8f30-4f38-a8a0-1b8ea350db21. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.824078] env[68960]: DEBUG nova.network.neutron [req-e8669bf7-00cc-45e0-9e72-1d1bfd90ec26 req-92567717-26ec-45cc-9a37-453d268ed7ca service nova] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Updating instance_info_cache with network_info: [{"id": "02ea4ba6-8f30-4f38-a8a0-1b8ea350db21", "address": "fa:16:3e:f4:84:98", "network": {"id": "6bd525dc-c628-415a-bc18-07bea43856bd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-455335594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ce032003eb47cc9d5f29ce6eb7d46c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02ea4ba6-8f", "ovs_interfaceid": "02ea4ba6-8f30-4f38-a8a0-1b8ea350db21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.943601] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4305de-77a6-4cf9-99a1-321d0ae0e7d0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.951363] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822a1fbe-4b79-4845-a5e7-9416790d4293 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.984858] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b54c19b-8c2e-447e-9c34-2c6f20cf7853 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.993262] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90250900-f78f-4530-adfd-f6a98106f585 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.998652] env[68960]: DEBUG nova.compute.manager [None req-a88ba29c-f75b-4e5c-80e0-1466729a9bde tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.999011] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a88ba29c-f75b-4e5c-80e0-1466729a9bde tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.000498] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8277f0e-8d43-470d-a267-38c96d2079bd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.018021] env[68960]: DEBUG nova.compute.provider_tree [None req-e334c730-257b-40eb-88a3-bad8be3f599b tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.029289] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88ba29c-f75b-4e5c-80e0-1466729a9bde tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.031099] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-342ba00b-2201-43e7-9d67-e3d1f8157dc2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.044123] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221883, 'name': CreateVM_Task, 'duration_secs': 0.40862} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.044395] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.045220] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.045489] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.045947] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.046284] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdffbc32-5c7a-4bb0-bbb7-5b3e6a4350aa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.051386] env[68960]: DEBUG oslo_vmware.api [None req-a88ba29c-f75b-4e5c-80e0-1466729a9bde tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Waiting for the task: (returnval){ [ 995.051386] env[68960]: value = "task-3221884" [ 995.051386] env[68960]: _type = "Task" [ 995.051386] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.059675] env[68960]: DEBUG oslo_vmware.api [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 995.059675] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]526df1e1-ec3b-2c4e-adc5-708ebd34dbeb" [ 995.059675] env[68960]: _type = "Task" [ 995.059675] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.068937] env[68960]: DEBUG oslo_vmware.api [None req-a88ba29c-f75b-4e5c-80e0-1466729a9bde tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Task: {'id': task-3221884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.074340] env[68960]: DEBUG oslo_vmware.api [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]526df1e1-ec3b-2c4e-adc5-708ebd34dbeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.129507] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8bf9cc8c-dc6e-46be-9757-4047c267b936 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Lock "168d8714-3f8f-4bfa-ba48-d0d95f461c14" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.196793] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquiring lock "cb7309a4-cc7a-45d1-b080-c0fb1e424c1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.196793] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Lock "cb7309a4-cc7a-45d1-b080-c0fb1e424c1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.242477] env[68960]: DEBUG nova.network.neutron [req-615acd69-d6b0-491b-9607-1259c178f553 req-260fc049-fa1c-45c9-acbf-b4168c659724 service nova] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Updated VIF entry in instance network info cache for port 6e56b4dd-c6b8-4ad9-b198-b6f4a8850f9a. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.242870] env[68960]: DEBUG nova.network.neutron [req-615acd69-d6b0-491b-9607-1259c178f553 req-260fc049-fa1c-45c9-acbf-b4168c659724 service nova] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Updating instance_info_cache with network_info: [{"id": "6e56b4dd-c6b8-4ad9-b198-b6f4a8850f9a", "address": "fa:16:3e:83:02:44", "network": {"id": "f1cc0593-0a64-4a3d-a9a0-5a4bf88e4041", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276161530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "843972d9f85c42b3ac175e0183e6930f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e56b4dd-c6", "ovs_interfaceid": "6e56b4dd-c6b8-4ad9-b198-b6f4a8850f9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.315594] env[68960]: DEBUG oslo_concurrency.lockutils [None req-00fcd105-1f31-4bd4-9987-b60080c9a503 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "4e1a8d2f-01e0-484e-ab67-3bbcadf691e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.821s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.325338] env[68960]: DEBUG oslo_concurrency.lockutils [req-e8669bf7-00cc-45e0-9e72-1d1bfd90ec26 req-92567717-26ec-45cc-9a37-453d268ed7ca service nova] Releasing lock "refresh_cache-e715745a-8246-4240-8da8-9d43cf936fbc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.531711] env[68960]: DEBUG nova.scheduler.client.report [None req-e334c730-257b-40eb-88a3-bad8be3f599b tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.549966] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2450dd-6549-428a-9126-9e60efdbd544 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.573652] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Updating instance 'd7a37e41-d64c-498d-acf0-b41961fe7635' progress to 0 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 995.584750] env[68960]: DEBUG oslo_vmware.api [None req-a88ba29c-f75b-4e5c-80e0-1466729a9bde tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Task: {'id': task-3221884, 'name': PowerOffVM_Task, 'duration_secs': 0.39219} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.584750] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88ba29c-f75b-4e5c-80e0-1466729a9bde tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.584750] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a88ba29c-f75b-4e5c-80e0-1466729a9bde tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.585948] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38c408e5-b129-4143-9f2c-58636640c087 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.591422] env[68960]: DEBUG oslo_vmware.api [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]526df1e1-ec3b-2c4e-adc5-708ebd34dbeb, 'name': SearchDatastore_Task, 'duration_secs': 0.036092} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.592772] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.593346] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.593492] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.593716] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.593914] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.594304] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01cb33b6-6597-4168-a407-6cc16a3e0aff {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.603414] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.603795] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.604624] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef640c86-8e7d-4034-bd7a-31909e636141 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.610795] env[68960]: DEBUG oslo_vmware.api [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 995.610795] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52390fb3-3b5a-423d-7736-b75c313661de" [ 995.610795] env[68960]: _type = "Task" [ 995.610795] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.620693] env[68960]: DEBUG oslo_vmware.api [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52390fb3-3b5a-423d-7736-b75c313661de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.698800] env[68960]: DEBUG nova.compute.manager [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.705441] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a88ba29c-f75b-4e5c-80e0-1466729a9bde tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.705806] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a88ba29c-f75b-4e5c-80e0-1466729a9bde tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.708852] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a88ba29c-f75b-4e5c-80e0-1466729a9bde tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Deleting the datastore file [datastore1] e715745a-8246-4240-8da8-9d43cf936fbc {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.708852] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6edf294b-cb50-410a-88d6-6f30117fe0ad {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.714518] env[68960]: DEBUG oslo_vmware.api [None req-a88ba29c-f75b-4e5c-80e0-1466729a9bde tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Waiting for the task: (returnval){ [ 995.714518] env[68960]: value = "task-3221886" [ 995.714518] env[68960]: _type = "Task" [ 995.714518] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.725707] env[68960]: DEBUG oslo_vmware.api [None req-a88ba29c-f75b-4e5c-80e0-1466729a9bde tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Task: {'id': task-3221886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.745735] env[68960]: DEBUG oslo_concurrency.lockutils [req-615acd69-d6b0-491b-9607-1259c178f553 req-260fc049-fa1c-45c9-acbf-b4168c659724 service nova] Releasing lock "refresh_cache-d39024a8-8240-491f-88ee-8543fbfa7573" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.039421] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e334c730-257b-40eb-88a3-bad8be3f599b tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.042164] env[68960]: DEBUG oslo_concurrency.lockutils [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.070s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.044029] env[68960]: INFO nova.compute.claims [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.075657] env[68960]: INFO nova.scheduler.client.report [None req-e334c730-257b-40eb-88a3-bad8be3f599b tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Deleted allocations for instance ed7c7ac5-c303-4548-8357-13aa700d0067 [ 996.086839] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.087203] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74dafcc9-918d-4707-a7f4-0525a419976f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.096803] env[68960]: DEBUG oslo_vmware.api [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 996.096803] env[68960]: value = "task-3221887" [ 996.096803] env[68960]: _type = "Task" [ 996.096803] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.106729] env[68960]: DEBUG oslo_vmware.api [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.121039] env[68960]: DEBUG oslo_vmware.api [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52390fb3-3b5a-423d-7736-b75c313661de, 'name': SearchDatastore_Task, 'duration_secs': 0.009749} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.121993] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b46b3ca3-4730-4dec-b16d-32c856d4cfcb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.129294] env[68960]: DEBUG oslo_vmware.api [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 996.129294] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5292896f-c563-5e62-f69b-4bb926d2859b" [ 996.129294] env[68960]: _type = "Task" [ 996.129294] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.138521] env[68960]: DEBUG oslo_vmware.api [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5292896f-c563-5e62-f69b-4bb926d2859b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.196752] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8bf9cc8c-dc6e-46be-9757-4047c267b936 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Acquiring lock "168d8714-3f8f-4bfa-ba48-d0d95f461c14" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.197195] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8bf9cc8c-dc6e-46be-9757-4047c267b936 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Lock "168d8714-3f8f-4bfa-ba48-d0d95f461c14" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.197711] env[68960]: INFO nova.compute.manager [None req-8bf9cc8c-dc6e-46be-9757-4047c267b936 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Attaching volume a13d0f18-fc10-434e-b7da-1c538b47cc1c to /dev/sdb [ 996.220184] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.224099] env[68960]: DEBUG oslo_vmware.api [None req-a88ba29c-f75b-4e5c-80e0-1466729a9bde tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Task: {'id': task-3221886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144608} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.224489] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a88ba29c-f75b-4e5c-80e0-1466729a9bde tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.224743] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a88ba29c-f75b-4e5c-80e0-1466729a9bde tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.224971] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a88ba29c-f75b-4e5c-80e0-1466729a9bde tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.225241] env[68960]: INFO nova.compute.manager [None req-a88ba29c-f75b-4e5c-80e0-1466729a9bde tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Took 1.23 seconds to destroy the instance on the hypervisor. [ 996.225532] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a88ba29c-f75b-4e5c-80e0-1466729a9bde tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.225820] env[68960]: DEBUG nova.compute.manager [-] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.225917] env[68960]: DEBUG nova.network.neutron [-] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.238805] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b67047-1961-43af-a4a8-26f3c4edf917 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.245950] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff25fe5a-7ac3-4941-8183-0ce7908a0ce2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.262090] env[68960]: DEBUG nova.virt.block_device [None req-8bf9cc8c-dc6e-46be-9757-4047c267b936 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Updating existing volume attachment record: a8a3e898-0d85-4f4c-8563-ee0832096be9 {{(pid=68960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 996.386558] env[68960]: DEBUG nova.compute.manager [None req-c151f79f-160a-488f-8883-cfd286f08904 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.387701] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1eb305-9c71-489b-954e-c9ea3fb25d1e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.585610] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e334c730-257b-40eb-88a3-bad8be3f599b tempest-ServersAdminTestJSON-1275596513 tempest-ServersAdminTestJSON-1275596513-project-member] Lock "ed7c7ac5-c303-4548-8357-13aa700d0067" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.327s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.608557] env[68960]: DEBUG oslo_vmware.api [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221887, 'name': PowerOffVM_Task, 'duration_secs': 0.312087} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.609147] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.609245] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Updating instance 'd7a37e41-d64c-498d-acf0-b41961fe7635' progress to 17 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 996.639662] env[68960]: DEBUG oslo_vmware.api [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5292896f-c563-5e62-f69b-4bb926d2859b, 'name': SearchDatastore_Task, 'duration_secs': 0.017328} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.639962] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.640224] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] d39024a8-8240-491f-88ee-8543fbfa7573/d39024a8-8240-491f-88ee-8543fbfa7573.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.640495] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1fbfcd8-ee24-43cb-8bfd-c950ebb8e1b6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.646855] env[68960]: DEBUG oslo_vmware.api [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 996.646855] env[68960]: value = "task-3221891" [ 996.646855] env[68960]: _type = "Task" [ 996.646855] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.655685] env[68960]: DEBUG oslo_vmware.api [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.905286] env[68960]: INFO nova.compute.manager [None req-c151f79f-160a-488f-8883-cfd286f08904 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] instance snapshotting [ 996.908150] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8258978-b6bf-420d-b215-e5f37dd99c6c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.928099] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a86740e-8ea0-4192-aab8-5af3624ae804 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.118939] env[68960]: DEBUG nova.virt.hardware [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.118939] env[68960]: DEBUG nova.virt.hardware [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.119250] env[68960]: DEBUG nova.virt.hardware [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.119250] env[68960]: DEBUG nova.virt.hardware [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.119374] env[68960]: DEBUG nova.virt.hardware [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.119623] env[68960]: DEBUG nova.virt.hardware [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.119795] env[68960]: DEBUG nova.virt.hardware [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.119943] env[68960]: DEBUG nova.virt.hardware [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.119995] env[68960]: DEBUG nova.virt.hardware [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.120199] env[68960]: DEBUG nova.virt.hardware [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.120325] env[68960]: DEBUG nova.virt.hardware [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.131743] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53696039-e121-42c0-b656-1b1f5c68bddc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.154063] env[68960]: DEBUG oslo_vmware.api [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 997.154063] env[68960]: value = "task-3221892" [ 997.154063] env[68960]: _type = "Task" [ 997.154063] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.165748] env[68960]: DEBUG oslo_vmware.api [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221891, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.172908] env[68960]: DEBUG oslo_vmware.api [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.339439] env[68960]: DEBUG nova.compute.manager [req-243ca1f5-43c1-4637-9d9e-8e267acf633c req-91b887a3-3721-49ec-8a7f-dec748ac0c42 service nova] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Received event network-vif-deleted-02ea4ba6-8f30-4f38-a8a0-1b8ea350db21 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.339660] env[68960]: INFO nova.compute.manager [req-243ca1f5-43c1-4637-9d9e-8e267acf633c req-91b887a3-3721-49ec-8a7f-dec748ac0c42 service nova] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Neutron deleted interface 02ea4ba6-8f30-4f38-a8a0-1b8ea350db21; detaching it from the instance and deleting it from the info cache [ 997.340055] env[68960]: DEBUG nova.network.neutron [req-243ca1f5-43c1-4637-9d9e-8e267acf633c req-91b887a3-3721-49ec-8a7f-dec748ac0c42 service nova] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.415019] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab7887f-7d75-4944-98c0-9f326becf853 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.424327] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd33737-58eb-44e8-9def-92dbed483ced {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.468126] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c151f79f-160a-488f-8883-cfd286f08904 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Creating Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 997.468678] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-577a21ed-7832-4abf-8207-9a10b2472ee3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.471116] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d472c86c-66b5-421b-9d45-6e2f08c6c204 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.480442] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5816677c-7477-485f-b9c1-d596ba0ce25d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.484258] env[68960]: DEBUG oslo_vmware.api [None req-c151f79f-160a-488f-8883-cfd286f08904 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 997.484258] env[68960]: value = "task-3221893" [ 997.484258] env[68960]: _type = "Task" [ 997.484258] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.496973] env[68960]: DEBUG nova.compute.provider_tree [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.502582] env[68960]: DEBUG oslo_vmware.api [None req-c151f79f-160a-488f-8883-cfd286f08904 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221893, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.659982] env[68960]: DEBUG oslo_vmware.api [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553455} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.663804] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] d39024a8-8240-491f-88ee-8543fbfa7573/d39024a8-8240-491f-88ee-8543fbfa7573.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.664913] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.664913] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79758dc2-03f7-4831-81fd-15ac5261760b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.672526] env[68960]: DEBUG oslo_vmware.api [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221892, 'name': ReconfigVM_Task, 'duration_secs': 0.216006} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.673700] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Updating instance 'd7a37e41-d64c-498d-acf0-b41961fe7635' progress to 33 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 997.677419] env[68960]: DEBUG oslo_vmware.api [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 997.677419] env[68960]: value = "task-3221894" [ 997.677419] env[68960]: _type = "Task" [ 997.677419] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.682211] env[68960]: DEBUG nova.network.neutron [-] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.688652] env[68960]: DEBUG oslo_vmware.api [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.842838] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c3263ca-e26c-40a3-8fd9-335fa078adcb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.852926] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02da00a9-2a34-4a86-9a8c-3a358e6bb893 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.903226] env[68960]: DEBUG nova.compute.manager [req-243ca1f5-43c1-4637-9d9e-8e267acf633c req-91b887a3-3721-49ec-8a7f-dec748ac0c42 service nova] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Detach interface failed, port_id=02ea4ba6-8f30-4f38-a8a0-1b8ea350db21, reason: Instance e715745a-8246-4240-8da8-9d43cf936fbc could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 997.995690] env[68960]: DEBUG oslo_vmware.api [None req-c151f79f-160a-488f-8883-cfd286f08904 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221893, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.999880] env[68960]: DEBUG nova.scheduler.client.report [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.181018] env[68960]: DEBUG nova.virt.hardware [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.181359] env[68960]: DEBUG nova.virt.hardware [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.181514] env[68960]: DEBUG nova.virt.hardware [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.181698] env[68960]: DEBUG nova.virt.hardware [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.181844] env[68960]: DEBUG nova.virt.hardware [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.182054] env[68960]: DEBUG nova.virt.hardware [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.182543] env[68960]: DEBUG nova.virt.hardware [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.182719] env[68960]: DEBUG nova.virt.hardware [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.182882] env[68960]: DEBUG nova.virt.hardware [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.183059] env[68960]: DEBUG nova.virt.hardware [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.183242] env[68960]: DEBUG nova.virt.hardware [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.189024] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 998.190266] env[68960]: INFO nova.compute.manager [-] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Took 1.96 seconds to deallocate network for instance. [ 998.190499] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72b98807-5d6d-4347-a74e-5a0151f15183 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.217026] env[68960]: DEBUG oslo_vmware.api [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071525} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.218828] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.218828] env[68960]: DEBUG oslo_vmware.api [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 998.218828] env[68960]: value = "task-3221895" [ 998.218828] env[68960]: _type = "Task" [ 998.218828] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.218828] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5890a4c-a4d8-441f-96d4-b7a3065cee24 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.230611] env[68960]: DEBUG oslo_vmware.api [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221895, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.248778] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] d39024a8-8240-491f-88ee-8543fbfa7573/d39024a8-8240-491f-88ee-8543fbfa7573.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.249330] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01926f94-3070-4f4d-b445-3419afcb36e1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.273201] env[68960]: DEBUG oslo_vmware.api [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 998.273201] env[68960]: value = "task-3221896" [ 998.273201] env[68960]: _type = "Task" [ 998.273201] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.281839] env[68960]: DEBUG oslo_vmware.api [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221896, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.497642] env[68960]: DEBUG oslo_vmware.api [None req-c151f79f-160a-488f-8883-cfd286f08904 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221893, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.506901] env[68960]: DEBUG oslo_concurrency.lockutils [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.507486] env[68960]: DEBUG nova.compute.manager [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 998.510158] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.754s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.510392] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.510570] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68960) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 998.510896] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d9df5561-c1f2-4183-9ee6-4dfcdc8b9b30 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.800s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.511162] env[68960]: DEBUG nova.objects.instance [None req-d9df5561-c1f2-4183-9ee6-4dfcdc8b9b30 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Lazy-loading 'resources' on Instance uuid e24e6be9-3686-47e4-99a4-459576dc7dfc {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.515131] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beecda68-a0ac-4ca1-81e0-1177b6a42510 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.527744] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6773fd4-3e3a-4f52-a04d-8dc5b3ba3035 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.553578] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8fa49a-5cf8-4bd0-bd36-bb390ca0495d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.564565] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b933becb-f434-4561-b39f-b467e259382c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.606095] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177975MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=68960) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 998.606464] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.719395] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a88ba29c-f75b-4e5c-80e0-1466729a9bde tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.734347] env[68960]: DEBUG oslo_vmware.api [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221895, 'name': ReconfigVM_Task, 'duration_secs': 0.175164} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.734811] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 998.735740] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57701bc-ff9c-4149-83b0-30b5dda58a31 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.758639] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] d7a37e41-d64c-498d-acf0-b41961fe7635/d7a37e41-d64c-498d-acf0-b41961fe7635.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.759549] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dc954a3-f125-459f-b29d-2af4baae5d13 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.778944] env[68960]: DEBUG oslo_vmware.api [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 998.778944] env[68960]: value = "task-3221898" [ 998.778944] env[68960]: _type = "Task" [ 998.778944] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.785464] env[68960]: DEBUG oslo_vmware.api [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221896, 'name': ReconfigVM_Task, 'duration_secs': 0.340046} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.786019] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Reconfigured VM instance instance-00000054 to attach disk [datastore2] d39024a8-8240-491f-88ee-8543fbfa7573/d39024a8-8240-491f-88ee-8543fbfa7573.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.786658] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a2e34ae-7608-471e-b402-41de8602dbc2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.791331] env[68960]: DEBUG oslo_vmware.api [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221898, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.796985] env[68960]: DEBUG oslo_vmware.api [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 998.796985] env[68960]: value = "task-3221899" [ 998.796985] env[68960]: _type = "Task" [ 998.796985] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.807984] env[68960]: DEBUG oslo_vmware.api [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221899, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.997484] env[68960]: DEBUG oslo_vmware.api [None req-c151f79f-160a-488f-8883-cfd286f08904 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221893, 'name': CreateSnapshot_Task, 'duration_secs': 1.166524} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.997484] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c151f79f-160a-488f-8883-cfd286f08904 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Created Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 998.998603] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9fe714-7b2d-467d-8456-107983f64fef {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.014235] env[68960]: DEBUG nova.compute.utils [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 999.015753] env[68960]: DEBUG nova.compute.manager [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 999.016045] env[68960]: DEBUG nova.network.neutron [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 999.093059] env[68960]: DEBUG nova.policy [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '685a23044a76487093191b75e5ec29bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5c2d56122a0444f8dada636bc5ed07d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.239369] env[68960]: DEBUG oslo_concurrency.lockutils [None req-74a8e15e-e801-498e-828d-bf20e83fa57f tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Acquiring lock "f80bcbe5-5386-433c-99ba-2fe9324c47a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.239369] env[68960]: DEBUG oslo_concurrency.lockutils [None req-74a8e15e-e801-498e-828d-bf20e83fa57f tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Lock "f80bcbe5-5386-433c-99ba-2fe9324c47a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.239369] env[68960]: DEBUG oslo_concurrency.lockutils [None req-74a8e15e-e801-498e-828d-bf20e83fa57f tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Acquiring lock "f80bcbe5-5386-433c-99ba-2fe9324c47a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.239369] env[68960]: DEBUG oslo_concurrency.lockutils [None req-74a8e15e-e801-498e-828d-bf20e83fa57f tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Lock "f80bcbe5-5386-433c-99ba-2fe9324c47a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.239369] env[68960]: DEBUG oslo_concurrency.lockutils [None req-74a8e15e-e801-498e-828d-bf20e83fa57f tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Lock "f80bcbe5-5386-433c-99ba-2fe9324c47a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.240336] env[68960]: INFO nova.compute.manager [None req-74a8e15e-e801-498e-828d-bf20e83fa57f tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Terminating instance [ 999.294616] env[68960]: DEBUG oslo_vmware.api [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221898, 'name': ReconfigVM_Task, 'duration_secs': 0.397608} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.295540] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Reconfigured VM instance instance-00000051 to attach disk [datastore2] d7a37e41-d64c-498d-acf0-b41961fe7635/d7a37e41-d64c-498d-acf0-b41961fe7635.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.295871] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Updating instance 'd7a37e41-d64c-498d-acf0-b41961fe7635' progress to 50 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 999.312213] env[68960]: DEBUG oslo_vmware.api [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221899, 'name': Rename_Task, 'duration_secs': 0.169402} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.315616] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.316453] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50665720-330c-4af8-b521-bc47d6b46806 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.324889] env[68960]: DEBUG oslo_vmware.api [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 999.324889] env[68960]: value = "task-3221900" [ 999.324889] env[68960]: _type = "Task" [ 999.324889] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.331276] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1fd314-24c5-4900-9676-9c41e1fa5aae {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.338443] env[68960]: DEBUG oslo_vmware.api [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.341952] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69babe3d-b961-4347-b7a1-d9f1bea36624 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.378411] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29dfefd1-aa93-444c-b775-99a5d451d67b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.386764] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e951bdc-63b9-4504-ae68-77f63f216d9d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.401629] env[68960]: DEBUG nova.compute.provider_tree [None req-d9df5561-c1f2-4183-9ee6-4dfcdc8b9b30 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.517493] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c151f79f-160a-488f-8883-cfd286f08904 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Creating linked-clone VM from snapshot {{(pid=68960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 999.517988] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d9574320-6ce2-45b6-811e-f1c8804d7175 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.522638] env[68960]: DEBUG nova.compute.manager [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 999.531611] env[68960]: DEBUG oslo_vmware.api [None req-c151f79f-160a-488f-8883-cfd286f08904 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 999.531611] env[68960]: value = "task-3221901" [ 999.531611] env[68960]: _type = "Task" [ 999.531611] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.540657] env[68960]: DEBUG oslo_vmware.api [None req-c151f79f-160a-488f-8883-cfd286f08904 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221901, 'name': CloneVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.744965] env[68960]: DEBUG nova.compute.manager [None req-74a8e15e-e801-498e-828d-bf20e83fa57f tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 999.745387] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-74a8e15e-e801-498e-828d-bf20e83fa57f tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.746362] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97acc21b-12b0-4df1-88b7-1577b98e8f24 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.755094] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a8e15e-e801-498e-828d-bf20e83fa57f tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.755378] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52c0ffe2-672a-417c-9cec-54df9807ccbd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.762299] env[68960]: DEBUG oslo_vmware.api [None req-74a8e15e-e801-498e-828d-bf20e83fa57f tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Waiting for the task: (returnval){ [ 999.762299] env[68960]: value = "task-3221902" [ 999.762299] env[68960]: _type = "Task" [ 999.762299] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.770810] env[68960]: DEBUG oslo_vmware.api [None req-74a8e15e-e801-498e-828d-bf20e83fa57f tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3221902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.772249] env[68960]: DEBUG nova.network.neutron [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Successfully created port: 3c759feb-943a-40ea-a525-766844392259 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.805612] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b977ec69-baed-430c-b981-2f5a46d4f1b7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.834550] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b554faf5-41c3-4d00-bb15-06986cab31a0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.844051] env[68960]: DEBUG oslo_vmware.api [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221900, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.860812] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Updating instance 'd7a37e41-d64c-498d-acf0-b41961fe7635' progress to 67 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 999.906296] env[68960]: DEBUG nova.scheduler.client.report [None req-d9df5561-c1f2-4183-9ee6-4dfcdc8b9b30 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.047608] env[68960]: DEBUG oslo_vmware.api [None req-c151f79f-160a-488f-8883-cfd286f08904 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221901, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.272194] env[68960]: DEBUG oslo_vmware.api [None req-74a8e15e-e801-498e-828d-bf20e83fa57f tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3221902, 'name': PowerOffVM_Task, 'duration_secs': 0.385039} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.272519] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a8e15e-e801-498e-828d-bf20e83fa57f tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.272739] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-74a8e15e-e801-498e-828d-bf20e83fa57f tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.273053] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4322798a-4cd1-44df-80b7-f980caba3a31 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.340648] env[68960]: DEBUG oslo_vmware.api [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221900, 'name': PowerOnVM_Task, 'duration_secs': 0.809544} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.340978] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.341373] env[68960]: INFO nova.compute.manager [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Took 8.96 seconds to spawn the instance on the hypervisor. [ 1000.341528] env[68960]: DEBUG nova.compute.manager [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.342889] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c6ed6c-2734-4ff8-93b3-03d2eee7d0dd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.346163] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-74a8e15e-e801-498e-828d-bf20e83fa57f tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.346396] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-74a8e15e-e801-498e-828d-bf20e83fa57f tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.346621] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-74a8e15e-e801-498e-828d-bf20e83fa57f tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Deleting the datastore file [datastore2] f80bcbe5-5386-433c-99ba-2fe9324c47a9 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.347217] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42487ea6-2a15-4b40-b089-50d49929a8cb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.357682] env[68960]: DEBUG oslo_vmware.api [None req-74a8e15e-e801-498e-828d-bf20e83fa57f tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Waiting for the task: (returnval){ [ 1000.357682] env[68960]: value = "task-3221904" [ 1000.357682] env[68960]: _type = "Task" [ 1000.357682] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.365726] env[68960]: DEBUG oslo_vmware.api [None req-74a8e15e-e801-498e-828d-bf20e83fa57f tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3221904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.402788] env[68960]: DEBUG nova.network.neutron [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Port 22179951-ff1d-400d-945e-e32036bac5ea binding to destination host cpu-1 is already ACTIVE {{(pid=68960) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1000.412177] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d9df5561-c1f2-4183-9ee6-4dfcdc8b9b30 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.414630] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.195s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.417102] env[68960]: INFO nova.compute.claims [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.453435] env[68960]: INFO nova.scheduler.client.report [None req-d9df5561-c1f2-4183-9ee6-4dfcdc8b9b30 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Deleted allocations for instance e24e6be9-3686-47e4-99a4-459576dc7dfc [ 1000.541108] env[68960]: DEBUG nova.compute.manager [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1000.549264] env[68960]: DEBUG oslo_vmware.api [None req-c151f79f-160a-488f-8883-cfd286f08904 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221901, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.582698] env[68960]: DEBUG nova.virt.hardware [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.582698] env[68960]: DEBUG nova.virt.hardware [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.582698] env[68960]: DEBUG nova.virt.hardware [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.582698] env[68960]: DEBUG nova.virt.hardware [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.582698] env[68960]: DEBUG nova.virt.hardware [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.582698] env[68960]: DEBUG nova.virt.hardware [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.582698] env[68960]: DEBUG nova.virt.hardware [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.582698] env[68960]: DEBUG nova.virt.hardware [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.582698] env[68960]: DEBUG nova.virt.hardware [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.582698] env[68960]: DEBUG nova.virt.hardware [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.582698] env[68960]: DEBUG nova.virt.hardware [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.582698] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff69ded-5b9f-4200-9797-8a30bacf6503 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.591728] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797308c8-fd9b-481d-a4de-25d43533e227 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.648067] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f92b1ba8-01c2-4764-90eb-6a883297bb4f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "interface-df1c635b-6070-4793-ac01-c3c54bc84c9a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.648067] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f92b1ba8-01c2-4764-90eb-6a883297bb4f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "interface-df1c635b-6070-4793-ac01-c3c54bc84c9a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.648067] env[68960]: DEBUG nova.objects.instance [None req-f92b1ba8-01c2-4764-90eb-6a883297bb4f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lazy-loading 'flavor' on Instance uuid df1c635b-6070-4793-ac01-c3c54bc84c9a {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.808270] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf9cc8c-dc6e-46be-9757-4047c267b936 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Volume attach. Driver type: vmdk {{(pid=68960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1000.808559] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf9cc8c-dc6e-46be-9757-4047c267b936 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644139', 'volume_id': 'a13d0f18-fc10-434e-b7da-1c538b47cc1c', 'name': 'volume-a13d0f18-fc10-434e-b7da-1c538b47cc1c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '168d8714-3f8f-4bfa-ba48-d0d95f461c14', 'attached_at': '', 'detached_at': '', 'volume_id': 'a13d0f18-fc10-434e-b7da-1c538b47cc1c', 'serial': 'a13d0f18-fc10-434e-b7da-1c538b47cc1c'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1000.809725] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e72597f-a92e-4c50-a545-76dd8067d092 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.840269] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2491ac-a921-4ca7-830c-5dafe6b3aa1c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.872053] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf9cc8c-dc6e-46be-9757-4047c267b936 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] volume-a13d0f18-fc10-434e-b7da-1c538b47cc1c/volume-a13d0f18-fc10-434e-b7da-1c538b47cc1c.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.877436] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-733d3b2e-fad2-4056-a3cd-ff2f3bad73ff {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.891262] env[68960]: INFO nova.compute.manager [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Took 32.57 seconds to build instance. [ 1000.898036] env[68960]: DEBUG oslo_vmware.api [None req-74a8e15e-e801-498e-828d-bf20e83fa57f tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Task: {'id': task-3221904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.389825} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.899957] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-74a8e15e-e801-498e-828d-bf20e83fa57f tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.900175] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-74a8e15e-e801-498e-828d-bf20e83fa57f tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.900382] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-74a8e15e-e801-498e-828d-bf20e83fa57f tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.900560] env[68960]: INFO nova.compute.manager [None req-74a8e15e-e801-498e-828d-bf20e83fa57f tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1000.901070] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74a8e15e-e801-498e-828d-bf20e83fa57f tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.901070] env[68960]: DEBUG oslo_vmware.api [None req-8bf9cc8c-dc6e-46be-9757-4047c267b936 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Waiting for the task: (returnval){ [ 1000.901070] env[68960]: value = "task-3221905" [ 1000.901070] env[68960]: _type = "Task" [ 1000.901070] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.901340] env[68960]: DEBUG nova.compute.manager [-] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.901413] env[68960]: DEBUG nova.network.neutron [-] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.916636] env[68960]: DEBUG oslo_vmware.api [None req-8bf9cc8c-dc6e-46be-9757-4047c267b936 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.962060] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d9df5561-c1f2-4183-9ee6-4dfcdc8b9b30 tempest-ServersTestManualDisk-1657491269 tempest-ServersTestManualDisk-1657491269-project-member] Lock "e24e6be9-3686-47e4-99a4-459576dc7dfc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.847s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.046773] env[68960]: DEBUG oslo_vmware.api [None req-c151f79f-160a-488f-8883-cfd286f08904 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221901, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.153170] env[68960]: DEBUG nova.objects.instance [None req-f92b1ba8-01c2-4764-90eb-6a883297bb4f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lazy-loading 'pci_requests' on Instance uuid df1c635b-6070-4793-ac01-c3c54bc84c9a {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.395578] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1753d50a-5902-4034-a8ce-14171cea3b74 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "d39024a8-8240-491f-88ee-8543fbfa7573" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.084s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.422213] env[68960]: DEBUG oslo_vmware.api [None req-8bf9cc8c-dc6e-46be-9757-4047c267b936 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.429838] env[68960]: DEBUG oslo_concurrency.lockutils [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "d7a37e41-d64c-498d-acf0-b41961fe7635-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.430067] env[68960]: DEBUG oslo_concurrency.lockutils [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "d7a37e41-d64c-498d-acf0-b41961fe7635-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.430253] env[68960]: DEBUG oslo_concurrency.lockutils [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "d7a37e41-d64c-498d-acf0-b41961fe7635-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.556079] env[68960]: DEBUG oslo_vmware.api [None req-c151f79f-160a-488f-8883-cfd286f08904 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221901, 'name': CloneVM_Task} progress is 95%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.650032] env[68960]: DEBUG nova.network.neutron [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Successfully updated port: 3c759feb-943a-40ea-a525-766844392259 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.655882] env[68960]: DEBUG nova.objects.base [None req-f92b1ba8-01c2-4764-90eb-6a883297bb4f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68960) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1001.656194] env[68960]: DEBUG nova.network.neutron [None req-f92b1ba8-01c2-4764-90eb-6a883297bb4f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.758721] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf48342-09e5-469a-9db7-cfe711704262 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.766891] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479ee156-ca9f-4263-9c92-7f62fdddd21e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.799529] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d74393d-532e-41e7-aea2-bddaafe6dc3e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.807947] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea9695e-07c1-4e65-a531-ddd27d3ed841 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.822239] env[68960]: DEBUG nova.compute.provider_tree [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.825077] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f92b1ba8-01c2-4764-90eb-6a883297bb4f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "interface-df1c635b-6070-4793-ac01-c3c54bc84c9a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.178s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.915196] env[68960]: DEBUG oslo_vmware.api [None req-8bf9cc8c-dc6e-46be-9757-4047c267b936 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221905, 'name': ReconfigVM_Task, 'duration_secs': 0.691529} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.915572] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf9cc8c-dc6e-46be-9757-4047c267b936 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Reconfigured VM instance instance-0000004d to attach disk [datastore2] volume-a13d0f18-fc10-434e-b7da-1c538b47cc1c/volume-a13d0f18-fc10-434e-b7da-1c538b47cc1c.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.921286] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f8fe48f-02bf-4db0-9f03-f5edec2840d0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.940830] env[68960]: DEBUG oslo_vmware.api [None req-8bf9cc8c-dc6e-46be-9757-4047c267b936 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Waiting for the task: (returnval){ [ 1001.940830] env[68960]: value = "task-3221906" [ 1001.940830] env[68960]: _type = "Task" [ 1001.940830] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.952637] env[68960]: DEBUG oslo_vmware.api [None req-8bf9cc8c-dc6e-46be-9757-4047c267b936 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221906, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.957804] env[68960]: DEBUG nova.network.neutron [-] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.048032] env[68960]: DEBUG oslo_vmware.api [None req-c151f79f-160a-488f-8883-cfd286f08904 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221901, 'name': CloneVM_Task, 'duration_secs': 2.214116} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.048032] env[68960]: INFO nova.virt.vmwareapi.vmops [None req-c151f79f-160a-488f-8883-cfd286f08904 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Created linked-clone VM from snapshot [ 1002.048692] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db65033-88b5-47b1-8778-4245ffe536c8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.063641] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-c151f79f-160a-488f-8883-cfd286f08904 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Uploading image 7e495b89-25ec-41b0-b0c9-8705d87522da {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1002.079579] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c151f79f-160a-488f-8883-cfd286f08904 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Destroying the VM {{(pid=68960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1002.079841] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f3ec7383-6cb8-47fe-80e7-a826224feb21 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.086999] env[68960]: DEBUG oslo_vmware.api [None req-c151f79f-160a-488f-8883-cfd286f08904 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 1002.086999] env[68960]: value = "task-3221907" [ 1002.086999] env[68960]: _type = "Task" [ 1002.086999] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.095416] env[68960]: DEBUG oslo_vmware.api [None req-c151f79f-160a-488f-8883-cfd286f08904 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221907, 'name': Destroy_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.151881] env[68960]: DEBUG oslo_concurrency.lockutils [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Acquiring lock "refresh_cache-70cb0e8b-7ed9-49b5-a7c0-2e82455808a4" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.151993] env[68960]: DEBUG oslo_concurrency.lockutils [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Acquired lock "refresh_cache-70cb0e8b-7ed9-49b5-a7c0-2e82455808a4" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.152139] env[68960]: DEBUG nova.network.neutron [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.325484] env[68960]: DEBUG nova.scheduler.client.report [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.398077] env[68960]: DEBUG nova.compute.manager [req-8af44485-37f4-43b2-b8d3-422f63392f1a req-36cf31ec-5ffd-48e4-8587-f51645a46a2a service nova] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Received event network-vif-deleted-23c4e842-ded8-47e1-8dfe-66cc29f7cf67 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.418614] env[68960]: DEBUG nova.compute.manager [req-d7a81af7-043e-4644-adb4-6fde409660c8 req-f23de6f9-0c06-4699-b57c-c643602f8257 service nova] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Received event network-vif-plugged-3c759feb-943a-40ea-a525-766844392259 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.418904] env[68960]: DEBUG oslo_concurrency.lockutils [req-d7a81af7-043e-4644-adb4-6fde409660c8 req-f23de6f9-0c06-4699-b57c-c643602f8257 service nova] Acquiring lock "70cb0e8b-7ed9-49b5-a7c0-2e82455808a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.419179] env[68960]: DEBUG oslo_concurrency.lockutils [req-d7a81af7-043e-4644-adb4-6fde409660c8 req-f23de6f9-0c06-4699-b57c-c643602f8257 service nova] Lock "70cb0e8b-7ed9-49b5-a7c0-2e82455808a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.419515] env[68960]: DEBUG oslo_concurrency.lockutils [req-d7a81af7-043e-4644-adb4-6fde409660c8 req-f23de6f9-0c06-4699-b57c-c643602f8257 service nova] Lock "70cb0e8b-7ed9-49b5-a7c0-2e82455808a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.419685] env[68960]: DEBUG nova.compute.manager [req-d7a81af7-043e-4644-adb4-6fde409660c8 req-f23de6f9-0c06-4699-b57c-c643602f8257 service nova] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] No waiting events found dispatching network-vif-plugged-3c759feb-943a-40ea-a525-766844392259 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1002.419862] env[68960]: WARNING nova.compute.manager [req-d7a81af7-043e-4644-adb4-6fde409660c8 req-f23de6f9-0c06-4699-b57c-c643602f8257 service nova] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Received unexpected event network-vif-plugged-3c759feb-943a-40ea-a525-766844392259 for instance with vm_state building and task_state spawning. [ 1002.460032] env[68960]: DEBUG oslo_vmware.api [None req-8bf9cc8c-dc6e-46be-9757-4047c267b936 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221906, 'name': ReconfigVM_Task, 'duration_secs': 0.17661} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.460032] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf9cc8c-dc6e-46be-9757-4047c267b936 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644139', 'volume_id': 'a13d0f18-fc10-434e-b7da-1c538b47cc1c', 'name': 'volume-a13d0f18-fc10-434e-b7da-1c538b47cc1c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '168d8714-3f8f-4bfa-ba48-d0d95f461c14', 'attached_at': '', 'detached_at': '', 'volume_id': 'a13d0f18-fc10-434e-b7da-1c538b47cc1c', 'serial': 'a13d0f18-fc10-434e-b7da-1c538b47cc1c'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1002.460032] env[68960]: INFO nova.compute.manager [-] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Took 1.56 seconds to deallocate network for instance. [ 1002.507955] env[68960]: DEBUG oslo_concurrency.lockutils [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "refresh_cache-d7a37e41-d64c-498d-acf0-b41961fe7635" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.508345] env[68960]: DEBUG oslo_concurrency.lockutils [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquired lock "refresh_cache-d7a37e41-d64c-498d-acf0-b41961fe7635" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.508614] env[68960]: DEBUG nova.network.neutron [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.598777] env[68960]: DEBUG oslo_vmware.api [None req-c151f79f-160a-488f-8883-cfd286f08904 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221907, 'name': Destroy_Task} progress is 33%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.646778] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "d5b57c7f-800a-4f8d-a712-eabc0d08af00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.648359] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "d5b57c7f-800a-4f8d-a712-eabc0d08af00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.678145] env[68960]: DEBUG oslo_concurrency.lockutils [None req-083f7998-dcc2-4639-ba6a-5c7dc3d77fd8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "d39024a8-8240-491f-88ee-8543fbfa7573" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.678451] env[68960]: DEBUG oslo_concurrency.lockutils [None req-083f7998-dcc2-4639-ba6a-5c7dc3d77fd8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "d39024a8-8240-491f-88ee-8543fbfa7573" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.678648] env[68960]: DEBUG nova.compute.manager [None req-083f7998-dcc2-4639-ba6a-5c7dc3d77fd8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.680469] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfdc425-4574-4ef3-bca7-d13e83c128b4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.688878] env[68960]: DEBUG nova.compute.manager [None req-083f7998-dcc2-4639-ba6a-5c7dc3d77fd8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68960) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1002.689562] env[68960]: DEBUG nova.objects.instance [None req-083f7998-dcc2-4639-ba6a-5c7dc3d77fd8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lazy-loading 'flavor' on Instance uuid d39024a8-8240-491f-88ee-8543fbfa7573 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.723131] env[68960]: DEBUG nova.network.neutron [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.831410] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.831977] env[68960]: DEBUG nova.compute.manager [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.837101] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.231s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.969153] env[68960]: DEBUG oslo_concurrency.lockutils [None req-74a8e15e-e801-498e-828d-bf20e83fa57f tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.044944] env[68960]: DEBUG nova.network.neutron [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Updating instance_info_cache with network_info: [{"id": "3c759feb-943a-40ea-a525-766844392259", "address": "fa:16:3e:a9:2a:e0", "network": {"id": "4f6c2869-1d90-4122-b18e-6d4c4f4b9080", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-808812376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c2d56122a0444f8dada636bc5ed07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c759feb-94", "ovs_interfaceid": "3c759feb-943a-40ea-a525-766844392259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.099672] env[68960]: DEBUG oslo_vmware.api [None req-c151f79f-160a-488f-8883-cfd286f08904 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221907, 'name': Destroy_Task, 'duration_secs': 0.703654} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.099903] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-c151f79f-160a-488f-8883-cfd286f08904 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Destroyed the VM [ 1003.100201] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c151f79f-160a-488f-8883-cfd286f08904 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Deleting Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1003.100983] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-832e147e-6f15-4afc-b0a1-d6642a050e9f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.107415] env[68960]: DEBUG oslo_vmware.api [None req-c151f79f-160a-488f-8883-cfd286f08904 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 1003.107415] env[68960]: value = "task-3221908" [ 1003.107415] env[68960]: _type = "Task" [ 1003.107415] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.115822] env[68960]: DEBUG oslo_vmware.api [None req-c151f79f-160a-488f-8883-cfd286f08904 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221908, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.154694] env[68960]: DEBUG nova.compute.manager [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1003.358633] env[68960]: DEBUG nova.compute.utils [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.359375] env[68960]: DEBUG nova.compute.manager [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.359539] env[68960]: DEBUG nova.network.neutron [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.387659] env[68960]: DEBUG nova.network.neutron [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Updating instance_info_cache with network_info: [{"id": "22179951-ff1d-400d-945e-e32036bac5ea", "address": "fa:16:3e:94:11:a4", "network": {"id": "8bfecd26-bbd0-4196-8447-de727dae2385", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1461791050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42779973f53e4b13bbe449e808f2bfa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22179951-ff", "ovs_interfaceid": "22179951-ff1d-400d-945e-e32036bac5ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.429456] env[68960]: DEBUG nova.policy [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2451ff48c3e34967a8ab6c2731bf3900', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e07d167f8814542b29ad5ae6783922b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.520060] env[68960]: DEBUG nova.objects.instance [None req-8bf9cc8c-dc6e-46be-9757-4047c267b936 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Lazy-loading 'flavor' on Instance uuid 168d8714-3f8f-4bfa-ba48-d0d95f461c14 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.548661] env[68960]: DEBUG oslo_concurrency.lockutils [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Releasing lock "refresh_cache-70cb0e8b-7ed9-49b5-a7c0-2e82455808a4" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.549048] env[68960]: DEBUG nova.compute.manager [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Instance network_info: |[{"id": "3c759feb-943a-40ea-a525-766844392259", "address": "fa:16:3e:a9:2a:e0", "network": {"id": "4f6c2869-1d90-4122-b18e-6d4c4f4b9080", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-808812376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c2d56122a0444f8dada636bc5ed07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c759feb-94", "ovs_interfaceid": "3c759feb-943a-40ea-a525-766844392259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1003.550232] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:2a:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8b99a46-3e7f-4ef1-9e45-58e6cd17f210', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c759feb-943a-40ea-a525-766844392259', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.559331] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Creating folder: Project (e5c2d56122a0444f8dada636bc5ed07d). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1003.560077] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69d2ec7d-45bf-4cc9-8351-39d3ef6fbc82 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.572854] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Created folder: Project (e5c2d56122a0444f8dada636bc5ed07d) in parent group-v643888. [ 1003.573267] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Creating folder: Instances. Parent ref: group-v644142. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1003.573382] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdbd366a-f3a6-4a41-b12c-6fef3d018bef {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.581931] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Created folder: Instances in parent group-v644142. [ 1003.582513] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.582513] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.582651] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e28f13d-e4b8-4c15-9097-7fca4fe08723 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.607465] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.607465] env[68960]: value = "task-3221911" [ 1003.607465] env[68960]: _type = "Task" [ 1003.607465] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.622165] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221911, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.624740] env[68960]: DEBUG oslo_vmware.api [None req-c151f79f-160a-488f-8883-cfd286f08904 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221908, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.688250] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.697190] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-083f7998-dcc2-4639-ba6a-5c7dc3d77fd8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.697725] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76fecc89-be87-4d10-818b-804921c23ff7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.708146] env[68960]: DEBUG oslo_vmware.api [None req-083f7998-dcc2-4639-ba6a-5c7dc3d77fd8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 1003.708146] env[68960]: value = "task-3221912" [ 1003.708146] env[68960]: _type = "Task" [ 1003.708146] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.716861] env[68960]: DEBUG oslo_vmware.api [None req-083f7998-dcc2-4639-ba6a-5c7dc3d77fd8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.728828] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6f2c0cd4-5f35-4dd6-875a-720b64149225 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "5ca439bd-7b4c-42cd-a3b7-c47b0e627935" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.728828] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6f2c0cd4-5f35-4dd6-875a-720b64149225 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "5ca439bd-7b4c-42cd-a3b7-c47b0e627935" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.863448] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Applying migration context for instance d7a37e41-d64c-498d-acf0-b41961fe7635 as it has an incoming, in-progress migration 7b4e5095-6d64-4def-a70f-112cd5260795. Migration status is post-migrating {{(pid=68960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1003.866543] env[68960]: INFO nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Updating resource usage from migration 7b4e5095-6d64-4def-a70f-112cd5260795 [ 1003.868528] env[68960]: DEBUG nova.compute.manager [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.891047] env[68960]: DEBUG oslo_concurrency.lockutils [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Releasing lock "refresh_cache-d7a37e41-d64c-498d-acf0-b41961fe7635" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.899558] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.899558] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.899558] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 5ca439bd-7b4c-42cd-a3b7-c47b0e627935 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.899558] env[68960]: WARNING nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance f80bcbe5-5386-433c-99ba-2fe9324c47a9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1003.899558] env[68960]: WARNING nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance e715745a-8246-4240-8da8-9d43cf936fbc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1003.899558] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.899558] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 178e556e-7643-46a0-a83a-3923fda2c471 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.899558] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance d69bcd5d-1843-4880-aae3-a34c0ca9ea8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.899558] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 5f6c0adf-c72f-45f6-89a8-f696e3d45db7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.900448] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance c0c2de40-dcf8-420e-8be1-23195cfbfe60 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.900448] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 168d8714-3f8f-4bfa-ba48-d0d95f461c14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.900448] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 528aca84-c1c0-4af1-ac42-330bd8cd5b15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.900448] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance df1c635b-6070-4793-ac01-c3c54bc84c9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.900448] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 2901333b-0754-4d83-a5b6-54603eb97033 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.900448] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.900448] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance d39024a8-8240-491f-88ee-8543fbfa7573 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.900448] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Migration 7b4e5095-6d64-4def-a70f-112cd5260795 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1003.900937] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance d7a37e41-d64c-498d-acf0-b41961fe7635 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.900937] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.900937] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance cb7309a4-cc7a-45d1-b080-c0fb1e424c1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.915676] env[68960]: DEBUG oslo_concurrency.lockutils [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "interface-df1c635b-6070-4793-ac01-c3c54bc84c9a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.915926] env[68960]: DEBUG oslo_concurrency.lockutils [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "interface-df1c635b-6070-4793-ac01-c3c54bc84c9a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.916304] env[68960]: DEBUG nova.objects.instance [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lazy-loading 'flavor' on Instance uuid df1c635b-6070-4793-ac01-c3c54bc84c9a {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.922309] env[68960]: DEBUG oslo_vmware.rw_handles [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cba046-1fab-fd47-74a5-0ce6bfad8bc7/disk-0.vmdk. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1003.924834] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85f75ab-c79d-431a-b59e-0a9fe3ee501b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.933034] env[68960]: DEBUG oslo_vmware.rw_handles [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cba046-1fab-fd47-74a5-0ce6bfad8bc7/disk-0.vmdk is in state: ready. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1003.933135] env[68960]: ERROR oslo_vmware.rw_handles [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cba046-1fab-fd47-74a5-0ce6bfad8bc7/disk-0.vmdk due to incomplete transfer. [ 1003.933388] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2b6c7f1b-7a8e-423c-8f14-3880afe14a07 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.943642] env[68960]: DEBUG oslo_vmware.rw_handles [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cba046-1fab-fd47-74a5-0ce6bfad8bc7/disk-0.vmdk. {{(pid=68960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1003.943917] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Uploaded image ef4cb718-5144-4d48-a655-92cd5aaa7ce6 to the Glance image server {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1003.946689] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Destroying the VM {{(pid=68960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1003.946854] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fddd271a-08c8-437b-a154-15f6abcd0b32 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.957462] env[68960]: DEBUG oslo_vmware.api [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 1003.957462] env[68960]: value = "task-3221913" [ 1003.957462] env[68960]: _type = "Task" [ 1003.957462] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.970349] env[68960]: DEBUG oslo_vmware.api [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221913, 'name': Destroy_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.033171] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8bf9cc8c-dc6e-46be-9757-4047c267b936 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Lock "168d8714-3f8f-4bfa-ba48-d0d95f461c14" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.835s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.085920] env[68960]: DEBUG nova.network.neutron [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Successfully created port: cd64ba3c-d949-4690-9676-7eaa77551bf5 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1004.128406] env[68960]: DEBUG oslo_vmware.api [None req-c151f79f-160a-488f-8883-cfd286f08904 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221908, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.133777] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221911, 'name': CreateVM_Task, 'duration_secs': 0.407608} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.133936] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.134958] env[68960]: DEBUG oslo_concurrency.lockutils [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.135255] env[68960]: DEBUG oslo_concurrency.lockutils [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.135689] env[68960]: DEBUG oslo_concurrency.lockutils [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.136089] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cc0b4a2-b84d-481a-a193-a210bc80f685 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.142815] env[68960]: DEBUG oslo_vmware.api [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Waiting for the task: (returnval){ [ 1004.142815] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524815fb-daad-1c6b-8f25-1342d0025a0b" [ 1004.142815] env[68960]: _type = "Task" [ 1004.142815] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.155530] env[68960]: DEBUG oslo_vmware.api [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524815fb-daad-1c6b-8f25-1342d0025a0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.247874] env[68960]: INFO nova.compute.manager [None req-6f2c0cd4-5f35-4dd6-875a-720b64149225 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Detaching volume 573bf7d5-11a7-47d7-9305-2c85d561d561 [ 1004.254853] env[68960]: DEBUG oslo_vmware.api [None req-083f7998-dcc2-4639-ba6a-5c7dc3d77fd8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221912, 'name': PowerOffVM_Task, 'duration_secs': 0.27609} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.256084] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-083f7998-dcc2-4639-ba6a-5c7dc3d77fd8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.256084] env[68960]: DEBUG nova.compute.manager [None req-083f7998-dcc2-4639-ba6a-5c7dc3d77fd8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.256990] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5617206b-f3ed-4926-b709-88a979a1b7ca {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.339300] env[68960]: INFO nova.virt.block_device [None req-6f2c0cd4-5f35-4dd6-875a-720b64149225 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Attempting to driver detach volume 573bf7d5-11a7-47d7-9305-2c85d561d561 from mountpoint /dev/sdb [ 1004.339300] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f2c0cd4-5f35-4dd6-875a-720b64149225 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Volume detach. Driver type: vmdk {{(pid=68960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1004.339300] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f2c0cd4-5f35-4dd6-875a-720b64149225 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644117', 'volume_id': '573bf7d5-11a7-47d7-9305-2c85d561d561', 'name': 'volume-573bf7d5-11a7-47d7-9305-2c85d561d561', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ca439bd-7b4c-42cd-a3b7-c47b0e627935', 'attached_at': '', 'detached_at': '', 'volume_id': '573bf7d5-11a7-47d7-9305-2c85d561d561', 'serial': '573bf7d5-11a7-47d7-9305-2c85d561d561'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1004.339300] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f76ec4-0db3-4d00-b1f6-b168c0a5f31a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.382056] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd74c3c-115d-47ce-a2de-c52c1f6a9416 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.390492] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d63725-201e-4b32-9d87-b03e97863b92 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.412974] env[68960]: DEBUG oslo_concurrency.lockutils [None req-220251ea-b26e-400d-9614-fa06ffea8c41 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Acquiring lock "168d8714-3f8f-4bfa-ba48-d0d95f461c14" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.413663] env[68960]: DEBUG oslo_concurrency.lockutils [None req-220251ea-b26e-400d-9614-fa06ffea8c41 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Lock "168d8714-3f8f-4bfa-ba48-d0d95f461c14" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.418279] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance d5b57c7f-800a-4f8d-a712-eabc0d08af00 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1004.418563] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=68960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1004.418729] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=68960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1004.428897] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e420ea-f51b-4398-afb0-df804bd2e6f0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.446950] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f2c0cd4-5f35-4dd6-875a-720b64149225 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] The volume has not been displaced from its original location: [datastore2] volume-573bf7d5-11a7-47d7-9305-2c85d561d561/volume-573bf7d5-11a7-47d7-9305-2c85d561d561.vmdk. No consolidation needed. {{(pid=68960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1004.452972] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f2c0cd4-5f35-4dd6-875a-720b64149225 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Reconfiguring VM instance instance-00000026 to detach disk 2001 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1004.454566] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbe09f6a-44cb-49ea-9ae9-bf10ff972f22 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.468651] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d645def-fe39-4ce4-b335-f8fc63054ac9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.500219] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb115e4-6091-4566-b4d3-ce36c1cefda4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.503093] env[68960]: DEBUG oslo_vmware.api [None req-6f2c0cd4-5f35-4dd6-875a-720b64149225 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 1004.503093] env[68960]: value = "task-3221914" [ 1004.503093] env[68960]: _type = "Task" [ 1004.503093] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.506890] env[68960]: DEBUG oslo_vmware.api [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221913, 'name': Destroy_Task} progress is 33%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.519022] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Updating instance 'd7a37e41-d64c-498d-acf0-b41961fe7635' progress to 83 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1004.525962] env[68960]: DEBUG oslo_vmware.api [None req-6f2c0cd4-5f35-4dd6-875a-720b64149225 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.553178] env[68960]: DEBUG nova.objects.instance [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lazy-loading 'pci_requests' on Instance uuid df1c635b-6070-4793-ac01-c3c54bc84c9a {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.621988] env[68960]: DEBUG oslo_vmware.api [None req-c151f79f-160a-488f-8883-cfd286f08904 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221908, 'name': RemoveSnapshot_Task, 'duration_secs': 1.084422} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.622499] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c151f79f-160a-488f-8883-cfd286f08904 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Deleted Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1004.657724] env[68960]: DEBUG oslo_vmware.api [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524815fb-daad-1c6b-8f25-1342d0025a0b, 'name': SearchDatastore_Task, 'duration_secs': 0.020083} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.658062] env[68960]: DEBUG oslo_concurrency.lockutils [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.658309] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.658550] env[68960]: DEBUG oslo_concurrency.lockutils [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.658695] env[68960]: DEBUG oslo_concurrency.lockutils [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.658873] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.662050] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d50a2504-e582-4afd-9c19-d68f1741ab51 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.673475] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.673949] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.675046] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88b7e920-eeec-49e7-8b99-9e393496d255 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.682470] env[68960]: DEBUG oslo_vmware.api [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Waiting for the task: (returnval){ [ 1004.682470] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5219347d-71c2-12e3-949f-a48a2d6339a3" [ 1004.682470] env[68960]: _type = "Task" [ 1004.682470] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.690787] env[68960]: DEBUG oslo_vmware.api [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5219347d-71c2-12e3-949f-a48a2d6339a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.773542] env[68960]: DEBUG oslo_concurrency.lockutils [None req-083f7998-dcc2-4639-ba6a-5c7dc3d77fd8 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "d39024a8-8240-491f-88ee-8543fbfa7573" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.095s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.849455] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf5fa18-3eb8-466e-a815-f801cb20e3cc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.857487] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569deede-72bd-496d-adf8-deed3c427629 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.890791] env[68960]: DEBUG nova.compute.manager [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.895080] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a42322-3242-41bb-ac01-cc0b172dcde8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.904439] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276a278a-b40c-4df3-801b-ebd0f17970dc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.921663] env[68960]: DEBUG nova.compute.provider_tree [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.926772] env[68960]: INFO nova.compute.manager [None req-220251ea-b26e-400d-9614-fa06ffea8c41 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Detaching volume a13d0f18-fc10-434e-b7da-1c538b47cc1c [ 1004.936698] env[68960]: DEBUG nova.virt.hardware [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.936698] env[68960]: DEBUG nova.virt.hardware [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.936884] env[68960]: DEBUG nova.virt.hardware [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.936884] env[68960]: DEBUG nova.virt.hardware [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.937595] env[68960]: DEBUG nova.virt.hardware [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.937595] env[68960]: DEBUG nova.virt.hardware [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.937595] env[68960]: DEBUG nova.virt.hardware [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.937595] env[68960]: DEBUG nova.virt.hardware [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.937794] env[68960]: DEBUG nova.virt.hardware [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.937875] env[68960]: DEBUG nova.virt.hardware [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.938565] env[68960]: DEBUG nova.virt.hardware [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.939298] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d8166f-e548-4246-8f34-1b1effc58de7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.950579] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2815fc0e-c5e0-43df-b5bb-7710760bc61c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.979437] env[68960]: INFO nova.virt.block_device [None req-220251ea-b26e-400d-9614-fa06ffea8c41 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Attempting to driver detach volume a13d0f18-fc10-434e-b7da-1c538b47cc1c from mountpoint /dev/sdb [ 1004.979745] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-220251ea-b26e-400d-9614-fa06ffea8c41 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Volume detach. Driver type: vmdk {{(pid=68960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1004.980010] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-220251ea-b26e-400d-9614-fa06ffea8c41 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644139', 'volume_id': 'a13d0f18-fc10-434e-b7da-1c538b47cc1c', 'name': 'volume-a13d0f18-fc10-434e-b7da-1c538b47cc1c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '168d8714-3f8f-4bfa-ba48-d0d95f461c14', 'attached_at': '', 'detached_at': '', 'volume_id': 'a13d0f18-fc10-434e-b7da-1c538b47cc1c', 'serial': 'a13d0f18-fc10-434e-b7da-1c538b47cc1c'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1004.980968] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afdcec0-9ecc-4923-9b28-c53ff768565f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.992506] env[68960]: DEBUG oslo_vmware.api [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221913, 'name': Destroy_Task, 'duration_secs': 0.695771} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.005433] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Destroyed the VM [ 1005.005644] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Deleting Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1005.005992] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-35aa2764-a7ef-4840-9d66-d6985ec8c0f8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.009983] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e43213-04d5-4767-ad7d-047b235e1190 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.021740] env[68960]: DEBUG oslo_vmware.api [None req-6f2c0cd4-5f35-4dd6-875a-720b64149225 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221914, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.024618] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.025422] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f7e641-d78a-4398-8f22-b71646977581 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.028061] env[68960]: DEBUG oslo_vmware.api [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 1005.028061] env[68960]: value = "task-3221915" [ 1005.028061] env[68960]: _type = "Task" [ 1005.028061] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.029290] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b346f9eb-81b0-4128-b669-9daa61dbd1c8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.032206] env[68960]: DEBUG nova.compute.manager [req-065f9d44-5229-4894-9c12-1d77cbeac094 req-c188fcea-e992-4111-80d4-b615a22a64dd service nova] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Received event network-changed-3c759feb-943a-40ea-a525-766844392259 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.032367] env[68960]: DEBUG nova.compute.manager [req-065f9d44-5229-4894-9c12-1d77cbeac094 req-c188fcea-e992-4111-80d4-b615a22a64dd service nova] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Refreshing instance network info cache due to event network-changed-3c759feb-943a-40ea-a525-766844392259. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.032536] env[68960]: DEBUG oslo_concurrency.lockutils [req-065f9d44-5229-4894-9c12-1d77cbeac094 req-c188fcea-e992-4111-80d4-b615a22a64dd service nova] Acquiring lock "refresh_cache-70cb0e8b-7ed9-49b5-a7c0-2e82455808a4" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.032912] env[68960]: DEBUG oslo_concurrency.lockutils [req-065f9d44-5229-4894-9c12-1d77cbeac094 req-c188fcea-e992-4111-80d4-b615a22a64dd service nova] Acquired lock "refresh_cache-70cb0e8b-7ed9-49b5-a7c0-2e82455808a4" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.032912] env[68960]: DEBUG nova.network.neutron [req-065f9d44-5229-4894-9c12-1d77cbeac094 req-c188fcea-e992-4111-80d4-b615a22a64dd service nova] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Refreshing network info cache for port 3c759feb-943a-40ea-a525-766844392259 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.056640] env[68960]: DEBUG nova.objects.base [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68960) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1005.056798] env[68960]: DEBUG nova.network.neutron [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.059812] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043457e9-dd92-42b4-baae-f16c4dcde6ba {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.071190] env[68960]: DEBUG oslo_vmware.api [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 1005.071190] env[68960]: value = "task-3221916" [ 1005.071190] env[68960]: _type = "Task" [ 1005.071190] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.071462] env[68960]: DEBUG oslo_vmware.api [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221915, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.085855] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-220251ea-b26e-400d-9614-fa06ffea8c41 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] The volume has not been displaced from its original location: [datastore2] volume-a13d0f18-fc10-434e-b7da-1c538b47cc1c/volume-a13d0f18-fc10-434e-b7da-1c538b47cc1c.vmdk. No consolidation needed. {{(pid=68960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1005.091058] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-220251ea-b26e-400d-9614-fa06ffea8c41 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1005.092964] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c5dc948-56eb-41ba-a6ec-0a91fb1148fb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.110658] env[68960]: DEBUG oslo_vmware.api [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221916, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.115287] env[68960]: DEBUG oslo_vmware.api [None req-220251ea-b26e-400d-9614-fa06ffea8c41 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Waiting for the task: (returnval){ [ 1005.115287] env[68960]: value = "task-3221917" [ 1005.115287] env[68960]: _type = "Task" [ 1005.115287] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.123405] env[68960]: DEBUG oslo_vmware.api [None req-220251ea-b26e-400d-9614-fa06ffea8c41 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.129949] env[68960]: DEBUG nova.policy [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac6c3170d11f486a9f9f12a2b8d03f32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e614b9fed50b48789272b9d2b974627e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.131916] env[68960]: WARNING nova.compute.manager [None req-c151f79f-160a-488f-8883-cfd286f08904 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Image not found during snapshot: nova.exception.ImageNotFound: Image 7e495b89-25ec-41b0-b0c9-8705d87522da could not be found. [ 1005.195528] env[68960]: DEBUG oslo_vmware.api [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5219347d-71c2-12e3-949f-a48a2d6339a3, 'name': SearchDatastore_Task, 'duration_secs': 0.015179} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.197118] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7d02fd2-8cb9-4341-8ac3-f38feada573f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.201979] env[68960]: DEBUG oslo_vmware.api [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Waiting for the task: (returnval){ [ 1005.201979] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5287d416-e50f-9161-f2db-f74dad262aa8" [ 1005.201979] env[68960]: _type = "Task" [ 1005.201979] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.210753] env[68960]: DEBUG oslo_vmware.api [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5287d416-e50f-9161-f2db-f74dad262aa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.434084] env[68960]: DEBUG nova.scheduler.client.report [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.522631] env[68960]: DEBUG oslo_vmware.api [None req-6f2c0cd4-5f35-4dd6-875a-720b64149225 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221914, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.540865] env[68960]: DEBUG oslo_vmware.api [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221915, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.581720] env[68960]: DEBUG oslo_vmware.api [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221916, 'name': PowerOnVM_Task, 'duration_secs': 0.39702} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.581983] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.582179] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-138114fc-6069-46ab-8bf6-46ba1fd32089 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Updating instance 'd7a37e41-d64c-498d-acf0-b41961fe7635' progress to 100 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1005.630985] env[68960]: DEBUG oslo_vmware.api [None req-220251ea-b26e-400d-9614-fa06ffea8c41 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.659015] env[68960]: DEBUG nova.network.neutron [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Successfully created port: 1fd93475-c6a4-4c49-ba06-1fc1a7c956f9 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.716888] env[68960]: DEBUG oslo_vmware.api [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5287d416-e50f-9161-f2db-f74dad262aa8, 'name': SearchDatastore_Task, 'duration_secs': 0.011319} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.718391] env[68960]: DEBUG oslo_concurrency.lockutils [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.718778] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4/70cb0e8b-7ed9-49b5-a7c0-2e82455808a4.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1005.719032] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fffbd7a-f3d5-4677-b2ff-950716627b65 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.725741] env[68960]: DEBUG oslo_vmware.api [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Waiting for the task: (returnval){ [ 1005.725741] env[68960]: value = "task-3221918" [ 1005.725741] env[68960]: _type = "Task" [ 1005.725741] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.734521] env[68960]: DEBUG oslo_vmware.api [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3221918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.838360] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a1dba2d0-4b95-4cd0-8faa-f69824b21a10 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "4e1a8d2f-01e0-484e-ab67-3bbcadf691e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.838654] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a1dba2d0-4b95-4cd0-8faa-f69824b21a10 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "4e1a8d2f-01e0-484e-ab67-3bbcadf691e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.839015] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a1dba2d0-4b95-4cd0-8faa-f69824b21a10 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "4e1a8d2f-01e0-484e-ab67-3bbcadf691e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.839331] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a1dba2d0-4b95-4cd0-8faa-f69824b21a10 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "4e1a8d2f-01e0-484e-ab67-3bbcadf691e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.839608] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a1dba2d0-4b95-4cd0-8faa-f69824b21a10 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "4e1a8d2f-01e0-484e-ab67-3bbcadf691e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.845061] env[68960]: INFO nova.compute.manager [None req-a1dba2d0-4b95-4cd0-8faa-f69824b21a10 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Terminating instance [ 1005.943976] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1005.943976] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.107s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.944423] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a88ba29c-f75b-4e5c-80e0-1466729a9bde tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.225s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.944530] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a88ba29c-f75b-4e5c-80e0-1466729a9bde tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.947520] env[68960]: DEBUG oslo_concurrency.lockutils [None req-74a8e15e-e801-498e-828d-bf20e83fa57f tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.978s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.948149] env[68960]: DEBUG oslo_concurrency.lockutils [None req-74a8e15e-e801-498e-828d-bf20e83fa57f tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.950704] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.263s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.952927] env[68960]: INFO nova.compute.claims [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.994896] env[68960]: INFO nova.scheduler.client.report [None req-74a8e15e-e801-498e-828d-bf20e83fa57f tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Deleted allocations for instance f80bcbe5-5386-433c-99ba-2fe9324c47a9 [ 1006.010716] env[68960]: INFO nova.scheduler.client.report [None req-a88ba29c-f75b-4e5c-80e0-1466729a9bde tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Deleted allocations for instance e715745a-8246-4240-8da8-9d43cf936fbc [ 1006.024395] env[68960]: DEBUG nova.network.neutron [req-065f9d44-5229-4894-9c12-1d77cbeac094 req-c188fcea-e992-4111-80d4-b615a22a64dd service nova] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Updated VIF entry in instance network info cache for port 3c759feb-943a-40ea-a525-766844392259. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.024395] env[68960]: DEBUG nova.network.neutron [req-065f9d44-5229-4894-9c12-1d77cbeac094 req-c188fcea-e992-4111-80d4-b615a22a64dd service nova] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Updating instance_info_cache with network_info: [{"id": "3c759feb-943a-40ea-a525-766844392259", "address": "fa:16:3e:a9:2a:e0", "network": {"id": "4f6c2869-1d90-4122-b18e-6d4c4f4b9080", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-808812376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c2d56122a0444f8dada636bc5ed07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c759feb-94", "ovs_interfaceid": "3c759feb-943a-40ea-a525-766844392259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.031612] env[68960]: DEBUG oslo_vmware.api [None req-6f2c0cd4-5f35-4dd6-875a-720b64149225 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221914, 'name': ReconfigVM_Task, 'duration_secs': 1.39614} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.032690] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f2c0cd4-5f35-4dd6-875a-720b64149225 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Reconfigured VM instance instance-00000026 to detach disk 2001 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1006.046681] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93757aa9-fe96-4387-bafc-04ab79d3f272 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.065611] env[68960]: DEBUG oslo_vmware.api [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221915, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.067671] env[68960]: DEBUG oslo_vmware.api [None req-6f2c0cd4-5f35-4dd6-875a-720b64149225 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 1006.067671] env[68960]: value = "task-3221919" [ 1006.067671] env[68960]: _type = "Task" [ 1006.067671] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.079247] env[68960]: DEBUG oslo_vmware.api [None req-6f2c0cd4-5f35-4dd6-875a-720b64149225 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221919, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.132029] env[68960]: DEBUG oslo_vmware.api [None req-220251ea-b26e-400d-9614-fa06ffea8c41 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221917, 'name': ReconfigVM_Task, 'duration_secs': 0.94499} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.133903] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-220251ea-b26e-400d-9614-fa06ffea8c41 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1006.138076] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-360dc57a-7b1e-46fe-a1c5-e4e7f0846899 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.156741] env[68960]: DEBUG oslo_vmware.api [None req-220251ea-b26e-400d-9614-fa06ffea8c41 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Waiting for the task: (returnval){ [ 1006.156741] env[68960]: value = "task-3221920" [ 1006.156741] env[68960]: _type = "Task" [ 1006.156741] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.171077] env[68960]: DEBUG oslo_vmware.api [None req-220251ea-b26e-400d-9614-fa06ffea8c41 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221920, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.233696] env[68960]: DEBUG nova.network.neutron [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Successfully updated port: cd64ba3c-d949-4690-9676-7eaa77551bf5 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.241145] env[68960]: DEBUG oslo_vmware.api [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3221918, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509031} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.241748] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4/70cb0e8b-7ed9-49b5-a7c0-2e82455808a4.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.242155] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.242801] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99c31d2e-e452-4d5d-98e4-7f44e469e346 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.250273] env[68960]: DEBUG oslo_vmware.api [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Waiting for the task: (returnval){ [ 1006.250273] env[68960]: value = "task-3221921" [ 1006.250273] env[68960]: _type = "Task" [ 1006.250273] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.261084] env[68960]: DEBUG oslo_vmware.api [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3221921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.349849] env[68960]: DEBUG nova.compute.manager [None req-a1dba2d0-4b95-4cd0-8faa-f69824b21a10 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.350013] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a1dba2d0-4b95-4cd0-8faa-f69824b21a10 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.350873] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1510cb0d-4803-4a7d-b382-493e238cdba1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.359138] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1dba2d0-4b95-4cd0-8faa-f69824b21a10 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.359371] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0103dc2-8593-46f8-b84f-8a19a781fd24 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.365414] env[68960]: DEBUG oslo_vmware.api [None req-a1dba2d0-4b95-4cd0-8faa-f69824b21a10 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 1006.365414] env[68960]: value = "task-3221922" [ 1006.365414] env[68960]: _type = "Task" [ 1006.365414] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.373328] env[68960]: DEBUG oslo_vmware.api [None req-a1dba2d0-4b95-4cd0-8faa-f69824b21a10 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.505933] env[68960]: DEBUG oslo_concurrency.lockutils [None req-74a8e15e-e801-498e-828d-bf20e83fa57f tempest-ServersWithSpecificFlavorTestJSON-317175143 tempest-ServersWithSpecificFlavorTestJSON-317175143-project-member] Lock "f80bcbe5-5386-433c-99ba-2fe9324c47a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.268s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.534505] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a88ba29c-f75b-4e5c-80e0-1466729a9bde tempest-AttachInterfacesUnderV243Test-2134476773 tempest-AttachInterfacesUnderV243Test-2134476773-project-member] Lock "e715745a-8246-4240-8da8-9d43cf936fbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.060s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.536554] env[68960]: DEBUG oslo_concurrency.lockutils [req-065f9d44-5229-4894-9c12-1d77cbeac094 req-c188fcea-e992-4111-80d4-b615a22a64dd service nova] Releasing lock "refresh_cache-70cb0e8b-7ed9-49b5-a7c0-2e82455808a4" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.551166] env[68960]: DEBUG oslo_vmware.api [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221915, 'name': RemoveSnapshot_Task, 'duration_secs': 1.22088} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.551166] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Deleted Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1006.551277] env[68960]: DEBUG nova.compute.manager [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.552214] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45436211-bb16-445a-9cac-d79291696e6b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.579340] env[68960]: DEBUG oslo_vmware.api [None req-6f2c0cd4-5f35-4dd6-875a-720b64149225 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221919, 'name': ReconfigVM_Task, 'duration_secs': 0.166436} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.579669] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f2c0cd4-5f35-4dd6-875a-720b64149225 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644117', 'volume_id': '573bf7d5-11a7-47d7-9305-2c85d561d561', 'name': 'volume-573bf7d5-11a7-47d7-9305-2c85d561d561', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ca439bd-7b4c-42cd-a3b7-c47b0e627935', 'attached_at': '', 'detached_at': '', 'volume_id': '573bf7d5-11a7-47d7-9305-2c85d561d561', 'serial': '573bf7d5-11a7-47d7-9305-2c85d561d561'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1006.669032] env[68960]: DEBUG oslo_vmware.api [None req-220251ea-b26e-400d-9614-fa06ffea8c41 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221920, 'name': ReconfigVM_Task, 'duration_secs': 0.158473} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.669441] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-220251ea-b26e-400d-9614-fa06ffea8c41 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644139', 'volume_id': 'a13d0f18-fc10-434e-b7da-1c538b47cc1c', 'name': 'volume-a13d0f18-fc10-434e-b7da-1c538b47cc1c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '168d8714-3f8f-4bfa-ba48-d0d95f461c14', 'attached_at': '', 'detached_at': '', 'volume_id': 'a13d0f18-fc10-434e-b7da-1c538b47cc1c', 'serial': 'a13d0f18-fc10-434e-b7da-1c538b47cc1c'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1006.742496] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquiring lock "refresh_cache-cb7309a4-cc7a-45d1-b080-c0fb1e424c1f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.742685] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquired lock "refresh_cache-cb7309a4-cc7a-45d1-b080-c0fb1e424c1f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.742809] env[68960]: DEBUG nova.network.neutron [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.767249] env[68960]: DEBUG oslo_vmware.api [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3221921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164249} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.769365] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.769365] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdac533-5b87-49ab-b5d8-c0295b3da7dd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.797014] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4/70cb0e8b-7ed9-49b5-a7c0-2e82455808a4.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.798738] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00c51dde-97eb-4a97-b0e4-5de5a7123aac {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.821473] env[68960]: DEBUG oslo_vmware.api [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Waiting for the task: (returnval){ [ 1006.821473] env[68960]: value = "task-3221923" [ 1006.821473] env[68960]: _type = "Task" [ 1006.821473] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.830282] env[68960]: DEBUG oslo_vmware.api [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3221923, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.876014] env[68960]: DEBUG oslo_vmware.api [None req-a1dba2d0-4b95-4cd0-8faa-f69824b21a10 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221922, 'name': PowerOffVM_Task, 'duration_secs': 0.15187} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.876740] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1dba2d0-4b95-4cd0-8faa-f69824b21a10 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.877101] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a1dba2d0-4b95-4cd0-8faa-f69824b21a10 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.877488] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-758227ff-23b6-41d8-8aef-3c0071d4b3b5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.954273] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a1dba2d0-4b95-4cd0-8faa-f69824b21a10 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.954273] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a1dba2d0-4b95-4cd0-8faa-f69824b21a10 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.954273] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1dba2d0-4b95-4cd0-8faa-f69824b21a10 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Deleting the datastore file [datastore2] 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.954273] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-873268ee-236a-41e9-8d8e-6166d78a7205 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.960850] env[68960]: DEBUG oslo_vmware.api [None req-a1dba2d0-4b95-4cd0-8faa-f69824b21a10 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for the task: (returnval){ [ 1006.960850] env[68960]: value = "task-3221925" [ 1006.960850] env[68960]: _type = "Task" [ 1006.960850] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.975145] env[68960]: DEBUG oslo_vmware.api [None req-a1dba2d0-4b95-4cd0-8faa-f69824b21a10 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.071666] env[68960]: INFO nova.compute.manager [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Shelve offloading [ 1007.153348] env[68960]: DEBUG nova.objects.instance [None req-6f2c0cd4-5f35-4dd6-875a-720b64149225 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lazy-loading 'flavor' on Instance uuid 5ca439bd-7b4c-42cd-a3b7-c47b0e627935 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.232094] env[68960]: DEBUG nova.objects.instance [None req-220251ea-b26e-400d-9614-fa06ffea8c41 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Lazy-loading 'flavor' on Instance uuid 168d8714-3f8f-4bfa-ba48-d0d95f461c14 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.313995] env[68960]: DEBUG nova.network.neutron [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.330051] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef2b29a-937f-4cd7-9c8d-f030a570d4c9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.336262] env[68960]: DEBUG oslo_vmware.api [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3221923, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.342491] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd51ab2f-f3e3-486a-8f11-9282b29df01e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.374530] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38efa979-a1aa-40e0-9af3-e4f64a4578a1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.382749] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790e9b95-aa59-4420-b1c5-de169b7736cf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.408334] env[68960]: DEBUG nova.compute.provider_tree [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.475501] env[68960]: DEBUG oslo_vmware.api [None req-a1dba2d0-4b95-4cd0-8faa-f69824b21a10 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Task: {'id': task-3221925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406861} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.475501] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1dba2d0-4b95-4cd0-8faa-f69824b21a10 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.475770] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a1dba2d0-4b95-4cd0-8faa-f69824b21a10 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.476081] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a1dba2d0-4b95-4cd0-8faa-f69824b21a10 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.476349] env[68960]: INFO nova.compute.manager [None req-a1dba2d0-4b95-4cd0-8faa-f69824b21a10 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1007.476717] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1dba2d0-4b95-4cd0-8faa-f69824b21a10 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.477016] env[68960]: DEBUG nova.compute.manager [-] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.477298] env[68960]: DEBUG nova.network.neutron [-] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.555053] env[68960]: DEBUG nova.network.neutron [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Updating instance_info_cache with network_info: [{"id": "cd64ba3c-d949-4690-9676-7eaa77551bf5", "address": "fa:16:3e:65:3d:2b", "network": {"id": "469ab613-a550-4576-9d21-f1cf39056757", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1402300285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e07d167f8814542b29ad5ae6783922b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd64ba3c-d9", "ovs_interfaceid": "cd64ba3c-d949-4690-9676-7eaa77551bf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.577668] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.578324] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-483bbc57-a97f-4465-afe5-2dfbfa951b92 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.589279] env[68960]: DEBUG oslo_vmware.api [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 1007.589279] env[68960]: value = "task-3221926" [ 1007.589279] env[68960]: _type = "Task" [ 1007.589279] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.602098] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] VM already powered off {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1007.602219] env[68960]: DEBUG nova.compute.manager [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.602999] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8a8c68-6eda-4785-86e0-f96a29637656 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.609387] env[68960]: DEBUG nova.network.neutron [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Successfully updated port: 1fd93475-c6a4-4c49-ba06-1fc1a7c956f9 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.612406] env[68960]: DEBUG oslo_concurrency.lockutils [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquiring lock "refresh_cache-178e556e-7643-46a0-a83a-3923fda2c471" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.612672] env[68960]: DEBUG oslo_concurrency.lockutils [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquired lock "refresh_cache-178e556e-7643-46a0-a83a-3923fda2c471" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.612829] env[68960]: DEBUG nova.network.neutron [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.668418] env[68960]: DEBUG oslo_concurrency.lockutils [None req-10656f10-f9c9-402a-a2a5-ce3b0cbb462f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "5f6c0adf-c72f-45f6-89a8-f696e3d45db7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.668658] env[68960]: DEBUG oslo_concurrency.lockutils [None req-10656f10-f9c9-402a-a2a5-ce3b0cbb462f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "5f6c0adf-c72f-45f6-89a8-f696e3d45db7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.831238] env[68960]: DEBUG oslo_vmware.api [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3221923, 'name': ReconfigVM_Task, 'duration_secs': 0.744922} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.831510] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4/70cb0e8b-7ed9-49b5-a7c0-2e82455808a4.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.832174] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33fb1737-c778-4316-887f-5820106701f8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.838338] env[68960]: DEBUG oslo_vmware.api [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Waiting for the task: (returnval){ [ 1007.838338] env[68960]: value = "task-3221927" [ 1007.838338] env[68960]: _type = "Task" [ 1007.838338] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.846214] env[68960]: DEBUG oslo_vmware.api [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3221927, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.911921] env[68960]: DEBUG nova.scheduler.client.report [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.062273] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Releasing lock "refresh_cache-cb7309a4-cc7a-45d1-b080-c0fb1e424c1f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.062273] env[68960]: DEBUG nova.compute.manager [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Instance network_info: |[{"id": "cd64ba3c-d949-4690-9676-7eaa77551bf5", "address": "fa:16:3e:65:3d:2b", "network": {"id": "469ab613-a550-4576-9d21-f1cf39056757", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1402300285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e07d167f8814542b29ad5ae6783922b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd64ba3c-d9", "ovs_interfaceid": "cd64ba3c-d949-4690-9676-7eaa77551bf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1008.064231] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:3d:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd64ba3c-d949-4690-9676-7eaa77551bf5', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.072060] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.072060] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.072060] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05c25fb9-2c5b-4ead-a5cf-b7f494168955 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.092918] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.092918] env[68960]: value = "task-3221928" [ 1008.092918] env[68960]: _type = "Task" [ 1008.092918] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.101088] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221928, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.115927] env[68960]: DEBUG oslo_concurrency.lockutils [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "refresh_cache-df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.116117] env[68960]: DEBUG oslo_concurrency.lockutils [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired lock "refresh_cache-df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.116325] env[68960]: DEBUG nova.network.neutron [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.164499] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6f2c0cd4-5f35-4dd6-875a-720b64149225 tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "5ca439bd-7b4c-42cd-a3b7-c47b0e627935" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.434s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.172059] env[68960]: DEBUG nova.compute.utils [None req-10656f10-f9c9-402a-a2a5-ce3b0cbb462f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.243066] env[68960]: DEBUG oslo_concurrency.lockutils [None req-220251ea-b26e-400d-9614-fa06ffea8c41 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Lock "168d8714-3f8f-4bfa-ba48-d0d95f461c14" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.830s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.280889] env[68960]: DEBUG nova.network.neutron [-] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.350313] env[68960]: DEBUG oslo_vmware.api [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3221927, 'name': Rename_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.359383] env[68960]: DEBUG nova.network.neutron [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Updating instance_info_cache with network_info: [{"id": "92b62112-2c32-423d-a85d-bce9eaee60e6", "address": "fa:16:3e:fc:6c:44", "network": {"id": "ee3f36e3-4dbc-4c19-b44a-6700ff7f733d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-237954728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8165985a7ea64bcba319191bed454293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92b62112-2c", "ovs_interfaceid": "92b62112-2c32-423d-a85d-bce9eaee60e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.420680] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.420680] env[68960]: DEBUG nova.compute.manager [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.604248] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221928, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.654012] env[68960]: WARNING nova.network.neutron [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] bfa955d9-6d54-4c87-a7cd-bb27c70e191f already exists in list: networks containing: ['bfa955d9-6d54-4c87-a7cd-bb27c70e191f']. ignoring it [ 1008.676088] env[68960]: DEBUG oslo_concurrency.lockutils [None req-10656f10-f9c9-402a-a2a5-ce3b0cbb462f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "5f6c0adf-c72f-45f6-89a8-f696e3d45db7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.782013] env[68960]: INFO nova.compute.manager [-] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Took 1.30 seconds to deallocate network for instance. [ 1008.850649] env[68960]: DEBUG oslo_vmware.api [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3221927, 'name': Rename_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.864522] env[68960]: DEBUG oslo_concurrency.lockutils [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Releasing lock "refresh_cache-178e556e-7643-46a0-a83a-3923fda2c471" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.924354] env[68960]: DEBUG nova.compute.utils [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.925943] env[68960]: DEBUG nova.compute.manager [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1008.927079] env[68960]: DEBUG nova.network.neutron [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1008.967734] env[68960]: DEBUG nova.policy [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a22fc4c6826b4d60b6aa54a3ec75ad5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91c6d3f23cbe4289a44c7f4b678c28f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.007879] env[68960]: DEBUG nova.network.neutron [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Updating instance_info_cache with network_info: [{"id": "0cf4cba2-942a-4579-9841-ea48aa0aa654", "address": "fa:16:3e:7b:d5:da", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cf4cba2-94", "ovs_interfaceid": "0cf4cba2-942a-4579-9841-ea48aa0aa654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1fd93475-c6a4-4c49-ba06-1fc1a7c956f9", "address": "fa:16:3e:45:1a:02", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fd93475-c6", "ovs_interfaceid": "1fd93475-c6a4-4c49-ba06-1fc1a7c956f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.106492] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221928, 'name': CreateVM_Task, 'duration_secs': 0.642607} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.106887] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.108045] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.108374] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.110858] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.110858] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38d11766-4307-4a39-a12b-ca284579d273 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.115294] env[68960]: DEBUG oslo_vmware.api [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 1009.115294] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521f449f-23c3-2c1c-12e2-b39a92e97298" [ 1009.115294] env[68960]: _type = "Task" [ 1009.115294] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.123183] env[68960]: DEBUG oslo_vmware.api [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521f449f-23c3-2c1c-12e2-b39a92e97298, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.177135] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.177135] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366d4159-3fdf-4df4-a6bf-1de28e1f2219 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.184991] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.185355] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4bca0f4-bbfd-410e-b8c2-072f3ffe2483 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.238189] env[68960]: DEBUG nova.network.neutron [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Successfully created port: 9339336a-ef4a-4d63-8c6a-4d2555d5752f {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.260186] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.260457] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.260674] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Deleting the datastore file [datastore2] 178e556e-7643-46a0-a83a-3923fda2c471 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.261214] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc9819d9-5811-401e-af92-642b8742f22a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.269728] env[68960]: DEBUG oslo_vmware.api [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 1009.269728] env[68960]: value = "task-3221930" [ 1009.269728] env[68960]: _type = "Task" [ 1009.269728] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.278552] env[68960]: DEBUG oslo_vmware.api [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.294739] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a1dba2d0-4b95-4cd0-8faa-f69824b21a10 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.295081] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a1dba2d0-4b95-4cd0-8faa-f69824b21a10 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.295362] env[68960]: DEBUG nova.objects.instance [None req-a1dba2d0-4b95-4cd0-8faa-f69824b21a10 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lazy-loading 'resources' on Instance uuid 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.350058] env[68960]: DEBUG oslo_vmware.api [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3221927, 'name': Rename_Task, 'duration_secs': 1.121881} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.350356] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.350604] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e21253f-5a82-40eb-969b-6112bf4aa4a6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.356870] env[68960]: DEBUG oslo_vmware.api [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Waiting for the task: (returnval){ [ 1009.356870] env[68960]: value = "task-3221931" [ 1009.356870] env[68960]: _type = "Task" [ 1009.356870] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.364135] env[68960]: DEBUG oslo_vmware.api [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3221931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.431174] env[68960]: DEBUG nova.compute.manager [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.511506] env[68960]: DEBUG oslo_concurrency.lockutils [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Releasing lock "refresh_cache-df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.512176] env[68960]: DEBUG oslo_concurrency.lockutils [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.512335] env[68960]: DEBUG oslo_concurrency.lockutils [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired lock "df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.513923] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85788e12-3451-4f0f-b2ba-dca17292fb85 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.532727] env[68960]: DEBUG nova.virt.hardware [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.532971] env[68960]: DEBUG nova.virt.hardware [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.533143] env[68960]: DEBUG nova.virt.hardware [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.533327] env[68960]: DEBUG nova.virt.hardware [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.533515] env[68960]: DEBUG nova.virt.hardware [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.533608] env[68960]: DEBUG nova.virt.hardware [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.533845] env[68960]: DEBUG nova.virt.hardware [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.534053] env[68960]: DEBUG nova.virt.hardware [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.534560] env[68960]: DEBUG nova.virt.hardware [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.534560] env[68960]: DEBUG nova.virt.hardware [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.534666] env[68960]: DEBUG nova.virt.hardware [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.541060] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Reconfiguring VM to attach interface {{(pid=68960) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1009.541405] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36464128-0490-4ddc-97ae-dbaa7493a308 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.564779] env[68960]: DEBUG oslo_vmware.api [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 1009.564779] env[68960]: value = "task-3221932" [ 1009.564779] env[68960]: _type = "Task" [ 1009.564779] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.578553] env[68960]: DEBUG oslo_vmware.api [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221932, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.580682] env[68960]: DEBUG nova.compute.manager [req-9b92684e-75fa-4450-8688-2ac3b93533ae req-b83a30f6-4005-4e2f-a144-f5e68c759abc service nova] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Received event network-vif-plugged-cd64ba3c-d949-4690-9676-7eaa77551bf5 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.580682] env[68960]: DEBUG oslo_concurrency.lockutils [req-9b92684e-75fa-4450-8688-2ac3b93533ae req-b83a30f6-4005-4e2f-a144-f5e68c759abc service nova] Acquiring lock "cb7309a4-cc7a-45d1-b080-c0fb1e424c1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.580682] env[68960]: DEBUG oslo_concurrency.lockutils [req-9b92684e-75fa-4450-8688-2ac3b93533ae req-b83a30f6-4005-4e2f-a144-f5e68c759abc service nova] Lock "cb7309a4-cc7a-45d1-b080-c0fb1e424c1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.581084] env[68960]: DEBUG oslo_concurrency.lockutils [req-9b92684e-75fa-4450-8688-2ac3b93533ae req-b83a30f6-4005-4e2f-a144-f5e68c759abc service nova] Lock "cb7309a4-cc7a-45d1-b080-c0fb1e424c1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.582891] env[68960]: DEBUG nova.compute.manager [req-9b92684e-75fa-4450-8688-2ac3b93533ae req-b83a30f6-4005-4e2f-a144-f5e68c759abc service nova] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] No waiting events found dispatching network-vif-plugged-cd64ba3c-d949-4690-9676-7eaa77551bf5 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1009.583215] env[68960]: WARNING nova.compute.manager [req-9b92684e-75fa-4450-8688-2ac3b93533ae req-b83a30f6-4005-4e2f-a144-f5e68c759abc service nova] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Received unexpected event network-vif-plugged-cd64ba3c-d949-4690-9676-7eaa77551bf5 for instance with vm_state building and task_state spawning. [ 1009.583646] env[68960]: DEBUG nova.compute.manager [req-9b92684e-75fa-4450-8688-2ac3b93533ae req-b83a30f6-4005-4e2f-a144-f5e68c759abc service nova] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Received event network-changed-cd64ba3c-d949-4690-9676-7eaa77551bf5 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.583772] env[68960]: DEBUG nova.compute.manager [req-9b92684e-75fa-4450-8688-2ac3b93533ae req-b83a30f6-4005-4e2f-a144-f5e68c759abc service nova] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Refreshing instance network info cache due to event network-changed-cd64ba3c-d949-4690-9676-7eaa77551bf5. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.584072] env[68960]: DEBUG oslo_concurrency.lockutils [req-9b92684e-75fa-4450-8688-2ac3b93533ae req-b83a30f6-4005-4e2f-a144-f5e68c759abc service nova] Acquiring lock "refresh_cache-cb7309a4-cc7a-45d1-b080-c0fb1e424c1f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.584279] env[68960]: DEBUG oslo_concurrency.lockutils [req-9b92684e-75fa-4450-8688-2ac3b93533ae req-b83a30f6-4005-4e2f-a144-f5e68c759abc service nova] Acquired lock "refresh_cache-cb7309a4-cc7a-45d1-b080-c0fb1e424c1f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.584425] env[68960]: DEBUG nova.network.neutron [req-9b92684e-75fa-4450-8688-2ac3b93533ae req-b83a30f6-4005-4e2f-a144-f5e68c759abc service nova] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Refreshing network info cache for port cd64ba3c-d949-4690-9676-7eaa77551bf5 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.624242] env[68960]: DEBUG oslo_vmware.api [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521f449f-23c3-2c1c-12e2-b39a92e97298, 'name': SearchDatastore_Task, 'duration_secs': 0.009634} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.624603] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.624893] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.625541] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.625731] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.625961] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.626804] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27657068-0d69-4344-bad4-ffa79179bd02 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.635438] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.635752] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.636419] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6db4417-699b-424c-a739-4d98407a6ecb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.641755] env[68960]: DEBUG oslo_vmware.api [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 1009.641755] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521d3186-2dfa-47fa-3e6f-22d7bb217214" [ 1009.641755] env[68960]: _type = "Task" [ 1009.641755] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.649971] env[68960]: DEBUG oslo_vmware.api [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521d3186-2dfa-47fa-3e6f-22d7bb217214, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.751866] env[68960]: DEBUG oslo_concurrency.lockutils [None req-10656f10-f9c9-402a-a2a5-ce3b0cbb462f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "5f6c0adf-c72f-45f6-89a8-f696e3d45db7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.752239] env[68960]: DEBUG oslo_concurrency.lockutils [None req-10656f10-f9c9-402a-a2a5-ce3b0cbb462f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "5f6c0adf-c72f-45f6-89a8-f696e3d45db7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.752509] env[68960]: INFO nova.compute.manager [None req-10656f10-f9c9-402a-a2a5-ce3b0cbb462f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Attaching volume bde4b4b1-b9a5-4232-9140-1432fb8805f8 to /dev/sdb [ 1009.780028] env[68960]: DEBUG oslo_vmware.api [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3221930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12418} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.780301] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.780479] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.780654] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.784195] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79043bb5-356f-4c57-b7a6-25ebb4bbdcf2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.790273] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6194f7b-1932-4e94-9158-ce33a339ad04 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.804136] env[68960]: DEBUG nova.virt.block_device [None req-10656f10-f9c9-402a-a2a5-ce3b0cbb462f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Updating existing volume attachment record: 330d0b5e-f7b5-494b-8f19-cb69bc653052 {{(pid=68960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1009.807255] env[68960]: INFO nova.scheduler.client.report [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Deleted allocations for instance 178e556e-7643-46a0-a83a-3923fda2c471 [ 1009.867448] env[68960]: DEBUG oslo_vmware.api [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3221931, 'name': PowerOnVM_Task} progress is 96%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.986102] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc8ce454-92e3-4988-bf5c-9833e80a1a5e tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "4e1a8d2f-01e0-484e-ab67-3bbcadf691e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.056451] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53377812-8896-4714-bffd-316b34e5f9a2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.061234] env[68960]: DEBUG oslo_concurrency.lockutils [None req-61054126-03f4-437c-8bd6-982ee96baf40 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "d39024a8-8240-491f-88ee-8543fbfa7573" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.061506] env[68960]: DEBUG oslo_concurrency.lockutils [None req-61054126-03f4-437c-8bd6-982ee96baf40 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "d39024a8-8240-491f-88ee-8543fbfa7573" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.061506] env[68960]: DEBUG oslo_concurrency.lockutils [None req-61054126-03f4-437c-8bd6-982ee96baf40 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "d39024a8-8240-491f-88ee-8543fbfa7573-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.061833] env[68960]: DEBUG oslo_concurrency.lockutils [None req-61054126-03f4-437c-8bd6-982ee96baf40 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "d39024a8-8240-491f-88ee-8543fbfa7573-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.062123] env[68960]: DEBUG oslo_concurrency.lockutils [None req-61054126-03f4-437c-8bd6-982ee96baf40 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "d39024a8-8240-491f-88ee-8543fbfa7573-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.069767] env[68960]: INFO nova.compute.manager [None req-61054126-03f4-437c-8bd6-982ee96baf40 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Terminating instance [ 1010.078448] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9059e304-f391-4a79-8614-ea70dc882c13 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.096776] env[68960]: DEBUG oslo_vmware.api [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221932, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.130910] env[68960]: DEBUG nova.compute.manager [req-b87d566b-54d8-4de0-b535-71a38415f29e req-a6fc6482-2564-4103-a19c-17a644dc05fa service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Received event network-vif-plugged-1fd93475-c6a4-4c49-ba06-1fc1a7c956f9 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.130910] env[68960]: DEBUG oslo_concurrency.lockutils [req-b87d566b-54d8-4de0-b535-71a38415f29e req-a6fc6482-2564-4103-a19c-17a644dc05fa service nova] Acquiring lock "df1c635b-6070-4793-ac01-c3c54bc84c9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.131224] env[68960]: DEBUG oslo_concurrency.lockutils [req-b87d566b-54d8-4de0-b535-71a38415f29e req-a6fc6482-2564-4103-a19c-17a644dc05fa service nova] Lock "df1c635b-6070-4793-ac01-c3c54bc84c9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.131725] env[68960]: DEBUG oslo_concurrency.lockutils [req-b87d566b-54d8-4de0-b535-71a38415f29e req-a6fc6482-2564-4103-a19c-17a644dc05fa service nova] Lock "df1c635b-6070-4793-ac01-c3c54bc84c9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.131725] env[68960]: DEBUG nova.compute.manager [req-b87d566b-54d8-4de0-b535-71a38415f29e req-a6fc6482-2564-4103-a19c-17a644dc05fa service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] No waiting events found dispatching network-vif-plugged-1fd93475-c6a4-4c49-ba06-1fc1a7c956f9 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.131725] env[68960]: WARNING nova.compute.manager [req-b87d566b-54d8-4de0-b535-71a38415f29e req-a6fc6482-2564-4103-a19c-17a644dc05fa service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Received unexpected event network-vif-plugged-1fd93475-c6a4-4c49-ba06-1fc1a7c956f9 for instance with vm_state active and task_state None. [ 1010.132536] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb5cf7d-b9da-4d23-914b-a261487bdd8f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.143075] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7091e5c0-2199-4228-b237-042922dea823 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.161927] env[68960]: DEBUG nova.compute.provider_tree [None req-a1dba2d0-4b95-4cd0-8faa-f69824b21a10 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.166847] env[68960]: DEBUG oslo_vmware.api [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521d3186-2dfa-47fa-3e6f-22d7bb217214, 'name': SearchDatastore_Task, 'duration_secs': 0.009094} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.167963] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b498ec93-3568-495b-b290-9ecd73dbb6f7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.174252] env[68960]: DEBUG oslo_vmware.api [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 1010.174252] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f636c4-b128-59ae-463b-af064586b633" [ 1010.174252] env[68960]: _type = "Task" [ 1010.174252] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.184916] env[68960]: DEBUG oslo_vmware.api [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f636c4-b128-59ae-463b-af064586b633, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.313040] env[68960]: DEBUG oslo_concurrency.lockutils [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.369438] env[68960]: DEBUG oslo_vmware.api [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3221931, 'name': PowerOnVM_Task, 'duration_secs': 0.577849} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.369711] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.369916] env[68960]: INFO nova.compute.manager [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Took 9.83 seconds to spawn the instance on the hypervisor. [ 1010.370141] env[68960]: DEBUG nova.compute.manager [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.370876] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd134169-5dc4-457e-8d53-ea21e51abef1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.446754] env[68960]: DEBUG nova.compute.manager [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.476476] env[68960]: DEBUG nova.virt.hardware [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.476726] env[68960]: DEBUG nova.virt.hardware [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.476904] env[68960]: DEBUG nova.virt.hardware [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.477096] env[68960]: DEBUG nova.virt.hardware [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.477247] env[68960]: DEBUG nova.virt.hardware [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.477395] env[68960]: DEBUG nova.virt.hardware [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.477670] env[68960]: DEBUG nova.virt.hardware [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.477856] env[68960]: DEBUG nova.virt.hardware [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.478040] env[68960]: DEBUG nova.virt.hardware [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.478226] env[68960]: DEBUG nova.virt.hardware [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.478402] env[68960]: DEBUG nova.virt.hardware [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.479311] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a4842e-afa1-465a-9c18-b559d302188b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.488532] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a858e1a-ccf7-4648-939f-3716a4b6458a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.551558] env[68960]: DEBUG nova.network.neutron [req-9b92684e-75fa-4450-8688-2ac3b93533ae req-b83a30f6-4005-4e2f-a144-f5e68c759abc service nova] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Updated VIF entry in instance network info cache for port cd64ba3c-d949-4690-9676-7eaa77551bf5. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.551920] env[68960]: DEBUG nova.network.neutron [req-9b92684e-75fa-4450-8688-2ac3b93533ae req-b83a30f6-4005-4e2f-a144-f5e68c759abc service nova] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Updating instance_info_cache with network_info: [{"id": "cd64ba3c-d949-4690-9676-7eaa77551bf5", "address": "fa:16:3e:65:3d:2b", "network": {"id": "469ab613-a550-4576-9d21-f1cf39056757", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1402300285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e07d167f8814542b29ad5ae6783922b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd64ba3c-d9", "ovs_interfaceid": "cd64ba3c-d949-4690-9676-7eaa77551bf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.576355] env[68960]: DEBUG oslo_vmware.api [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221932, 'name': ReconfigVM_Task, 'duration_secs': 0.711491} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.576921] env[68960]: DEBUG oslo_concurrency.lockutils [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Releasing lock "df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.577154] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Reconfigured VM to attach interface {{(pid=68960) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1010.584573] env[68960]: DEBUG nova.compute.manager [None req-61054126-03f4-437c-8bd6-982ee96baf40 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.584773] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-61054126-03f4-437c-8bd6-982ee96baf40 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.585585] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ba5bbf-59ae-4a31-a85a-42d2a89764bf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.592456] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-61054126-03f4-437c-8bd6-982ee96baf40 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.592705] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ba98186-af23-4c51-be26-dfa97e49d3b9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.656951] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-61054126-03f4-437c-8bd6-982ee96baf40 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.657205] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-61054126-03f4-437c-8bd6-982ee96baf40 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.657205] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-61054126-03f4-437c-8bd6-982ee96baf40 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Deleting the datastore file [datastore2] d39024a8-8240-491f-88ee-8543fbfa7573 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.657560] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59b385d7-7a81-483a-84a7-c7208c367224 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.668620] env[68960]: DEBUG nova.scheduler.client.report [None req-a1dba2d0-4b95-4cd0-8faa-f69824b21a10 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.672401] env[68960]: DEBUG oslo_vmware.api [None req-61054126-03f4-437c-8bd6-982ee96baf40 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 1010.672401] env[68960]: value = "task-3221937" [ 1010.672401] env[68960]: _type = "Task" [ 1010.672401] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.685991] env[68960]: DEBUG oslo_vmware.api [None req-61054126-03f4-437c-8bd6-982ee96baf40 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.689705] env[68960]: DEBUG oslo_vmware.api [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f636c4-b128-59ae-463b-af064586b633, 'name': SearchDatastore_Task, 'duration_secs': 0.012773} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.690604] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.690923] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] cb7309a4-cc7a-45d1-b080-c0fb1e424c1f/cb7309a4-cc7a-45d1-b080-c0fb1e424c1f.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.691219] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9a721cd-58e3-404d-88f2-cc4e9e4000c8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.697720] env[68960]: DEBUG oslo_vmware.api [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 1010.697720] env[68960]: value = "task-3221938" [ 1010.697720] env[68960]: _type = "Task" [ 1010.697720] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.707522] env[68960]: DEBUG oslo_vmware.api [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.735033] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Acquiring lock "3a4bc2e0-b43b-4944-a020-b22b20a8737f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.735324] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Lock "3a4bc2e0-b43b-4944-a020-b22b20a8737f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.886954] env[68960]: DEBUG nova.network.neutron [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Successfully updated port: 9339336a-ef4a-4d63-8c6a-4d2555d5752f {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.891069] env[68960]: INFO nova.compute.manager [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Took 20.95 seconds to build instance. [ 1011.054490] env[68960]: DEBUG oslo_concurrency.lockutils [req-9b92684e-75fa-4450-8688-2ac3b93533ae req-b83a30f6-4005-4e2f-a144-f5e68c759abc service nova] Releasing lock "refresh_cache-cb7309a4-cc7a-45d1-b080-c0fb1e424c1f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.081086] env[68960]: DEBUG oslo_concurrency.lockutils [None req-243ed7f8-a80c-452a-8372-ace9c224bdd4 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "interface-df1c635b-6070-4793-ac01-c3c54bc84c9a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.165s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.175045] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a1dba2d0-4b95-4cd0-8faa-f69824b21a10 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.176768] env[68960]: DEBUG oslo_concurrency.lockutils [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.865s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.177009] env[68960]: DEBUG nova.objects.instance [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lazy-loading 'resources' on Instance uuid 178e556e-7643-46a0-a83a-3923fda2c471 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.187428] env[68960]: DEBUG oslo_vmware.api [None req-61054126-03f4-437c-8bd6-982ee96baf40 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3221937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161579} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.188247] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-61054126-03f4-437c-8bd6-982ee96baf40 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.188443] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-61054126-03f4-437c-8bd6-982ee96baf40 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.188621] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-61054126-03f4-437c-8bd6-982ee96baf40 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.188792] env[68960]: INFO nova.compute.manager [None req-61054126-03f4-437c-8bd6-982ee96baf40 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1011.189043] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61054126-03f4-437c-8bd6-982ee96baf40 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.189235] env[68960]: DEBUG nova.compute.manager [-] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.189360] env[68960]: DEBUG nova.network.neutron [-] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.198617] env[68960]: INFO nova.scheduler.client.report [None req-a1dba2d0-4b95-4cd0-8faa-f69824b21a10 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Deleted allocations for instance 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7 [ 1011.212109] env[68960]: DEBUG oslo_vmware.api [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.237558] env[68960]: DEBUG nova.compute.manager [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1011.393339] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "refresh_cache-d5b57c7f-800a-4f8d-a712-eabc0d08af00" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.393339] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquired lock "refresh_cache-d5b57c7f-800a-4f8d-a712-eabc0d08af00" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.393339] env[68960]: DEBUG nova.network.neutron [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.396241] env[68960]: DEBUG oslo_concurrency.lockutils [None req-58722649-50bd-4603-a87a-20304655c866 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Lock "70cb0e8b-7ed9-49b5-a7c0-2e82455808a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.469s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.682724] env[68960]: DEBUG nova.objects.instance [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lazy-loading 'numa_topology' on Instance uuid 178e556e-7643-46a0-a83a-3923fda2c471 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.712573] env[68960]: DEBUG oslo_vmware.api [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221938, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.713138] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a1dba2d0-4b95-4cd0-8faa-f69824b21a10 tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "4e1a8d2f-01e0-484e-ab67-3bbcadf691e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.875s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.714121] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc8ce454-92e3-4988-bf5c-9833e80a1a5e tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "4e1a8d2f-01e0-484e-ab67-3bbcadf691e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 1.728s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.714440] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc8ce454-92e3-4988-bf5c-9833e80a1a5e tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "4e1a8d2f-01e0-484e-ab67-3bbcadf691e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.714674] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc8ce454-92e3-4988-bf5c-9833e80a1a5e tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "4e1a8d2f-01e0-484e-ab67-3bbcadf691e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.714856] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc8ce454-92e3-4988-bf5c-9833e80a1a5e tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "4e1a8d2f-01e0-484e-ab67-3bbcadf691e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.719736] env[68960]: INFO nova.compute.manager [None req-dc8ce454-92e3-4988-bf5c-9833e80a1a5e tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Terminating instance [ 1011.755901] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.807036] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4ea0bca7-3e8f-4f29-9aa9-a14d02beaf94 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "d7a37e41-d64c-498d-acf0-b41961fe7635" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.807036] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4ea0bca7-3e8f-4f29-9aa9-a14d02beaf94 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "d7a37e41-d64c-498d-acf0-b41961fe7635" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.807220] env[68960]: DEBUG nova.compute.manager [None req-4ea0bca7-3e8f-4f29-9aa9-a14d02beaf94 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Going to confirm migration 4 {{(pid=68960) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1011.925495] env[68960]: DEBUG nova.network.neutron [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.100635] env[68960]: DEBUG nova.network.neutron [-] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.166951] env[68960]: DEBUG nova.network.neutron [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Updating instance_info_cache with network_info: [{"id": "9339336a-ef4a-4d63-8c6a-4d2555d5752f", "address": "fa:16:3e:53:b6:09", "network": {"id": "6e100ac4-7b00-4329-b2ac-f4fb65e8f519", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-748744904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c6d3f23cbe4289a44c7f4b678c28f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9339336a-ef", "ovs_interfaceid": "9339336a-ef4a-4d63-8c6a-4d2555d5752f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.185636] env[68960]: DEBUG nova.objects.base [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Object Instance<178e556e-7643-46a0-a83a-3923fda2c471> lazy-loaded attributes: resources,numa_topology {{(pid=68960) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1012.216181] env[68960]: DEBUG oslo_vmware.api [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221938, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.017902} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.216824] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] cb7309a4-cc7a-45d1-b080-c0fb1e424c1f/cb7309a4-cc7a-45d1-b080-c0fb1e424c1f.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.217084] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.217358] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-426901d4-8545-43dc-844f-ed00fe973345 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.226473] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc8ce454-92e3-4988-bf5c-9833e80a1a5e tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquiring lock "refresh_cache-4e1a8d2f-01e0-484e-ab67-3bbcadf691e7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.226653] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc8ce454-92e3-4988-bf5c-9833e80a1a5e tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Acquired lock "refresh_cache-4e1a8d2f-01e0-484e-ab67-3bbcadf691e7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.226847] env[68960]: DEBUG nova.network.neutron [None req-dc8ce454-92e3-4988-bf5c-9833e80a1a5e tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.229595] env[68960]: DEBUG oslo_vmware.api [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 1012.229595] env[68960]: value = "task-3221940" [ 1012.229595] env[68960]: _type = "Task" [ 1012.229595] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.243173] env[68960]: DEBUG oslo_vmware.api [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.411247] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Acquiring lock "a6ba5600-ed33-490b-bf91-e54ff7483d42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.411639] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Lock "a6ba5600-ed33-490b-bf91-e54ff7483d42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.460602] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3529eb9-6216-4f12-9306-0845309da6c5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.469033] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62879470-88c2-4814-8cb5-611e9f3d9f1c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.473254] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4ea0bca7-3e8f-4f29-9aa9-a14d02beaf94 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "refresh_cache-d7a37e41-d64c-498d-acf0-b41961fe7635" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.473438] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4ea0bca7-3e8f-4f29-9aa9-a14d02beaf94 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquired lock "refresh_cache-d7a37e41-d64c-498d-acf0-b41961fe7635" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.473611] env[68960]: DEBUG nova.network.neutron [None req-4ea0bca7-3e8f-4f29-9aa9-a14d02beaf94 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.473790] env[68960]: DEBUG nova.objects.instance [None req-4ea0bca7-3e8f-4f29-9aa9-a14d02beaf94 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lazy-loading 'info_cache' on Instance uuid d7a37e41-d64c-498d-acf0-b41961fe7635 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.505648] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3f1829-0929-4749-a7a1-20fa32c54a8d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.513230] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ce172c-91fc-43e4-9b90-04af1cd3ab1b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.527517] env[68960]: DEBUG nova.compute.provider_tree [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.603344] env[68960]: INFO nova.compute.manager [-] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Took 1.41 seconds to deallocate network for instance. [ 1012.668464] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Releasing lock "refresh_cache-d5b57c7f-800a-4f8d-a712-eabc0d08af00" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.669648] env[68960]: DEBUG nova.compute.manager [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Instance network_info: |[{"id": "9339336a-ef4a-4d63-8c6a-4d2555d5752f", "address": "fa:16:3e:53:b6:09", "network": {"id": "6e100ac4-7b00-4329-b2ac-f4fb65e8f519", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-748744904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c6d3f23cbe4289a44c7f4b678c28f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9339336a-ef", "ovs_interfaceid": "9339336a-ef4a-4d63-8c6a-4d2555d5752f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.669648] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:b6:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9339336a-ef4a-4d63-8c6a-4d2555d5752f', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.679190] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.679752] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.679996] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43fc5387-5f04-437e-9d51-a6f84b3a6562 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.702582] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.702582] env[68960]: value = "task-3221941" [ 1012.702582] env[68960]: _type = "Task" [ 1012.702582] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.711433] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221941, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.731042] env[68960]: DEBUG nova.compute.utils [None req-dc8ce454-92e3-4988-bf5c-9833e80a1a5e tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Can not refresh info_cache because instance was not found {{(pid=68960) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 1012.744130] env[68960]: DEBUG oslo_vmware.api [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077489} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.744130] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.744803] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c564102-fcac-4237-a758-3edbc325dc1a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.766094] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] cb7309a4-cc7a-45d1-b080-c0fb1e424c1f/cb7309a4-cc7a-45d1-b080-c0fb1e424c1f.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.766429] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8ad6427-b9bf-47d0-9708-ae119b835c9b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.781239] env[68960]: DEBUG nova.network.neutron [None req-dc8ce454-92e3-4988-bf5c-9833e80a1a5e tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.788768] env[68960]: DEBUG oslo_vmware.api [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 1012.788768] env[68960]: value = "task-3221942" [ 1012.788768] env[68960]: _type = "Task" [ 1012.788768] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.796993] env[68960]: DEBUG oslo_vmware.api [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.895874] env[68960]: DEBUG nova.compute.manager [req-63875729-38a4-4957-8580-a61f4ab9a96c req-1deae1de-4167-4632-91fb-cdf295b611ec service nova] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Received event network-vif-plugged-9339336a-ef4a-4d63-8c6a-4d2555d5752f {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.896099] env[68960]: DEBUG oslo_concurrency.lockutils [req-63875729-38a4-4957-8580-a61f4ab9a96c req-1deae1de-4167-4632-91fb-cdf295b611ec service nova] Acquiring lock "d5b57c7f-800a-4f8d-a712-eabc0d08af00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.896348] env[68960]: DEBUG oslo_concurrency.lockutils [req-63875729-38a4-4957-8580-a61f4ab9a96c req-1deae1de-4167-4632-91fb-cdf295b611ec service nova] Lock "d5b57c7f-800a-4f8d-a712-eabc0d08af00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.896539] env[68960]: DEBUG oslo_concurrency.lockutils [req-63875729-38a4-4957-8580-a61f4ab9a96c req-1deae1de-4167-4632-91fb-cdf295b611ec service nova] Lock "d5b57c7f-800a-4f8d-a712-eabc0d08af00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.896728] env[68960]: DEBUG nova.compute.manager [req-63875729-38a4-4957-8580-a61f4ab9a96c req-1deae1de-4167-4632-91fb-cdf295b611ec service nova] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] No waiting events found dispatching network-vif-plugged-9339336a-ef4a-4d63-8c6a-4d2555d5752f {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1012.896921] env[68960]: WARNING nova.compute.manager [req-63875729-38a4-4957-8580-a61f4ab9a96c req-1deae1de-4167-4632-91fb-cdf295b611ec service nova] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Received unexpected event network-vif-plugged-9339336a-ef4a-4d63-8c6a-4d2555d5752f for instance with vm_state building and task_state spawning. [ 1012.897045] env[68960]: DEBUG nova.compute.manager [req-63875729-38a4-4957-8580-a61f4ab9a96c req-1deae1de-4167-4632-91fb-cdf295b611ec service nova] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Received event network-changed-9339336a-ef4a-4d63-8c6a-4d2555d5752f {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.897209] env[68960]: DEBUG nova.compute.manager [req-63875729-38a4-4957-8580-a61f4ab9a96c req-1deae1de-4167-4632-91fb-cdf295b611ec service nova] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Refreshing instance network info cache due to event network-changed-9339336a-ef4a-4d63-8c6a-4d2555d5752f. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.897383] env[68960]: DEBUG oslo_concurrency.lockutils [req-63875729-38a4-4957-8580-a61f4ab9a96c req-1deae1de-4167-4632-91fb-cdf295b611ec service nova] Acquiring lock "refresh_cache-d5b57c7f-800a-4f8d-a712-eabc0d08af00" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.897522] env[68960]: DEBUG oslo_concurrency.lockutils [req-63875729-38a4-4957-8580-a61f4ab9a96c req-1deae1de-4167-4632-91fb-cdf295b611ec service nova] Acquired lock "refresh_cache-d5b57c7f-800a-4f8d-a712-eabc0d08af00" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.897866] env[68960]: DEBUG nova.network.neutron [req-63875729-38a4-4957-8580-a61f4ab9a96c req-1deae1de-4167-4632-91fb-cdf295b611ec service nova] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Refreshing network info cache for port 9339336a-ef4a-4d63-8c6a-4d2555d5752f {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.904410] env[68960]: DEBUG nova.network.neutron [None req-dc8ce454-92e3-4988-bf5c-9833e80a1a5e tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.914429] env[68960]: DEBUG nova.compute.manager [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1013.032171] env[68960]: DEBUG nova.scheduler.client.report [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.079231] env[68960]: DEBUG nova.compute.manager [req-afb3f05e-7a2e-4ae2-b97f-2c3b679ef159 req-2bc13f93-d622-42f0-a7f4-872334d9c32c service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Received event network-changed-1fd93475-c6a4-4c49-ba06-1fc1a7c956f9 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.079592] env[68960]: DEBUG nova.compute.manager [req-afb3f05e-7a2e-4ae2-b97f-2c3b679ef159 req-2bc13f93-d622-42f0-a7f4-872334d9c32c service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Refreshing instance network info cache due to event network-changed-1fd93475-c6a4-4c49-ba06-1fc1a7c956f9. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.080184] env[68960]: DEBUG oslo_concurrency.lockutils [req-afb3f05e-7a2e-4ae2-b97f-2c3b679ef159 req-2bc13f93-d622-42f0-a7f4-872334d9c32c service nova] Acquiring lock "refresh_cache-df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.080348] env[68960]: DEBUG oslo_concurrency.lockutils [req-afb3f05e-7a2e-4ae2-b97f-2c3b679ef159 req-2bc13f93-d622-42f0-a7f4-872334d9c32c service nova] Acquired lock "refresh_cache-df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.080521] env[68960]: DEBUG nova.network.neutron [req-afb3f05e-7a2e-4ae2-b97f-2c3b679ef159 req-2bc13f93-d622-42f0-a7f4-872334d9c32c service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Refreshing network info cache for port 1fd93475-c6a4-4c49-ba06-1fc1a7c956f9 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.110507] env[68960]: DEBUG oslo_concurrency.lockutils [None req-61054126-03f4-437c-8bd6-982ee96baf40 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.212974] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221941, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.298490] env[68960]: DEBUG oslo_vmware.api [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221942, 'name': ReconfigVM_Task, 'duration_secs': 0.411784} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.298815] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Reconfigured VM instance instance-00000056 to attach disk [datastore2] cb7309a4-cc7a-45d1-b080-c0fb1e424c1f/cb7309a4-cc7a-45d1-b080-c0fb1e424c1f.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.299502] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3819433d-39c7-463e-997f-fb500cc2ae4e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.305552] env[68960]: DEBUG oslo_vmware.api [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 1013.305552] env[68960]: value = "task-3221943" [ 1013.305552] env[68960]: _type = "Task" [ 1013.305552] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.313354] env[68960]: DEBUG oslo_vmware.api [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221943, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.410136] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc8ce454-92e3-4988-bf5c-9833e80a1a5e tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Releasing lock "refresh_cache-4e1a8d2f-01e0-484e-ab67-3bbcadf691e7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.410136] env[68960]: DEBUG nova.compute.manager [None req-dc8ce454-92e3-4988-bf5c-9833e80a1a5e tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.410136] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8ce454-92e3-4988-bf5c-9833e80a1a5e tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.410136] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d8ae0ca-6833-4b9b-a144-efc634f2d430 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.422243] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cb8aff-dec2-42e6-a64b-f2ceb21c185a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.462726] env[68960]: WARNING nova.virt.vmwareapi.vmops [None req-dc8ce454-92e3-4988-bf5c-9833e80a1a5e tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7 could not be found. [ 1013.462951] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8ce454-92e3-4988-bf5c-9833e80a1a5e tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.463168] env[68960]: INFO nova.compute.manager [None req-dc8ce454-92e3-4988-bf5c-9833e80a1a5e tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1013.463493] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc8ce454-92e3-4988-bf5c-9833e80a1a5e tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.471026] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.471026] env[68960]: DEBUG nova.compute.manager [-] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.471026] env[68960]: DEBUG nova.network.neutron [-] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.492866] env[68960]: DEBUG nova.network.neutron [-] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.540921] env[68960]: DEBUG oslo_concurrency.lockutils [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.364s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.543850] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.788s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.545624] env[68960]: INFO nova.compute.claims [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.716103] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221941, 'name': CreateVM_Task, 'duration_secs': 0.875221} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.716415] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.716961] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.717137] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.717450] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.717686] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f131bff-e3c7-4d39-8e28-2e30e49047b0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.722059] env[68960]: DEBUG oslo_vmware.api [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1013.722059] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52bf500b-18f2-cedc-8aee-c9862a8e770c" [ 1013.722059] env[68960]: _type = "Task" [ 1013.722059] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.732332] env[68960]: DEBUG oslo_vmware.api [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52bf500b-18f2-cedc-8aee-c9862a8e770c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.827679] env[68960]: DEBUG oslo_vmware.api [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221943, 'name': Rename_Task, 'duration_secs': 0.255373} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.827679] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.828349] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82163d31-b7e6-406d-bf6d-3285aa073ea6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.834646] env[68960]: DEBUG oslo_vmware.api [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 1013.834646] env[68960]: value = "task-3221944" [ 1013.834646] env[68960]: _type = "Task" [ 1013.834646] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.843253] env[68960]: DEBUG oslo_vmware.api [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.878801] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "5ca439bd-7b4c-42cd-a3b7-c47b0e627935" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.879090] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "5ca439bd-7b4c-42cd-a3b7-c47b0e627935" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.879423] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "5ca439bd-7b4c-42cd-a3b7-c47b0e627935-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.879694] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "5ca439bd-7b4c-42cd-a3b7-c47b0e627935-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.879926] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "5ca439bd-7b4c-42cd-a3b7-c47b0e627935-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.885708] env[68960]: INFO nova.compute.manager [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Terminating instance [ 1013.912499] env[68960]: DEBUG nova.network.neutron [req-63875729-38a4-4957-8580-a61f4ab9a96c req-1deae1de-4167-4632-91fb-cdf295b611ec service nova] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Updated VIF entry in instance network info cache for port 9339336a-ef4a-4d63-8c6a-4d2555d5752f. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.912872] env[68960]: DEBUG nova.network.neutron [req-63875729-38a4-4957-8580-a61f4ab9a96c req-1deae1de-4167-4632-91fb-cdf295b611ec service nova] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Updating instance_info_cache with network_info: [{"id": "9339336a-ef4a-4d63-8c6a-4d2555d5752f", "address": "fa:16:3e:53:b6:09", "network": {"id": "6e100ac4-7b00-4329-b2ac-f4fb65e8f519", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-748744904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c6d3f23cbe4289a44c7f4b678c28f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9339336a-ef", "ovs_interfaceid": "9339336a-ef4a-4d63-8c6a-4d2555d5752f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.995922] env[68960]: DEBUG nova.network.neutron [-] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.053758] env[68960]: DEBUG nova.network.neutron [None req-4ea0bca7-3e8f-4f29-9aa9-a14d02beaf94 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Updating instance_info_cache with network_info: [{"id": "22179951-ff1d-400d-945e-e32036bac5ea", "address": "fa:16:3e:94:11:a4", "network": {"id": "8bfecd26-bbd0-4196-8447-de727dae2385", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1461791050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42779973f53e4b13bbe449e808f2bfa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22179951-ff", "ovs_interfaceid": "22179951-ff1d-400d-945e-e32036bac5ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.058460] env[68960]: DEBUG oslo_concurrency.lockutils [None req-921f6875-ad70-42b5-adce-0e4932119a00 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lock "178e556e-7643-46a0-a83a-3923fda2c471" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.232s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.070845] env[68960]: DEBUG nova.network.neutron [req-afb3f05e-7a2e-4ae2-b97f-2c3b679ef159 req-2bc13f93-d622-42f0-a7f4-872334d9c32c service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Updated VIF entry in instance network info cache for port 1fd93475-c6a4-4c49-ba06-1fc1a7c956f9. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.071430] env[68960]: DEBUG nova.network.neutron [req-afb3f05e-7a2e-4ae2-b97f-2c3b679ef159 req-2bc13f93-d622-42f0-a7f4-872334d9c32c service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Updating instance_info_cache with network_info: [{"id": "0cf4cba2-942a-4579-9841-ea48aa0aa654", "address": "fa:16:3e:7b:d5:da", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cf4cba2-94", "ovs_interfaceid": "0cf4cba2-942a-4579-9841-ea48aa0aa654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1fd93475-c6a4-4c49-ba06-1fc1a7c956f9", "address": "fa:16:3e:45:1a:02", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fd93475-c6", "ovs_interfaceid": "1fd93475-c6a4-4c49-ba06-1fc1a7c956f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.235803] env[68960]: DEBUG oslo_vmware.api [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52bf500b-18f2-cedc-8aee-c9862a8e770c, 'name': SearchDatastore_Task, 'duration_secs': 0.016787} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.236202] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.236467] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.236719] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.236868] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.237061] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.237327] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b5d736a-6ab8-4227-82b5-adf475cff506 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.246773] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.246934] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.247679] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c35f018-a84a-4a02-934e-6e586c8d73e9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.252538] env[68960]: DEBUG oslo_vmware.api [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1014.252538] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a0cf4c-91e1-1e03-5334-5d0a5941287c" [ 1014.252538] env[68960]: _type = "Task" [ 1014.252538] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.260506] env[68960]: DEBUG oslo_vmware.api [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a0cf4c-91e1-1e03-5334-5d0a5941287c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.266073] env[68960]: DEBUG oslo_concurrency.lockutils [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Acquiring lock "701e5d1f-fa75-43ac-a53e-3a9ddffe7c53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.266320] env[68960]: DEBUG oslo_concurrency.lockutils [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Lock "701e5d1f-fa75-43ac-a53e-3a9ddffe7c53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.266523] env[68960]: DEBUG oslo_concurrency.lockutils [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Acquiring lock "701e5d1f-fa75-43ac-a53e-3a9ddffe7c53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.266709] env[68960]: DEBUG oslo_concurrency.lockutils [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Lock "701e5d1f-fa75-43ac-a53e-3a9ddffe7c53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.266875] env[68960]: DEBUG oslo_concurrency.lockutils [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Lock "701e5d1f-fa75-43ac-a53e-3a9ddffe7c53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.268993] env[68960]: INFO nova.compute.manager [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Terminating instance [ 1014.347549] env[68960]: DEBUG oslo_vmware.api [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221944, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.361168] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-10656f10-f9c9-402a-a2a5-ce3b0cbb462f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Volume attach. Driver type: vmdk {{(pid=68960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1014.361413] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-10656f10-f9c9-402a-a2a5-ce3b0cbb462f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644147', 'volume_id': 'bde4b4b1-b9a5-4232-9140-1432fb8805f8', 'name': 'volume-bde4b4b1-b9a5-4232-9140-1432fb8805f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5f6c0adf-c72f-45f6-89a8-f696e3d45db7', 'attached_at': '', 'detached_at': '', 'volume_id': 'bde4b4b1-b9a5-4232-9140-1432fb8805f8', 'serial': 'bde4b4b1-b9a5-4232-9140-1432fb8805f8'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1014.362396] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4d9a03-521b-4f63-88c8-a43655470258 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.380636] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc1f232-2556-4278-8404-d3349b04613a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.404811] env[68960]: DEBUG nova.compute.manager [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.404811] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.412435] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-10656f10-f9c9-402a-a2a5-ce3b0cbb462f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] volume-bde4b4b1-b9a5-4232-9140-1432fb8805f8/volume-bde4b4b1-b9a5-4232-9140-1432fb8805f8.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.412981] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b60192-b256-4051-8bbc-6a72187a6fcf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.415800] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2f8377b-bb0e-4ac9-ab2c-8bc48640bc7c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.429788] env[68960]: DEBUG oslo_concurrency.lockutils [req-63875729-38a4-4957-8580-a61f4ab9a96c req-1deae1de-4167-4632-91fb-cdf295b611ec service nova] Releasing lock "refresh_cache-d5b57c7f-800a-4f8d-a712-eabc0d08af00" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.435921] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.437284] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4dc8faf-d159-40c4-a5a9-1bb23608bc98 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.438919] env[68960]: DEBUG oslo_vmware.api [None req-10656f10-f9c9-402a-a2a5-ce3b0cbb462f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1014.438919] env[68960]: value = "task-3221945" [ 1014.438919] env[68960]: _type = "Task" [ 1014.438919] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.443348] env[68960]: DEBUG oslo_vmware.api [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 1014.443348] env[68960]: value = "task-3221946" [ 1014.443348] env[68960]: _type = "Task" [ 1014.443348] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.449955] env[68960]: DEBUG oslo_vmware.api [None req-10656f10-f9c9-402a-a2a5-ce3b0cbb462f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3221945, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.454894] env[68960]: DEBUG oslo_vmware.api [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.498592] env[68960]: INFO nova.compute.manager [-] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Took 1.03 seconds to deallocate network for instance. [ 1014.561425] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4ea0bca7-3e8f-4f29-9aa9-a14d02beaf94 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Releasing lock "refresh_cache-d7a37e41-d64c-498d-acf0-b41961fe7635" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.562094] env[68960]: DEBUG nova.objects.instance [None req-4ea0bca7-3e8f-4f29-9aa9-a14d02beaf94 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lazy-loading 'migration_context' on Instance uuid d7a37e41-d64c-498d-acf0-b41961fe7635 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.574616] env[68960]: DEBUG oslo_concurrency.lockutils [req-afb3f05e-7a2e-4ae2-b97f-2c3b679ef159 req-2bc13f93-d622-42f0-a7f4-872334d9c32c service nova] Releasing lock "refresh_cache-df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.575044] env[68960]: DEBUG nova.compute.manager [req-afb3f05e-7a2e-4ae2-b97f-2c3b679ef159 req-2bc13f93-d622-42f0-a7f4-872334d9c32c service nova] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Received event network-vif-deleted-67f53d1c-098d-401d-9040-83285c6c0bd3 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.575467] env[68960]: DEBUG nova.compute.manager [req-afb3f05e-7a2e-4ae2-b97f-2c3b679ef159 req-2bc13f93-d622-42f0-a7f4-872334d9c32c service nova] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Received event network-vif-unplugged-92b62112-2c32-423d-a85d-bce9eaee60e6 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.575679] env[68960]: DEBUG oslo_concurrency.lockutils [req-afb3f05e-7a2e-4ae2-b97f-2c3b679ef159 req-2bc13f93-d622-42f0-a7f4-872334d9c32c service nova] Acquiring lock "178e556e-7643-46a0-a83a-3923fda2c471-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.576018] env[68960]: DEBUG oslo_concurrency.lockutils [req-afb3f05e-7a2e-4ae2-b97f-2c3b679ef159 req-2bc13f93-d622-42f0-a7f4-872334d9c32c service nova] Lock "178e556e-7643-46a0-a83a-3923fda2c471-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.576344] env[68960]: DEBUG oslo_concurrency.lockutils [req-afb3f05e-7a2e-4ae2-b97f-2c3b679ef159 req-2bc13f93-d622-42f0-a7f4-872334d9c32c service nova] Lock "178e556e-7643-46a0-a83a-3923fda2c471-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.576631] env[68960]: DEBUG nova.compute.manager [req-afb3f05e-7a2e-4ae2-b97f-2c3b679ef159 req-2bc13f93-d622-42f0-a7f4-872334d9c32c service nova] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] No waiting events found dispatching network-vif-unplugged-92b62112-2c32-423d-a85d-bce9eaee60e6 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1014.576918] env[68960]: WARNING nova.compute.manager [req-afb3f05e-7a2e-4ae2-b97f-2c3b679ef159 req-2bc13f93-d622-42f0-a7f4-872334d9c32c service nova] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Received unexpected event network-vif-unplugged-92b62112-2c32-423d-a85d-bce9eaee60e6 for instance with vm_state shelved_offloaded and task_state None. [ 1014.577373] env[68960]: DEBUG nova.compute.manager [req-afb3f05e-7a2e-4ae2-b97f-2c3b679ef159 req-2bc13f93-d622-42f0-a7f4-872334d9c32c service nova] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Received event network-changed-92b62112-2c32-423d-a85d-bce9eaee60e6 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.577719] env[68960]: DEBUG nova.compute.manager [req-afb3f05e-7a2e-4ae2-b97f-2c3b679ef159 req-2bc13f93-d622-42f0-a7f4-872334d9c32c service nova] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Refreshing instance network info cache due to event network-changed-92b62112-2c32-423d-a85d-bce9eaee60e6. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.578254] env[68960]: DEBUG oslo_concurrency.lockutils [req-afb3f05e-7a2e-4ae2-b97f-2c3b679ef159 req-2bc13f93-d622-42f0-a7f4-872334d9c32c service nova] Acquiring lock "refresh_cache-178e556e-7643-46a0-a83a-3923fda2c471" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.578512] env[68960]: DEBUG oslo_concurrency.lockutils [req-afb3f05e-7a2e-4ae2-b97f-2c3b679ef159 req-2bc13f93-d622-42f0-a7f4-872334d9c32c service nova] Acquired lock "refresh_cache-178e556e-7643-46a0-a83a-3923fda2c471" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.579020] env[68960]: DEBUG nova.network.neutron [req-afb3f05e-7a2e-4ae2-b97f-2c3b679ef159 req-2bc13f93-d622-42f0-a7f4-872334d9c32c service nova] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Refreshing network info cache for port 92b62112-2c32-423d-a85d-bce9eaee60e6 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.765418] env[68960]: DEBUG oslo_vmware.api [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a0cf4c-91e1-1e03-5334-5d0a5941287c, 'name': SearchDatastore_Task, 'duration_secs': 0.015598} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.774025] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab2e4659-71be-4a36-9123-abf9eb263138 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.774025] env[68960]: DEBUG nova.compute.manager [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.774025] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.775556] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d091d00-2f7c-4b89-929d-6805898d6d43 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.781972] env[68960]: DEBUG oslo_vmware.api [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1014.781972] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52460bf5-6d89-0941-059c-1c9144d26bcb" [ 1014.781972] env[68960]: _type = "Task" [ 1014.781972] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.784836] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.790117] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fae213e4-d798-4b16-80c0-c8910e2c3b0a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.797498] env[68960]: DEBUG oslo_vmware.api [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52460bf5-6d89-0941-059c-1c9144d26bcb, 'name': SearchDatastore_Task, 'duration_secs': 0.010147} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.798777] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.799165] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] d5b57c7f-800a-4f8d-a712-eabc0d08af00/d5b57c7f-800a-4f8d-a712-eabc0d08af00.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.799605] env[68960]: DEBUG oslo_vmware.api [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Waiting for the task: (returnval){ [ 1014.799605] env[68960]: value = "task-3221947" [ 1014.799605] env[68960]: _type = "Task" [ 1014.799605] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.801022] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31b9416d-4892-4c8e-8917-de394e863863 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.812526] env[68960]: DEBUG oslo_vmware.api [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Task: {'id': task-3221947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.816017] env[68960]: DEBUG oslo_vmware.api [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1014.816017] env[68960]: value = "task-3221948" [ 1014.816017] env[68960]: _type = "Task" [ 1014.816017] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.850163] env[68960]: DEBUG oslo_vmware.api [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221944, 'name': PowerOnVM_Task, 'duration_secs': 0.699726} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.850777] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.851527] env[68960]: INFO nova.compute.manager [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1014.851883] env[68960]: DEBUG nova.compute.manager [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.852992] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0bccc9-ea88-43ce-b903-aad1bdf48e9c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.871398] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23aca3f6-e07e-4c85-934f-c64734f7a89a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.879045] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfd1150-57e8-46d6-9459-3155624e4c9e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.911947] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce18f4e-b46c-43ef-a52b-675cc46529be {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.920366] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1495da4-fea4-4bd5-bd6b-cfb2c37ab9da {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.937787] env[68960]: DEBUG nova.compute.provider_tree [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.951656] env[68960]: DEBUG oslo_vmware.api [None req-10656f10-f9c9-402a-a2a5-ce3b0cbb462f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3221945, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.956997] env[68960]: DEBUG oslo_vmware.api [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221946, 'name': PowerOffVM_Task, 'duration_secs': 0.265257} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.957295] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.957463] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.957723] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-768f710c-d5ef-43ec-9d38-1cbf5af4922f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.012930] env[68960]: INFO nova.compute.manager [None req-dc8ce454-92e3-4988-bf5c-9833e80a1a5e tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Instance disappeared during terminate [ 1015.012930] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dc8ce454-92e3-4988-bf5c-9833e80a1a5e tempest-ImagesTestJSON-2048417355 tempest-ImagesTestJSON-2048417355-project-member] Lock "4e1a8d2f-01e0-484e-ab67-3bbcadf691e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.298s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.042121] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.042121] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.042121] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Deleting the datastore file [datastore1] 5ca439bd-7b4c-42cd-a3b7-c47b0e627935 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.042121] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5706061c-7a9c-4eb4-b310-ebbb5fbad70e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.050221] env[68960]: DEBUG oslo_vmware.api [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 1015.050221] env[68960]: value = "task-3221950" [ 1015.050221] env[68960]: _type = "Task" [ 1015.050221] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.060873] env[68960]: DEBUG oslo_vmware.api [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.065124] env[68960]: DEBUG nova.objects.base [None req-4ea0bca7-3e8f-4f29-9aa9-a14d02beaf94 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68960) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1015.066117] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5986bd-3b4d-4e88-8fdd-fc269d766a4a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.096793] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f74067af-6f8a-44f5-a6ab-32d6e452701e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.105806] env[68960]: DEBUG oslo_vmware.api [None req-4ea0bca7-3e8f-4f29-9aa9-a14d02beaf94 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 1015.105806] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f76f93-23a1-4ecf-0a75-6be401d24d59" [ 1015.105806] env[68960]: _type = "Task" [ 1015.105806] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.114771] env[68960]: DEBUG oslo_vmware.api [None req-4ea0bca7-3e8f-4f29-9aa9-a14d02beaf94 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f76f93-23a1-4ecf-0a75-6be401d24d59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.237621] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquiring lock "178e556e-7643-46a0-a83a-3923fda2c471" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.237918] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lock "178e556e-7643-46a0-a83a-3923fda2c471" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.238121] env[68960]: INFO nova.compute.manager [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Unshelving [ 1015.315431] env[68960]: DEBUG oslo_vmware.api [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Task: {'id': task-3221947, 'name': PowerOffVM_Task, 'duration_secs': 0.377778} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.318931] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.319132] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.319395] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8143bbe-78fe-4151-a654-0fc8d38c1c15 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.325188] env[68960]: DEBUG oslo_vmware.api [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3221948, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.343667] env[68960]: DEBUG nova.network.neutron [req-afb3f05e-7a2e-4ae2-b97f-2c3b679ef159 req-2bc13f93-d622-42f0-a7f4-872334d9c32c service nova] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Updated VIF entry in instance network info cache for port 92b62112-2c32-423d-a85d-bce9eaee60e6. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.344041] env[68960]: DEBUG nova.network.neutron [req-afb3f05e-7a2e-4ae2-b97f-2c3b679ef159 req-2bc13f93-d622-42f0-a7f4-872334d9c32c service nova] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Updating instance_info_cache with network_info: [{"id": "92b62112-2c32-423d-a85d-bce9eaee60e6", "address": "fa:16:3e:fc:6c:44", "network": {"id": "ee3f36e3-4dbc-4c19-b44a-6700ff7f733d", "bridge": null, "label": "tempest-ServersNegativeTestJSON-237954728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8165985a7ea64bcba319191bed454293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap92b62112-2c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.376457] env[68960]: INFO nova.compute.manager [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Took 19.17 seconds to build instance. [ 1015.399908] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.400269] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.400408] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Deleting the datastore file [datastore2] 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.400678] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13f291df-2297-44bd-9ed9-38daed28df53 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.407904] env[68960]: DEBUG oslo_vmware.api [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Waiting for the task: (returnval){ [ 1015.407904] env[68960]: value = "task-3221952" [ 1015.407904] env[68960]: _type = "Task" [ 1015.407904] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.418287] env[68960]: DEBUG oslo_vmware.api [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Task: {'id': task-3221952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.439547] env[68960]: DEBUG nova.scheduler.client.report [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.451966] env[68960]: DEBUG oslo_vmware.api [None req-10656f10-f9c9-402a-a2a5-ce3b0cbb462f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3221945, 'name': ReconfigVM_Task, 'duration_secs': 0.602228} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.452390] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-10656f10-f9c9-402a-a2a5-ce3b0cbb462f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Reconfigured VM instance instance-00000046 to attach disk [datastore2] volume-bde4b4b1-b9a5-4232-9140-1432fb8805f8/volume-bde4b4b1-b9a5-4232-9140-1432fb8805f8.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.457467] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e247a7f-f403-4c46-8a62-c341d586540e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.473800] env[68960]: DEBUG oslo_vmware.api [None req-10656f10-f9c9-402a-a2a5-ce3b0cbb462f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1015.473800] env[68960]: value = "task-3221953" [ 1015.473800] env[68960]: _type = "Task" [ 1015.473800] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.483565] env[68960]: DEBUG oslo_vmware.api [None req-10656f10-f9c9-402a-a2a5-ce3b0cbb462f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3221953, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.563433] env[68960]: DEBUG oslo_vmware.api [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.617999] env[68960]: DEBUG oslo_vmware.api [None req-4ea0bca7-3e8f-4f29-9aa9-a14d02beaf94 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f76f93-23a1-4ecf-0a75-6be401d24d59, 'name': SearchDatastore_Task, 'duration_secs': 0.046383} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.618833] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4ea0bca7-3e8f-4f29-9aa9-a14d02beaf94 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.827745] env[68960]: DEBUG oslo_vmware.api [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3221948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545656} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.828084] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] d5b57c7f-800a-4f8d-a712-eabc0d08af00/d5b57c7f-800a-4f8d-a712-eabc0d08af00.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.828084] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.828292] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c77e065e-ab6a-4c0c-bd37-2bb6dc70700a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.837140] env[68960]: DEBUG oslo_vmware.api [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1015.837140] env[68960]: value = "task-3221954" [ 1015.837140] env[68960]: _type = "Task" [ 1015.837140] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.847113] env[68960]: DEBUG oslo_vmware.api [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3221954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.847113] env[68960]: DEBUG oslo_concurrency.lockutils [req-afb3f05e-7a2e-4ae2-b97f-2c3b679ef159 req-2bc13f93-d622-42f0-a7f4-872334d9c32c service nova] Releasing lock "refresh_cache-178e556e-7643-46a0-a83a-3923fda2c471" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.878632] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cd2c0740-978c-4ad8-8fe6-1a2f670ccc74 tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Lock "cb7309a4-cc7a-45d1-b080-c0fb1e424c1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.682s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.918333] env[68960]: DEBUG oslo_vmware.api [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Task: {'id': task-3221952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.945588] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.945588] env[68960]: DEBUG nova.compute.manager [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.948579] env[68960]: DEBUG oslo_concurrency.lockutils [None req-61054126-03f4-437c-8bd6-982ee96baf40 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.838s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.948579] env[68960]: DEBUG nova.objects.instance [None req-61054126-03f4-437c-8bd6-982ee96baf40 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lazy-loading 'resources' on Instance uuid d39024a8-8240-491f-88ee-8543fbfa7573 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.952489] env[68960]: DEBUG nova.compute.manager [req-33080154-fd7f-4c78-8f84-1a06846c917c req-0e9a5e2a-ced5-4992-a5a9-e1799e917386 service nova] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Received event network-vif-deleted-6e56b4dd-c6b8-4ad9-b198-b6f4a8850f9a {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.952489] env[68960]: DEBUG nova.compute.manager [req-33080154-fd7f-4c78-8f84-1a06846c917c req-0e9a5e2a-ced5-4992-a5a9-e1799e917386 service nova] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Received event network-changed-3c759feb-943a-40ea-a525-766844392259 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.952489] env[68960]: DEBUG nova.compute.manager [req-33080154-fd7f-4c78-8f84-1a06846c917c req-0e9a5e2a-ced5-4992-a5a9-e1799e917386 service nova] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Refreshing instance network info cache due to event network-changed-3c759feb-943a-40ea-a525-766844392259. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.952870] env[68960]: DEBUG oslo_concurrency.lockutils [req-33080154-fd7f-4c78-8f84-1a06846c917c req-0e9a5e2a-ced5-4992-a5a9-e1799e917386 service nova] Acquiring lock "refresh_cache-70cb0e8b-7ed9-49b5-a7c0-2e82455808a4" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.952870] env[68960]: DEBUG oslo_concurrency.lockutils [req-33080154-fd7f-4c78-8f84-1a06846c917c req-0e9a5e2a-ced5-4992-a5a9-e1799e917386 service nova] Acquired lock "refresh_cache-70cb0e8b-7ed9-49b5-a7c0-2e82455808a4" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.952870] env[68960]: DEBUG nova.network.neutron [req-33080154-fd7f-4c78-8f84-1a06846c917c req-0e9a5e2a-ced5-4992-a5a9-e1799e917386 service nova] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Refreshing network info cache for port 3c759feb-943a-40ea-a525-766844392259 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.985213] env[68960]: DEBUG oslo_vmware.api [None req-10656f10-f9c9-402a-a2a5-ce3b0cbb462f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3221953, 'name': ReconfigVM_Task, 'duration_secs': 0.247268} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.985593] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-10656f10-f9c9-402a-a2a5-ce3b0cbb462f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644147', 'volume_id': 'bde4b4b1-b9a5-4232-9140-1432fb8805f8', 'name': 'volume-bde4b4b1-b9a5-4232-9140-1432fb8805f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5f6c0adf-c72f-45f6-89a8-f696e3d45db7', 'attached_at': '', 'detached_at': '', 'volume_id': 'bde4b4b1-b9a5-4232-9140-1432fb8805f8', 'serial': 'bde4b4b1-b9a5-4232-9140-1432fb8805f8'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1016.061740] env[68960]: DEBUG oslo_vmware.api [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3221950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.575646} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.062009] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.062202] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.062378] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.062596] env[68960]: INFO nova.compute.manager [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1016.062788] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.063257] env[68960]: DEBUG nova.compute.manager [-] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.063257] env[68960]: DEBUG nova.network.neutron [-] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.101909] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "interface-df1c635b-6070-4793-ac01-c3c54bc84c9a-48705f98-34d5-4829-b779-7a9f3e9570f1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.104025] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "interface-df1c635b-6070-4793-ac01-c3c54bc84c9a-48705f98-34d5-4829-b779-7a9f3e9570f1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.104025] env[68960]: DEBUG nova.objects.instance [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lazy-loading 'flavor' on Instance uuid df1c635b-6070-4793-ac01-c3c54bc84c9a {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.277821] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.347473] env[68960]: DEBUG oslo_vmware.api [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3221954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069171} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.347916] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.348831] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49849c81-715e-4fb0-b077-0ee083c7c8e5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.375780] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] d5b57c7f-800a-4f8d-a712-eabc0d08af00/d5b57c7f-800a-4f8d-a712-eabc0d08af00.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.376489] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51dcc5b9-f9a7-4df3-8b1d-015e4faab8b5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.398199] env[68960]: DEBUG oslo_vmware.api [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1016.398199] env[68960]: value = "task-3221955" [ 1016.398199] env[68960]: _type = "Task" [ 1016.398199] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.407989] env[68960]: DEBUG oslo_vmware.api [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3221955, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.421486] env[68960]: DEBUG oslo_vmware.api [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Task: {'id': task-3221952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.619617} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.421658] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.422457] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.422457] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.422457] env[68960]: INFO nova.compute.manager [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1016.422610] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.422794] env[68960]: DEBUG nova.compute.manager [-] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.422889] env[68960]: DEBUG nova.network.neutron [-] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.454074] env[68960]: DEBUG nova.compute.utils [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.457233] env[68960]: DEBUG nova.compute.manager [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1016.457429] env[68960]: DEBUG nova.network.neutron [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.538343] env[68960]: DEBUG nova.policy [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf7f0db4188c474785f470d833cf4b4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bc1463b5b1145ef852199599611aed6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.796599] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166df35b-0d17-4a0e-8538-84f2dab5398b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.807579] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78b3968-fcdb-43dd-9fed-d5cba77295ee {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.844385] env[68960]: DEBUG oslo_concurrency.lockutils [None req-16e0fc05-613e-4b96-9a09-1e4291e20e4e tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquiring lock "cb7309a4-cc7a-45d1-b080-c0fb1e424c1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.844385] env[68960]: DEBUG oslo_concurrency.lockutils [None req-16e0fc05-613e-4b96-9a09-1e4291e20e4e tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Lock "cb7309a4-cc7a-45d1-b080-c0fb1e424c1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.844385] env[68960]: DEBUG oslo_concurrency.lockutils [None req-16e0fc05-613e-4b96-9a09-1e4291e20e4e tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquiring lock "cb7309a4-cc7a-45d1-b080-c0fb1e424c1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.844385] env[68960]: DEBUG oslo_concurrency.lockutils [None req-16e0fc05-613e-4b96-9a09-1e4291e20e4e tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Lock "cb7309a4-cc7a-45d1-b080-c0fb1e424c1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.844927] env[68960]: DEBUG oslo_concurrency.lockutils [None req-16e0fc05-613e-4b96-9a09-1e4291e20e4e tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Lock "cb7309a4-cc7a-45d1-b080-c0fb1e424c1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.846678] env[68960]: INFO nova.compute.manager [None req-16e0fc05-613e-4b96-9a09-1e4291e20e4e tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Terminating instance [ 1016.848578] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d41859-5905-4acc-a66d-81b50803b6d2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.857611] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ce0d63-a0cf-427c-90eb-176c1ac6850a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.874195] env[68960]: DEBUG nova.compute.provider_tree [None req-61054126-03f4-437c-8bd6-982ee96baf40 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.891909] env[68960]: DEBUG nova.objects.instance [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lazy-loading 'pci_requests' on Instance uuid df1c635b-6070-4793-ac01-c3c54bc84c9a {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.909178] env[68960]: DEBUG oslo_vmware.api [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3221955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.918372] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Acquiring lock "c0c2de40-dcf8-420e-8be1-23195cfbfe60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.918528] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Lock "c0c2de40-dcf8-420e-8be1-23195cfbfe60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.918736] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Acquiring lock "c0c2de40-dcf8-420e-8be1-23195cfbfe60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.919488] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Lock "c0c2de40-dcf8-420e-8be1-23195cfbfe60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.919488] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Lock "c0c2de40-dcf8-420e-8be1-23195cfbfe60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.921724] env[68960]: INFO nova.compute.manager [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Terminating instance [ 1016.952852] env[68960]: DEBUG nova.network.neutron [req-33080154-fd7f-4c78-8f84-1a06846c917c req-0e9a5e2a-ced5-4992-a5a9-e1799e917386 service nova] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Updated VIF entry in instance network info cache for port 3c759feb-943a-40ea-a525-766844392259. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.953213] env[68960]: DEBUG nova.network.neutron [req-33080154-fd7f-4c78-8f84-1a06846c917c req-0e9a5e2a-ced5-4992-a5a9-e1799e917386 service nova] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Updating instance_info_cache with network_info: [{"id": "3c759feb-943a-40ea-a525-766844392259", "address": "fa:16:3e:a9:2a:e0", "network": {"id": "4f6c2869-1d90-4122-b18e-6d4c4f4b9080", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-808812376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c2d56122a0444f8dada636bc5ed07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c759feb-94", "ovs_interfaceid": "3c759feb-943a-40ea-a525-766844392259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.964775] env[68960]: DEBUG nova.compute.manager [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.049250] env[68960]: DEBUG nova.objects.instance [None req-10656f10-f9c9-402a-a2a5-ce3b0cbb462f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lazy-loading 'flavor' on Instance uuid 5f6c0adf-c72f-45f6-89a8-f696e3d45db7 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.054774] env[68960]: DEBUG nova.network.neutron [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Successfully created port: 4b6c15d1-aa68-4457-ac54-2e03d720e15f {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.269160] env[68960]: DEBUG nova.network.neutron [-] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.354799] env[68960]: DEBUG nova.compute.manager [None req-16e0fc05-613e-4b96-9a09-1e4291e20e4e tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.355092] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-16e0fc05-613e-4b96-9a09-1e4291e20e4e tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.356073] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88f6ac8-d400-4f59-a6e8-5fdeb6607c84 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.365124] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e0fc05-613e-4b96-9a09-1e4291e20e4e tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.365202] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3786b2c0-78d7-4aaa-bc68-5cde9fbacb49 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.371575] env[68960]: DEBUG oslo_vmware.api [None req-16e0fc05-613e-4b96-9a09-1e4291e20e4e tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 1017.371575] env[68960]: value = "task-3221956" [ 1017.371575] env[68960]: _type = "Task" [ 1017.371575] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.377715] env[68960]: DEBUG nova.scheduler.client.report [None req-61054126-03f4-437c-8bd6-982ee96baf40 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.388270] env[68960]: DEBUG oslo_vmware.api [None req-16e0fc05-613e-4b96-9a09-1e4291e20e4e tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.395116] env[68960]: DEBUG nova.objects.base [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68960) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1017.395116] env[68960]: DEBUG nova.network.neutron [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.411870] env[68960]: DEBUG oslo_vmware.api [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3221955, 'name': ReconfigVM_Task, 'duration_secs': 0.719637} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.412645] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Reconfigured VM instance instance-00000057 to attach disk [datastore2] d5b57c7f-800a-4f8d-a712-eabc0d08af00/d5b57c7f-800a-4f8d-a712-eabc0d08af00.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.412876] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-246f0777-422b-469b-95e7-d10e3b068e41 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.420383] env[68960]: DEBUG oslo_vmware.api [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1017.420383] env[68960]: value = "task-3221957" [ 1017.420383] env[68960]: _type = "Task" [ 1017.420383] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.429099] env[68960]: DEBUG nova.compute.manager [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.429347] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.429982] env[68960]: DEBUG oslo_vmware.api [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3221957, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.431702] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7c5aca2-bf70-4d75-973a-2c1645ebee81 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.440280] env[68960]: DEBUG oslo_vmware.api [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Waiting for the task: (returnval){ [ 1017.440280] env[68960]: value = "task-3221958" [ 1017.440280] env[68960]: _type = "Task" [ 1017.440280] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.449473] env[68960]: DEBUG oslo_vmware.api [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Task: {'id': task-3221958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.455936] env[68960]: DEBUG oslo_concurrency.lockutils [req-33080154-fd7f-4c78-8f84-1a06846c917c req-0e9a5e2a-ced5-4992-a5a9-e1799e917386 service nova] Releasing lock "refresh_cache-70cb0e8b-7ed9-49b5-a7c0-2e82455808a4" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.480766] env[68960]: DEBUG nova.policy [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac6c3170d11f486a9f9f12a2b8d03f32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e614b9fed50b48789272b9d2b974627e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.556145] env[68960]: DEBUG oslo_concurrency.lockutils [None req-10656f10-f9c9-402a-a2a5-ce3b0cbb462f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "5f6c0adf-c72f-45f6-89a8-f696e3d45db7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.803s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.718871] env[68960]: DEBUG nova.network.neutron [-] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.774285] env[68960]: INFO nova.compute.manager [-] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Took 1.71 seconds to deallocate network for instance. [ 1017.882227] env[68960]: DEBUG oslo_vmware.api [None req-16e0fc05-613e-4b96-9a09-1e4291e20e4e tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221956, 'name': PowerOffVM_Task, 'duration_secs': 0.174796} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.882553] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e0fc05-613e-4b96-9a09-1e4291e20e4e tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.882553] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-16e0fc05-613e-4b96-9a09-1e4291e20e4e tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.882842] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65c08994-50b1-4e67-a0af-e0ee5cc93ea9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.889923] env[68960]: DEBUG oslo_concurrency.lockutils [None req-61054126-03f4-437c-8bd6-982ee96baf40 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.892900] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.425s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.893865] env[68960]: INFO nova.compute.claims [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.917323] env[68960]: INFO nova.scheduler.client.report [None req-61054126-03f4-437c-8bd6-982ee96baf40 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Deleted allocations for instance d39024a8-8240-491f-88ee-8543fbfa7573 [ 1017.921178] env[68960]: DEBUG nova.compute.manager [req-2e24036e-8230-40e7-831d-05ea68498476 req-87f14ce9-fa13-4ec5-bb3b-12dcc6abf979 service nova] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Received event network-vif-deleted-7135b1cf-1251-4c98-abcf-ea66a471c832 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.935696] env[68960]: DEBUG oslo_vmware.api [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3221957, 'name': Rename_Task, 'duration_secs': 0.189979} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.936299] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.936299] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eebaa0a1-3f91-4a00-9be1-be9d113e40aa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.947302] env[68960]: DEBUG oslo_vmware.api [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1017.947302] env[68960]: value = "task-3221960" [ 1017.947302] env[68960]: _type = "Task" [ 1017.947302] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.957870] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-16e0fc05-613e-4b96-9a09-1e4291e20e4e tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.958217] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-16e0fc05-613e-4b96-9a09-1e4291e20e4e tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.958466] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e0fc05-613e-4b96-9a09-1e4291e20e4e tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Deleting the datastore file [datastore2] cb7309a4-cc7a-45d1-b080-c0fb1e424c1f {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.958752] env[68960]: DEBUG oslo_vmware.api [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Task: {'id': task-3221958, 'name': PowerOffVM_Task, 'duration_secs': 0.193487} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.959430] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23725676-c5e9-49d5-96d8-8925f7686775 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.961517] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.961741] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Volume detach. Driver type: vmdk {{(pid=68960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1017.961941] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644087', 'volume_id': '35653efe-7c8a-4b00-ba1c-18f158a2a442', 'name': 'volume-35653efe-7c8a-4b00-ba1c-18f158a2a442', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0c2de40-dcf8-420e-8be1-23195cfbfe60', 'attached_at': '', 'detached_at': '', 'volume_id': '35653efe-7c8a-4b00-ba1c-18f158a2a442', 'serial': '35653efe-7c8a-4b00-ba1c-18f158a2a442'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1017.966423] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a112a041-f510-477c-922d-08f2f3c62063 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.969425] env[68960]: DEBUG oslo_vmware.api [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3221960, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.988599] env[68960]: DEBUG nova.compute.manager [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.999027] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9f2b9f-b260-440e-b76d-d31191e3ff9a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.004900] env[68960]: DEBUG oslo_vmware.api [None req-16e0fc05-613e-4b96-9a09-1e4291e20e4e tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for the task: (returnval){ [ 1018.004900] env[68960]: value = "task-3221961" [ 1018.004900] env[68960]: _type = "Task" [ 1018.004900] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.012916] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb845e3-d0a3-4292-89a5-a9d679fe55c9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.019759] env[68960]: DEBUG oslo_vmware.api [None req-16e0fc05-613e-4b96-9a09-1e4291e20e4e tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.041015] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc87379a-b191-499d-a0e3-e772e44e2ef0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.059195] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] The volume has not been displaced from its original location: [datastore2] volume-35653efe-7c8a-4b00-ba1c-18f158a2a442/volume-35653efe-7c8a-4b00-ba1c-18f158a2a442.vmdk. No consolidation needed. {{(pid=68960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1018.066008] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Reconfiguring VM instance instance-00000049 to detach disk 2000 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1018.068854] env[68960]: DEBUG nova.virt.hardware [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.069276] env[68960]: DEBUG nova.virt.hardware [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.069377] env[68960]: DEBUG nova.virt.hardware [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.069646] env[68960]: DEBUG nova.virt.hardware [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.069756] env[68960]: DEBUG nova.virt.hardware [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.069957] env[68960]: DEBUG nova.virt.hardware [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.070247] env[68960]: DEBUG nova.virt.hardware [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.070459] env[68960]: DEBUG nova.virt.hardware [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.070681] env[68960]: DEBUG nova.virt.hardware [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.070910] env[68960]: DEBUG nova.virt.hardware [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.071148] env[68960]: DEBUG nova.virt.hardware [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.071492] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53d788e5-aa97-4088-bb1e-c29f064e2d5e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.087550] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695ed4d4-0a4d-4557-8313-6c3c1bdf1cfd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.097321] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3be3b9-9936-4759-b665-70f1c330bd9d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.102946] env[68960]: DEBUG oslo_vmware.api [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Waiting for the task: (returnval){ [ 1018.102946] env[68960]: value = "task-3221962" [ 1018.102946] env[68960]: _type = "Task" [ 1018.102946] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.121293] env[68960]: DEBUG oslo_vmware.api [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Task: {'id': task-3221962, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.221402] env[68960]: INFO nova.compute.manager [-] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Took 1.80 seconds to deallocate network for instance. [ 1018.284029] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.428797] env[68960]: DEBUG oslo_concurrency.lockutils [None req-61054126-03f4-437c-8bd6-982ee96baf40 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "d39024a8-8240-491f-88ee-8543fbfa7573" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.367s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.459836] env[68960]: DEBUG oslo_vmware.api [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3221960, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.516445] env[68960]: DEBUG oslo_vmware.api [None req-16e0fc05-613e-4b96-9a09-1e4291e20e4e tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Task: {'id': task-3221961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138557} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.516798] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e0fc05-613e-4b96-9a09-1e4291e20e4e tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.517093] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-16e0fc05-613e-4b96-9a09-1e4291e20e4e tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.517345] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-16e0fc05-613e-4b96-9a09-1e4291e20e4e tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.517587] env[68960]: INFO nova.compute.manager [None req-16e0fc05-613e-4b96-9a09-1e4291e20e4e tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1018.517894] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16e0fc05-613e-4b96-9a09-1e4291e20e4e tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.519487] env[68960]: DEBUG nova.compute.manager [-] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.519487] env[68960]: DEBUG nova.network.neutron [-] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.619798] env[68960]: DEBUG oslo_vmware.api [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Task: {'id': task-3221962, 'name': ReconfigVM_Task, 'duration_secs': 0.238292} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.620404] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Reconfigured VM instance instance-00000049 to detach disk 2000 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1018.626764] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-233f23ed-41c0-4940-86e3-1cb96273f0c4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.642825] env[68960]: DEBUG oslo_vmware.api [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Waiting for the task: (returnval){ [ 1018.642825] env[68960]: value = "task-3221963" [ 1018.642825] env[68960]: _type = "Task" [ 1018.642825] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.651851] env[68960]: DEBUG oslo_vmware.api [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Task: {'id': task-3221963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.728861] env[68960]: DEBUG oslo_concurrency.lockutils [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.786448] env[68960]: DEBUG nova.network.neutron [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Successfully updated port: 4b6c15d1-aa68-4457-ac54-2e03d720e15f {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.813980] env[68960]: DEBUG nova.compute.manager [req-4ecc0f63-0e79-4771-9432-a5dfe3b17767 req-85f270bf-7787-40dd-b6a7-9008250b0bec service nova] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Received event network-changed-3c759feb-943a-40ea-a525-766844392259 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.814438] env[68960]: DEBUG nova.compute.manager [req-4ecc0f63-0e79-4771-9432-a5dfe3b17767 req-85f270bf-7787-40dd-b6a7-9008250b0bec service nova] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Refreshing instance network info cache due to event network-changed-3c759feb-943a-40ea-a525-766844392259. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.815397] env[68960]: DEBUG oslo_concurrency.lockutils [req-4ecc0f63-0e79-4771-9432-a5dfe3b17767 req-85f270bf-7787-40dd-b6a7-9008250b0bec service nova] Acquiring lock "refresh_cache-70cb0e8b-7ed9-49b5-a7c0-2e82455808a4" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.815816] env[68960]: DEBUG oslo_concurrency.lockutils [req-4ecc0f63-0e79-4771-9432-a5dfe3b17767 req-85f270bf-7787-40dd-b6a7-9008250b0bec service nova] Acquired lock "refresh_cache-70cb0e8b-7ed9-49b5-a7c0-2e82455808a4" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.816059] env[68960]: DEBUG nova.network.neutron [req-4ecc0f63-0e79-4771-9432-a5dfe3b17767 req-85f270bf-7787-40dd-b6a7-9008250b0bec service nova] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Refreshing network info cache for port 3c759feb-943a-40ea-a525-766844392259 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.963590] env[68960]: DEBUG oslo_vmware.api [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3221960, 'name': PowerOnVM_Task, 'duration_secs': 0.810834} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.967077] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.967336] env[68960]: INFO nova.compute.manager [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1018.967557] env[68960]: DEBUG nova.compute.manager [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.968656] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a19128-edd3-4644-9da7-4810d422c82c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.980927] env[68960]: DEBUG nova.network.neutron [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Successfully updated port: 48705f98-34d5-4829-b779-7a9f3e9570f1 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.153086] env[68960]: DEBUG oslo_vmware.api [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Task: {'id': task-3221963, 'name': ReconfigVM_Task, 'duration_secs': 0.138253} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.155669] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644087', 'volume_id': '35653efe-7c8a-4b00-ba1c-18f158a2a442', 'name': 'volume-35653efe-7c8a-4b00-ba1c-18f158a2a442', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0c2de40-dcf8-420e-8be1-23195cfbfe60', 'attached_at': '', 'detached_at': '', 'volume_id': '35653efe-7c8a-4b00-ba1c-18f158a2a442', 'serial': '35653efe-7c8a-4b00-ba1c-18f158a2a442'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1019.156036] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.157057] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72949546-8fd0-4851-8502-6f991ebd5983 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.163884] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.164284] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b8ee621-f27c-4285-932a-56d5302102a1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.166843] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb28fe2-2a97-44e1-8c36-db99a9dfe3ec {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.174789] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a592529-36b4-4489-a421-e26647bcba4a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.207800] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad981e0-ebe6-4c21-9c66-4087c84e956a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.215746] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cadaae-1ea4-4e96-8b4c-7e4c63a50be7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.230187] env[68960]: DEBUG nova.compute.provider_tree [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.250270] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.250515] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.250747] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Deleting the datastore file [datastore2] c0c2de40-dcf8-420e-8be1-23195cfbfe60 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.251057] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e32272d3-7b95-4cb6-8d14-edd9f20c133a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.257570] env[68960]: DEBUG oslo_vmware.api [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Waiting for the task: (returnval){ [ 1019.257570] env[68960]: value = "task-3221965" [ 1019.257570] env[68960]: _type = "Task" [ 1019.257570] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.265619] env[68960]: DEBUG nova.network.neutron [-] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.266807] env[68960]: DEBUG oslo_vmware.api [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Task: {'id': task-3221965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.290426] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Acquiring lock "refresh_cache-3a4bc2e0-b43b-4944-a020-b22b20a8737f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.290696] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Acquired lock "refresh_cache-3a4bc2e0-b43b-4944-a020-b22b20a8737f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.290814] env[68960]: DEBUG nova.network.neutron [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.487485] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "refresh_cache-df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.487485] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired lock "refresh_cache-df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.487485] env[68960]: DEBUG nova.network.neutron [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.489885] env[68960]: INFO nova.compute.manager [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Took 15.83 seconds to build instance. [ 1019.509135] env[68960]: DEBUG nova.network.neutron [req-4ecc0f63-0e79-4771-9432-a5dfe3b17767 req-85f270bf-7787-40dd-b6a7-9008250b0bec service nova] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Updated VIF entry in instance network info cache for port 3c759feb-943a-40ea-a525-766844392259. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.509494] env[68960]: DEBUG nova.network.neutron [req-4ecc0f63-0e79-4771-9432-a5dfe3b17767 req-85f270bf-7787-40dd-b6a7-9008250b0bec service nova] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Updating instance_info_cache with network_info: [{"id": "3c759feb-943a-40ea-a525-766844392259", "address": "fa:16:3e:a9:2a:e0", "network": {"id": "4f6c2869-1d90-4122-b18e-6d4c4f4b9080", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-808812376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c2d56122a0444f8dada636bc5ed07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c759feb-94", "ovs_interfaceid": "3c759feb-943a-40ea-a525-766844392259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.735014] env[68960]: DEBUG nova.scheduler.client.report [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.770909] env[68960]: INFO nova.compute.manager [-] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Took 1.25 seconds to deallocate network for instance. [ 1019.771362] env[68960]: DEBUG oslo_vmware.api [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Task: {'id': task-3221965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124424} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.773645] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.773915] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.774170] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.774403] env[68960]: INFO nova.compute.manager [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Took 2.35 seconds to destroy the instance on the hypervisor. [ 1019.774693] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.777891] env[68960]: DEBUG nova.compute.manager [-] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1019.778081] env[68960]: DEBUG nova.network.neutron [-] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1019.855402] env[68960]: DEBUG nova.network.neutron [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.869460] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "8242b2da-b9c8-4894-b630-9494e4f28fe7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.869701] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "8242b2da-b9c8-4894-b630-9494e4f28fe7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.992104] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1e2ed21d-e0cc-4ebf-92f7-b700a25b479d tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "d5b57c7f-800a-4f8d-a712-eabc0d08af00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.345s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.011604] env[68960]: DEBUG oslo_concurrency.lockutils [req-4ecc0f63-0e79-4771-9432-a5dfe3b17767 req-85f270bf-7787-40dd-b6a7-9008250b0bec service nova] Releasing lock "refresh_cache-70cb0e8b-7ed9-49b5-a7c0-2e82455808a4" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.048964] env[68960]: WARNING nova.network.neutron [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] bfa955d9-6d54-4c87-a7cd-bb27c70e191f already exists in list: networks containing: ['bfa955d9-6d54-4c87-a7cd-bb27c70e191f']. ignoring it [ 1020.049413] env[68960]: WARNING nova.network.neutron [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] bfa955d9-6d54-4c87-a7cd-bb27c70e191f already exists in list: networks containing: ['bfa955d9-6d54-4c87-a7cd-bb27c70e191f']. ignoring it [ 1020.246696] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.247256] env[68960]: DEBUG nova.compute.manager [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.250569] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4ea0bca7-3e8f-4f29-9aa9-a14d02beaf94 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.632s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.281718] env[68960]: DEBUG oslo_concurrency.lockutils [None req-16e0fc05-613e-4b96-9a09-1e4291e20e4e tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.362801] env[68960]: DEBUG nova.network.neutron [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Updating instance_info_cache with network_info: [{"id": "4b6c15d1-aa68-4457-ac54-2e03d720e15f", "address": "fa:16:3e:80:c3:b0", "network": {"id": "de6ec994-49b7-4d43-badc-e26ed1ba2d73", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-159088079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bc1463b5b1145ef852199599611aed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b6c15d1-aa", "ovs_interfaceid": "4b6c15d1-aa68-4457-ac54-2e03d720e15f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.372323] env[68960]: DEBUG nova.compute.manager [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1020.643811] env[68960]: DEBUG nova.network.neutron [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Updating instance_info_cache with network_info: [{"id": "0cf4cba2-942a-4579-9841-ea48aa0aa654", "address": "fa:16:3e:7b:d5:da", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cf4cba2-94", "ovs_interfaceid": "0cf4cba2-942a-4579-9841-ea48aa0aa654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1fd93475-c6a4-4c49-ba06-1fc1a7c956f9", "address": "fa:16:3e:45:1a:02", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fd93475-c6", "ovs_interfaceid": "1fd93475-c6a4-4c49-ba06-1fc1a7c956f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "48705f98-34d5-4829-b779-7a9f3e9570f1", "address": "fa:16:3e:2c:e2:60", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48705f98-34", "ovs_interfaceid": "48705f98-34d5-4829-b779-7a9f3e9570f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.754563] env[68960]: DEBUG nova.compute.utils [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.762578] env[68960]: DEBUG nova.compute.manager [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1020.762578] env[68960]: DEBUG nova.network.neutron [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.867069] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Releasing lock "refresh_cache-3a4bc2e0-b43b-4944-a020-b22b20a8737f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.867069] env[68960]: DEBUG nova.compute.manager [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Instance network_info: |[{"id": "4b6c15d1-aa68-4457-ac54-2e03d720e15f", "address": "fa:16:3e:80:c3:b0", "network": {"id": "de6ec994-49b7-4d43-badc-e26ed1ba2d73", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-159088079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bc1463b5b1145ef852199599611aed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b6c15d1-aa", "ovs_interfaceid": "4b6c15d1-aa68-4457-ac54-2e03d720e15f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.867286] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:c3:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b6c15d1-aa68-4457-ac54-2e03d720e15f', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.876754] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Creating folder: Project (5bc1463b5b1145ef852199599611aed6). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1020.884442] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db7da28d-7fca-4bac-8228-f5920e847046 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.899276] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Created folder: Project (5bc1463b5b1145ef852199599611aed6) in parent group-v643888. [ 1020.899276] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Creating folder: Instances. Parent ref: group-v644149. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1020.900908] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.901046] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d097f85e-75ad-4255-8f4a-70d921b95b78 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.915901] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Created folder: Instances in parent group-v644149. [ 1020.916363] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.916588] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.916915] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1d2a8c8-bd36-4c29-abcf-0863cd95d6fe {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.940301] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.940301] env[68960]: value = "task-3221968" [ 1020.940301] env[68960]: _type = "Task" [ 1020.940301] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.948278] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221968, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.997372] env[68960]: DEBUG nova.network.neutron [-] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.056784] env[68960]: DEBUG nova.policy [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d6a9575fa664a378896a3ea124f7133', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cbfffd6b4564472b2148319cb0bacf6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.064076] env[68960]: DEBUG nova.compute.manager [req-7c5dce76-3735-40d6-aad9-f76fe7332058 req-88a4b0f8-1afd-44b0-b89c-31c21e7d377a service nova] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Received event network-vif-deleted-c8776691-520f-4aae-bc61-6b882488ca7d {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.064292] env[68960]: DEBUG nova.compute.manager [req-7c5dce76-3735-40d6-aad9-f76fe7332058 req-88a4b0f8-1afd-44b0-b89c-31c21e7d377a service nova] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Received event network-vif-deleted-cd64ba3c-d949-4690-9676-7eaa77551bf5 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.064467] env[68960]: DEBUG nova.compute.manager [req-7c5dce76-3735-40d6-aad9-f76fe7332058 req-88a4b0f8-1afd-44b0-b89c-31c21e7d377a service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Received event network-vif-plugged-48705f98-34d5-4829-b779-7a9f3e9570f1 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.064663] env[68960]: DEBUG oslo_concurrency.lockutils [req-7c5dce76-3735-40d6-aad9-f76fe7332058 req-88a4b0f8-1afd-44b0-b89c-31c21e7d377a service nova] Acquiring lock "df1c635b-6070-4793-ac01-c3c54bc84c9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.064869] env[68960]: DEBUG oslo_concurrency.lockutils [req-7c5dce76-3735-40d6-aad9-f76fe7332058 req-88a4b0f8-1afd-44b0-b89c-31c21e7d377a service nova] Lock "df1c635b-6070-4793-ac01-c3c54bc84c9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.065051] env[68960]: DEBUG oslo_concurrency.lockutils [req-7c5dce76-3735-40d6-aad9-f76fe7332058 req-88a4b0f8-1afd-44b0-b89c-31c21e7d377a service nova] Lock "df1c635b-6070-4793-ac01-c3c54bc84c9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.065219] env[68960]: DEBUG nova.compute.manager [req-7c5dce76-3735-40d6-aad9-f76fe7332058 req-88a4b0f8-1afd-44b0-b89c-31c21e7d377a service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] No waiting events found dispatching network-vif-plugged-48705f98-34d5-4829-b779-7a9f3e9570f1 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1021.065416] env[68960]: WARNING nova.compute.manager [req-7c5dce76-3735-40d6-aad9-f76fe7332058 req-88a4b0f8-1afd-44b0-b89c-31c21e7d377a service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Received unexpected event network-vif-plugged-48705f98-34d5-4829-b779-7a9f3e9570f1 for instance with vm_state active and task_state None. [ 1021.065587] env[68960]: DEBUG nova.compute.manager [req-7c5dce76-3735-40d6-aad9-f76fe7332058 req-88a4b0f8-1afd-44b0-b89c-31c21e7d377a service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Received event network-changed-48705f98-34d5-4829-b779-7a9f3e9570f1 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.065741] env[68960]: DEBUG nova.compute.manager [req-7c5dce76-3735-40d6-aad9-f76fe7332058 req-88a4b0f8-1afd-44b0-b89c-31c21e7d377a service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Refreshing instance network info cache due to event network-changed-48705f98-34d5-4829-b779-7a9f3e9570f1. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.065904] env[68960]: DEBUG oslo_concurrency.lockutils [req-7c5dce76-3735-40d6-aad9-f76fe7332058 req-88a4b0f8-1afd-44b0-b89c-31c21e7d377a service nova] Acquiring lock "refresh_cache-df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.147435] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Releasing lock "refresh_cache-df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.148186] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.148521] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired lock "df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.149696] env[68960]: DEBUG oslo_concurrency.lockutils [req-7c5dce76-3735-40d6-aad9-f76fe7332058 req-88a4b0f8-1afd-44b0-b89c-31c21e7d377a service nova] Acquired lock "refresh_cache-df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.149885] env[68960]: DEBUG nova.network.neutron [req-7c5dce76-3735-40d6-aad9-f76fe7332058 req-88a4b0f8-1afd-44b0-b89c-31c21e7d377a service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Refreshing network info cache for port 48705f98-34d5-4829-b779-7a9f3e9570f1 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.152465] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487de3d3-3dd0-41c9-92cb-8c2d262fa9c9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.170865] env[68960]: DEBUG nova.virt.hardware [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.171131] env[68960]: DEBUG nova.virt.hardware [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.171292] env[68960]: DEBUG nova.virt.hardware [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.171487] env[68960]: DEBUG nova.virt.hardware [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.171604] env[68960]: DEBUG nova.virt.hardware [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.171750] env[68960]: DEBUG nova.virt.hardware [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.171956] env[68960]: DEBUG nova.virt.hardware [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.172126] env[68960]: DEBUG nova.virt.hardware [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.172293] env[68960]: DEBUG nova.virt.hardware [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.172455] env[68960]: DEBUG nova.virt.hardware [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.172632] env[68960]: DEBUG nova.virt.hardware [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.179748] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Reconfiguring VM to attach interface {{(pid=68960) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1021.181907] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6a212db-d8bf-4917-b87d-dc18026320ea {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.195524] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6dd612d-02c5-4898-a10e-ff5fba883258 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.205250] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ad097a-e665-4cc7-8da9-67e02789f4dc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.209574] env[68960]: DEBUG oslo_vmware.api [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 1021.209574] env[68960]: value = "task-3221969" [ 1021.209574] env[68960]: _type = "Task" [ 1021.209574] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.243534] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece6ba15-7d8f-4774-bbda-d1b0d3f01b7a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.249417] env[68960]: DEBUG oslo_vmware.api [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.255289] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec60cc9-7117-49f7-917e-1226a5df16ff {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.261754] env[68960]: DEBUG nova.compute.manager [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.272278] env[68960]: DEBUG nova.compute.provider_tree [None req-4ea0bca7-3e8f-4f29-9aa9-a14d02beaf94 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.458530] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221968, 'name': CreateVM_Task, 'duration_secs': 0.394532} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.458530] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.458952] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.459191] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.459563] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.459870] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f956fe8-dffe-4787-90ff-1c4d95db64b8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.468425] env[68960]: DEBUG oslo_vmware.api [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Waiting for the task: (returnval){ [ 1021.468425] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5229a25d-a786-c74b-a6fc-4df21d4dcbc4" [ 1021.468425] env[68960]: _type = "Task" [ 1021.468425] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.481763] env[68960]: DEBUG oslo_vmware.api [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5229a25d-a786-c74b-a6fc-4df21d4dcbc4, 'name': SearchDatastore_Task, 'duration_secs': 0.012699} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.481763] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.481973] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.482309] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.482530] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.482643] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.482912] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5348d883-4e44-4d5a-b035-5aaabaa9ffa7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.491793] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.492035] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.492938] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-320c5aa3-ca6f-4b45-abd7-9ee44f6d69c4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.499112] env[68960]: DEBUG oslo_vmware.api [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Waiting for the task: (returnval){ [ 1021.499112] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ea6735-5bef-c555-8b42-9fa2ccf20135" [ 1021.499112] env[68960]: _type = "Task" [ 1021.499112] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.503300] env[68960]: INFO nova.compute.manager [-] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Took 1.73 seconds to deallocate network for instance. [ 1021.512150] env[68960]: DEBUG oslo_vmware.api [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ea6735-5bef-c555-8b42-9fa2ccf20135, 'name': SearchDatastore_Task, 'duration_secs': 0.01074} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.513068] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68469dd5-0dcd-4f46-9cc7-d6fd2f648eda {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.520138] env[68960]: DEBUG oslo_vmware.api [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Waiting for the task: (returnval){ [ 1021.520138] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b2be5a-80d3-b5f5-5d54-59270e6fc88d" [ 1021.520138] env[68960]: _type = "Task" [ 1021.520138] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.528604] env[68960]: DEBUG oslo_vmware.api [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b2be5a-80d3-b5f5-5d54-59270e6fc88d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.574855] env[68960]: DEBUG nova.network.neutron [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Successfully created port: 4bce2a23-492d-4e40-b5d0-e23b3f66be76 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1021.720666] env[68960]: DEBUG oslo_vmware.api [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.781680] env[68960]: DEBUG nova.scheduler.client.report [None req-4ea0bca7-3e8f-4f29-9aa9-a14d02beaf94 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.797137] env[68960]: DEBUG nova.compute.manager [req-05a84430-3ab9-4f0c-bfc3-41ba0c3ab85e req-4afb1007-9246-46d2-97c1-5f51e574ee42 service nova] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Received event network-vif-plugged-4b6c15d1-aa68-4457-ac54-2e03d720e15f {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.797382] env[68960]: DEBUG oslo_concurrency.lockutils [req-05a84430-3ab9-4f0c-bfc3-41ba0c3ab85e req-4afb1007-9246-46d2-97c1-5f51e574ee42 service nova] Acquiring lock "3a4bc2e0-b43b-4944-a020-b22b20a8737f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.797599] env[68960]: DEBUG oslo_concurrency.lockutils [req-05a84430-3ab9-4f0c-bfc3-41ba0c3ab85e req-4afb1007-9246-46d2-97c1-5f51e574ee42 service nova] Lock "3a4bc2e0-b43b-4944-a020-b22b20a8737f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.797857] env[68960]: DEBUG oslo_concurrency.lockutils [req-05a84430-3ab9-4f0c-bfc3-41ba0c3ab85e req-4afb1007-9246-46d2-97c1-5f51e574ee42 service nova] Lock "3a4bc2e0-b43b-4944-a020-b22b20a8737f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.798052] env[68960]: DEBUG nova.compute.manager [req-05a84430-3ab9-4f0c-bfc3-41ba0c3ab85e req-4afb1007-9246-46d2-97c1-5f51e574ee42 service nova] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] No waiting events found dispatching network-vif-plugged-4b6c15d1-aa68-4457-ac54-2e03d720e15f {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1021.798224] env[68960]: WARNING nova.compute.manager [req-05a84430-3ab9-4f0c-bfc3-41ba0c3ab85e req-4afb1007-9246-46d2-97c1-5f51e574ee42 service nova] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Received unexpected event network-vif-plugged-4b6c15d1-aa68-4457-ac54-2e03d720e15f for instance with vm_state building and task_state spawning. [ 1021.798448] env[68960]: DEBUG nova.compute.manager [req-05a84430-3ab9-4f0c-bfc3-41ba0c3ab85e req-4afb1007-9246-46d2-97c1-5f51e574ee42 service nova] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Received event network-changed-4b6c15d1-aa68-4457-ac54-2e03d720e15f {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.798555] env[68960]: DEBUG nova.compute.manager [req-05a84430-3ab9-4f0c-bfc3-41ba0c3ab85e req-4afb1007-9246-46d2-97c1-5f51e574ee42 service nova] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Refreshing instance network info cache due to event network-changed-4b6c15d1-aa68-4457-ac54-2e03d720e15f. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.798713] env[68960]: DEBUG oslo_concurrency.lockutils [req-05a84430-3ab9-4f0c-bfc3-41ba0c3ab85e req-4afb1007-9246-46d2-97c1-5f51e574ee42 service nova] Acquiring lock "refresh_cache-3a4bc2e0-b43b-4944-a020-b22b20a8737f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.798890] env[68960]: DEBUG oslo_concurrency.lockutils [req-05a84430-3ab9-4f0c-bfc3-41ba0c3ab85e req-4afb1007-9246-46d2-97c1-5f51e574ee42 service nova] Acquired lock "refresh_cache-3a4bc2e0-b43b-4944-a020-b22b20a8737f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.798983] env[68960]: DEBUG nova.network.neutron [req-05a84430-3ab9-4f0c-bfc3-41ba0c3ab85e req-4afb1007-9246-46d2-97c1-5f51e574ee42 service nova] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Refreshing network info cache for port 4b6c15d1-aa68-4457-ac54-2e03d720e15f {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.983973] env[68960]: DEBUG nova.network.neutron [req-7c5dce76-3735-40d6-aad9-f76fe7332058 req-88a4b0f8-1afd-44b0-b89c-31c21e7d377a service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Updated VIF entry in instance network info cache for port 48705f98-34d5-4829-b779-7a9f3e9570f1. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.984554] env[68960]: DEBUG nova.network.neutron [req-7c5dce76-3735-40d6-aad9-f76fe7332058 req-88a4b0f8-1afd-44b0-b89c-31c21e7d377a service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Updating instance_info_cache with network_info: [{"id": "0cf4cba2-942a-4579-9841-ea48aa0aa654", "address": "fa:16:3e:7b:d5:da", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cf4cba2-94", "ovs_interfaceid": "0cf4cba2-942a-4579-9841-ea48aa0aa654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1fd93475-c6a4-4c49-ba06-1fc1a7c956f9", "address": "fa:16:3e:45:1a:02", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fd93475-c6", "ovs_interfaceid": "1fd93475-c6a4-4c49-ba06-1fc1a7c956f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "48705f98-34d5-4829-b779-7a9f3e9570f1", "address": "fa:16:3e:2c:e2:60", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48705f98-34", "ovs_interfaceid": "48705f98-34d5-4829-b779-7a9f3e9570f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.033674] env[68960]: DEBUG oslo_vmware.api [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b2be5a-80d3-b5f5-5d54-59270e6fc88d, 'name': SearchDatastore_Task, 'duration_secs': 0.010817} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.034345] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.038019] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 3a4bc2e0-b43b-4944-a020-b22b20a8737f/3a4bc2e0-b43b-4944-a020-b22b20a8737f.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.038019] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7075ee5-1656-464d-913f-fbcddce8ea63 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.046543] env[68960]: DEBUG oslo_vmware.api [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Waiting for the task: (returnval){ [ 1022.046543] env[68960]: value = "task-3221970" [ 1022.046543] env[68960]: _type = "Task" [ 1022.046543] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.056631] env[68960]: DEBUG oslo_vmware.api [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Task: {'id': task-3221970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.078917] env[68960]: INFO nova.compute.manager [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Took 0.58 seconds to detach 1 volumes for instance. [ 1022.082240] env[68960]: DEBUG nova.compute.manager [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Deleting volume: 35653efe-7c8a-4b00-ba1c-18f158a2a442 {{(pid=68960) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1022.184294] env[68960]: DEBUG oslo_concurrency.lockutils [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "6bba70e0-4e4c-49b7-8bea-b84dde9e416a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.184552] env[68960]: DEBUG oslo_concurrency.lockutils [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "6bba70e0-4e4c-49b7-8bea-b84dde9e416a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.222188] env[68960]: DEBUG oslo_vmware.api [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221969, 'name': ReconfigVM_Task, 'duration_secs': 0.746143} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.222734] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Releasing lock "df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.222992] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Reconfigured VM to attach interface {{(pid=68960) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1022.287014] env[68960]: DEBUG nova.compute.manager [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.322888] env[68960]: DEBUG nova.virt.hardware [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.323171] env[68960]: DEBUG nova.virt.hardware [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.323333] env[68960]: DEBUG nova.virt.hardware [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.323513] env[68960]: DEBUG nova.virt.hardware [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.323661] env[68960]: DEBUG nova.virt.hardware [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.323805] env[68960]: DEBUG nova.virt.hardware [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.324017] env[68960]: DEBUG nova.virt.hardware [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.324181] env[68960]: DEBUG nova.virt.hardware [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.324351] env[68960]: DEBUG nova.virt.hardware [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.324518] env[68960]: DEBUG nova.virt.hardware [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.324693] env[68960]: DEBUG nova.virt.hardware [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.325931] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226bffbe-9d75-46b8-922f-a4eb95ef0ce1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.335492] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0480c1-b9a8-467c-82f9-d92135fa91ca {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.487578] env[68960]: DEBUG oslo_concurrency.lockutils [req-7c5dce76-3735-40d6-aad9-f76fe7332058 req-88a4b0f8-1afd-44b0-b89c-31c21e7d377a service nova] Releasing lock "refresh_cache-df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.546963] env[68960]: DEBUG nova.network.neutron [req-05a84430-3ab9-4f0c-bfc3-41ba0c3ab85e req-4afb1007-9246-46d2-97c1-5f51e574ee42 service nova] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Updated VIF entry in instance network info cache for port 4b6c15d1-aa68-4457-ac54-2e03d720e15f. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.546963] env[68960]: DEBUG nova.network.neutron [req-05a84430-3ab9-4f0c-bfc3-41ba0c3ab85e req-4afb1007-9246-46d2-97c1-5f51e574ee42 service nova] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Updating instance_info_cache with network_info: [{"id": "4b6c15d1-aa68-4457-ac54-2e03d720e15f", "address": "fa:16:3e:80:c3:b0", "network": {"id": "de6ec994-49b7-4d43-badc-e26ed1ba2d73", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-159088079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bc1463b5b1145ef852199599611aed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b6c15d1-aa", "ovs_interfaceid": "4b6c15d1-aa68-4457-ac54-2e03d720e15f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.558380] env[68960]: DEBUG oslo_vmware.api [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Task: {'id': task-3221970, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.633726] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.687530] env[68960]: DEBUG nova.compute.manager [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.728388] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4565a3c8-5662-41b2-b086-0f63327b17cd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "interface-df1c635b-6070-4793-ac01-c3c54bc84c9a-48705f98-34d5-4829-b779-7a9f3e9570f1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.625s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.801557] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4ea0bca7-3e8f-4f29-9aa9-a14d02beaf94 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.551s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.804691] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.527s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.804925] env[68960]: DEBUG nova.objects.instance [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lazy-loading 'pci_requests' on Instance uuid 178e556e-7643-46a0-a83a-3923fda2c471 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.055048] env[68960]: DEBUG oslo_concurrency.lockutils [req-05a84430-3ab9-4f0c-bfc3-41ba0c3ab85e req-4afb1007-9246-46d2-97c1-5f51e574ee42 service nova] Releasing lock "refresh_cache-3a4bc2e0-b43b-4944-a020-b22b20a8737f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.063616] env[68960]: DEBUG oslo_vmware.api [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Task: {'id': task-3221970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546817} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.063616] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 3a4bc2e0-b43b-4944-a020-b22b20a8737f/3a4bc2e0-b43b-4944-a020-b22b20a8737f.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.063616] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.063616] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71febf09-5c32-4dc1-bbd6-a2f422c56275 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.070435] env[68960]: DEBUG oslo_vmware.api [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Waiting for the task: (returnval){ [ 1023.070435] env[68960]: value = "task-3221972" [ 1023.070435] env[68960]: _type = "Task" [ 1023.070435] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.078441] env[68960]: DEBUG oslo_vmware.api [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Task: {'id': task-3221972, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.213982] env[68960]: DEBUG oslo_concurrency.lockutils [None req-708b1503-5e1e-4e5b-bb11-dff7f5b183da tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "d5b57c7f-800a-4f8d-a712-eabc0d08af00" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.213982] env[68960]: DEBUG oslo_concurrency.lockutils [None req-708b1503-5e1e-4e5b-bb11-dff7f5b183da tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "d5b57c7f-800a-4f8d-a712-eabc0d08af00" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.213982] env[68960]: DEBUG nova.compute.manager [None req-708b1503-5e1e-4e5b-bb11-dff7f5b183da tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.218109] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb92115-3ac5-4bc5-873c-920681d09ed3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.222857] env[68960]: DEBUG oslo_concurrency.lockutils [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.227586] env[68960]: DEBUG nova.compute.manager [None req-708b1503-5e1e-4e5b-bb11-dff7f5b183da tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68960) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1023.228318] env[68960]: DEBUG nova.objects.instance [None req-708b1503-5e1e-4e5b-bb11-dff7f5b183da tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lazy-loading 'flavor' on Instance uuid d5b57c7f-800a-4f8d-a712-eabc0d08af00 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.314547] env[68960]: DEBUG nova.objects.instance [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lazy-loading 'numa_topology' on Instance uuid 178e556e-7643-46a0-a83a-3923fda2c471 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.385032] env[68960]: INFO nova.scheduler.client.report [None req-4ea0bca7-3e8f-4f29-9aa9-a14d02beaf94 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Deleted allocation for migration 7b4e5095-6d64-4def-a70f-112cd5260795 [ 1023.434309] env[68960]: DEBUG nova.network.neutron [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Successfully updated port: 4bce2a23-492d-4e40-b5d0-e23b3f66be76 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.581438] env[68960]: DEBUG oslo_vmware.api [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Task: {'id': task-3221972, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.299396} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.581758] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.582744] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9661ecad-6d56-4da2-adb2-e076125e647a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.607924] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 3a4bc2e0-b43b-4944-a020-b22b20a8737f/3a4bc2e0-b43b-4944-a020-b22b20a8737f.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.608270] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3a79120-ea7d-4631-82c4-9ef0f70be9b2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.631259] env[68960]: DEBUG oslo_vmware.api [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Waiting for the task: (returnval){ [ 1023.631259] env[68960]: value = "task-3221973" [ 1023.631259] env[68960]: _type = "Task" [ 1023.631259] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.638021] env[68960]: DEBUG nova.compute.manager [req-0ba7ca9f-70c1-48c2-958b-74cb6d27dc27 req-a46c29df-e349-48c8-b0a2-e57701c54b0b service nova] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Received event network-vif-deleted-a707957c-8772-4aa5-b0eb-e19df375dbf1 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.647381] env[68960]: DEBUG oslo_vmware.api [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Task: {'id': task-3221973, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.818485] env[68960]: INFO nova.compute.claims [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.895671] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4ea0bca7-3e8f-4f29-9aa9-a14d02beaf94 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "d7a37e41-d64c-498d-acf0-b41961fe7635" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.088s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.938228] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Acquiring lock "refresh_cache-a6ba5600-ed33-490b-bf91-e54ff7483d42" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.938394] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Acquired lock "refresh_cache-a6ba5600-ed33-490b-bf91-e54ff7483d42" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.938553] env[68960]: DEBUG nova.network.neutron [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.148879] env[68960]: DEBUG oslo_vmware.api [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Task: {'id': task-3221973, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.241038] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-708b1503-5e1e-4e5b-bb11-dff7f5b183da tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.241493] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdc25b3d-818b-4f6b-a7c5-e507e3bc608f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.250655] env[68960]: DEBUG oslo_vmware.api [None req-708b1503-5e1e-4e5b-bb11-dff7f5b183da tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1024.250655] env[68960]: value = "task-3221974" [ 1024.250655] env[68960]: _type = "Task" [ 1024.250655] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.263100] env[68960]: DEBUG oslo_vmware.api [None req-708b1503-5e1e-4e5b-bb11-dff7f5b183da tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3221974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.527536] env[68960]: DEBUG nova.network.neutron [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.647589] env[68960]: DEBUG oslo_vmware.api [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Task: {'id': task-3221973, 'name': ReconfigVM_Task, 'duration_secs': 0.864274} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.647734] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 3a4bc2e0-b43b-4944-a020-b22b20a8737f/3a4bc2e0-b43b-4944-a020-b22b20a8737f.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.649405] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51f57fb9-632a-46d6-8c38-53280e0357c0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.655199] env[68960]: DEBUG oslo_vmware.api [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Waiting for the task: (returnval){ [ 1024.655199] env[68960]: value = "task-3221975" [ 1024.655199] env[68960]: _type = "Task" [ 1024.655199] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.664761] env[68960]: DEBUG oslo_vmware.api [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Task: {'id': task-3221975, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.762517] env[68960]: DEBUG oslo_vmware.api [None req-708b1503-5e1e-4e5b-bb11-dff7f5b183da tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3221974, 'name': PowerOffVM_Task, 'duration_secs': 0.275175} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.762517] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-708b1503-5e1e-4e5b-bb11-dff7f5b183da tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.762517] env[68960]: DEBUG nova.compute.manager [None req-708b1503-5e1e-4e5b-bb11-dff7f5b183da tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.763170] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a3e69d-c2a3-4c7b-bc2c-86e03965bd02 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.949848] env[68960]: DEBUG nova.network.neutron [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Updating instance_info_cache with network_info: [{"id": "4bce2a23-492d-4e40-b5d0-e23b3f66be76", "address": "fa:16:3e:d3:43:46", "network": {"id": "e40b4d7c-e176-4c71-8c11-f2ece17b2140", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-263731637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cbfffd6b4564472b2148319cb0bacf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bce2a23-49", "ovs_interfaceid": "4bce2a23-492d-4e40-b5d0-e23b3f66be76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.169028] env[68960]: DEBUG oslo_vmware.api [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Task: {'id': task-3221975, 'name': Rename_Task, 'duration_secs': 0.217233} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.170489] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.171241] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a8c141-6b2b-4e2d-ae82-aea5c91b1571 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.174628] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2eaa4a62-96f6-4de9-8ddb-c119a7695315 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.183423] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e5a4e6-987d-4a90-90ef-1bcc5a3bbe19 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.187433] env[68960]: DEBUG oslo_vmware.api [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Waiting for the task: (returnval){ [ 1025.187433] env[68960]: value = "task-3221976" [ 1025.187433] env[68960]: _type = "Task" [ 1025.187433] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.218383] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b49ac2-a254-4ef2-af6a-163f358971a5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.225523] env[68960]: DEBUG oslo_vmware.api [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Task: {'id': task-3221976, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.233129] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bbae33-fe5d-4290-b4bf-05b6733a299c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.249510] env[68960]: DEBUG nova.compute.provider_tree [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.251178] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1252912b-4405-4b3e-956a-c47ea0787b5f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "interface-df1c635b-6070-4793-ac01-c3c54bc84c9a-1fd93475-c6a4-4c49-ba06-1fc1a7c956f9" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.251509] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1252912b-4405-4b3e-956a-c47ea0787b5f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "interface-df1c635b-6070-4793-ac01-c3c54bc84c9a-1fd93475-c6a4-4c49-ba06-1fc1a7c956f9" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.281275] env[68960]: DEBUG oslo_concurrency.lockutils [None req-708b1503-5e1e-4e5b-bb11-dff7f5b183da tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "d5b57c7f-800a-4f8d-a712-eabc0d08af00" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.458987] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Releasing lock "refresh_cache-a6ba5600-ed33-490b-bf91-e54ff7483d42" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.458987] env[68960]: DEBUG nova.compute.manager [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Instance network_info: |[{"id": "4bce2a23-492d-4e40-b5d0-e23b3f66be76", "address": "fa:16:3e:d3:43:46", "network": {"id": "e40b4d7c-e176-4c71-8c11-f2ece17b2140", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-263731637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cbfffd6b4564472b2148319cb0bacf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bce2a23-49", "ovs_interfaceid": "4bce2a23-492d-4e40-b5d0-e23b3f66be76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.458987] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:43:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bce2a23-492d-4e40-b5d0-e23b3f66be76', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.468467] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.468921] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.469752] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5bccea3-85fe-452c-9af5-2f9097e900aa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.492577] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.492577] env[68960]: value = "task-3221977" [ 1025.492577] env[68960]: _type = "Task" [ 1025.492577] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.504028] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221977, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.697540] env[68960]: DEBUG oslo_vmware.api [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Task: {'id': task-3221976, 'name': PowerOnVM_Task, 'duration_secs': 0.467995} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.697848] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.698089] env[68960]: INFO nova.compute.manager [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1025.698239] env[68960]: DEBUG nova.compute.manager [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.699491] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22de153-a4bb-4a03-a282-f336667992dc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.754822] env[68960]: DEBUG nova.scheduler.client.report [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.759646] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1252912b-4405-4b3e-956a-c47ea0787b5f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.759646] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1252912b-4405-4b3e-956a-c47ea0787b5f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired lock "df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.762067] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21a1a77-1528-4dad-a53e-ec881a282f39 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.787389] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99591fe-d4f8-4e2b-bb04-b9ae05034552 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.818296] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1252912b-4405-4b3e-956a-c47ea0787b5f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Reconfiguring VM to detach interface {{(pid=68960) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1025.818565] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88e62a5a-845b-464a-9d79-7f5de6280fa9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.841530] env[68960]: DEBUG oslo_vmware.api [None req-1252912b-4405-4b3e-956a-c47ea0787b5f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 1025.841530] env[68960]: value = "task-3221978" [ 1025.841530] env[68960]: _type = "Task" [ 1025.841530] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.854843] env[68960]: DEBUG oslo_vmware.api [None req-1252912b-4405-4b3e-956a-c47ea0787b5f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.004723] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221977, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.180317] env[68960]: DEBUG nova.compute.manager [req-5476e1a4-c125-4dc8-a4c5-dbb601ec6ff4 req-1a2675f9-7669-4759-8253-6be056150922 service nova] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Received event network-vif-plugged-4bce2a23-492d-4e40-b5d0-e23b3f66be76 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.180581] env[68960]: DEBUG oslo_concurrency.lockutils [req-5476e1a4-c125-4dc8-a4c5-dbb601ec6ff4 req-1a2675f9-7669-4759-8253-6be056150922 service nova] Acquiring lock "a6ba5600-ed33-490b-bf91-e54ff7483d42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.181013] env[68960]: DEBUG oslo_concurrency.lockutils [req-5476e1a4-c125-4dc8-a4c5-dbb601ec6ff4 req-1a2675f9-7669-4759-8253-6be056150922 service nova] Lock "a6ba5600-ed33-490b-bf91-e54ff7483d42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.181013] env[68960]: DEBUG oslo_concurrency.lockutils [req-5476e1a4-c125-4dc8-a4c5-dbb601ec6ff4 req-1a2675f9-7669-4759-8253-6be056150922 service nova] Lock "a6ba5600-ed33-490b-bf91-e54ff7483d42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.181148] env[68960]: DEBUG nova.compute.manager [req-5476e1a4-c125-4dc8-a4c5-dbb601ec6ff4 req-1a2675f9-7669-4759-8253-6be056150922 service nova] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] No waiting events found dispatching network-vif-plugged-4bce2a23-492d-4e40-b5d0-e23b3f66be76 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1026.181232] env[68960]: WARNING nova.compute.manager [req-5476e1a4-c125-4dc8-a4c5-dbb601ec6ff4 req-1a2675f9-7669-4759-8253-6be056150922 service nova] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Received unexpected event network-vif-plugged-4bce2a23-492d-4e40-b5d0-e23b3f66be76 for instance with vm_state building and task_state spawning. [ 1026.181383] env[68960]: DEBUG nova.compute.manager [req-5476e1a4-c125-4dc8-a4c5-dbb601ec6ff4 req-1a2675f9-7669-4759-8253-6be056150922 service nova] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Received event network-changed-4bce2a23-492d-4e40-b5d0-e23b3f66be76 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.181986] env[68960]: DEBUG nova.compute.manager [req-5476e1a4-c125-4dc8-a4c5-dbb601ec6ff4 req-1a2675f9-7669-4759-8253-6be056150922 service nova] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Refreshing instance network info cache due to event network-changed-4bce2a23-492d-4e40-b5d0-e23b3f66be76. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.181986] env[68960]: DEBUG oslo_concurrency.lockutils [req-5476e1a4-c125-4dc8-a4c5-dbb601ec6ff4 req-1a2675f9-7669-4759-8253-6be056150922 service nova] Acquiring lock "refresh_cache-a6ba5600-ed33-490b-bf91-e54ff7483d42" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.181986] env[68960]: DEBUG oslo_concurrency.lockutils [req-5476e1a4-c125-4dc8-a4c5-dbb601ec6ff4 req-1a2675f9-7669-4759-8253-6be056150922 service nova] Acquired lock "refresh_cache-a6ba5600-ed33-490b-bf91-e54ff7483d42" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.181986] env[68960]: DEBUG nova.network.neutron [req-5476e1a4-c125-4dc8-a4c5-dbb601ec6ff4 req-1a2675f9-7669-4759-8253-6be056150922 service nova] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Refreshing network info cache for port 4bce2a23-492d-4e40-b5d0-e23b3f66be76 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.219936] env[68960]: INFO nova.compute.manager [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Took 14.48 seconds to build instance. [ 1026.261301] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.457s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.264011] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.980s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.264415] env[68960]: DEBUG nova.objects.instance [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lazy-loading 'resources' on Instance uuid 5ca439bd-7b4c-42cd-a3b7-c47b0e627935 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.296267] env[68960]: INFO nova.network.neutron [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Updating port 92b62112-2c32-423d-a85d-bce9eaee60e6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1026.354699] env[68960]: DEBUG oslo_vmware.api [None req-1252912b-4405-4b3e-956a-c47ea0787b5f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.508652] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221977, 'name': CreateVM_Task, 'duration_secs': 0.551728} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.508652] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.508652] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.508652] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.509197] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.510015] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e12fa42-c323-449f-a941-8e5d1860e0fa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.518062] env[68960]: DEBUG oslo_vmware.api [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Waiting for the task: (returnval){ [ 1026.518062] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52faf27f-c727-f64b-981d-983f156b707c" [ 1026.518062] env[68960]: _type = "Task" [ 1026.518062] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.526130] env[68960]: DEBUG oslo_vmware.api [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52faf27f-c727-f64b-981d-983f156b707c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.721879] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5a186f13-8370-425c-9650-c0955b43ac89 tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Lock "3a4bc2e0-b43b-4944-a020-b22b20a8737f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.986s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.854803] env[68960]: DEBUG oslo_vmware.api [None req-1252912b-4405-4b3e-956a-c47ea0787b5f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.968391] env[68960]: DEBUG nova.network.neutron [req-5476e1a4-c125-4dc8-a4c5-dbb601ec6ff4 req-1a2675f9-7669-4759-8253-6be056150922 service nova] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Updated VIF entry in instance network info cache for port 4bce2a23-492d-4e40-b5d0-e23b3f66be76. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.968723] env[68960]: DEBUG nova.network.neutron [req-5476e1a4-c125-4dc8-a4c5-dbb601ec6ff4 req-1a2675f9-7669-4759-8253-6be056150922 service nova] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Updating instance_info_cache with network_info: [{"id": "4bce2a23-492d-4e40-b5d0-e23b3f66be76", "address": "fa:16:3e:d3:43:46", "network": {"id": "e40b4d7c-e176-4c71-8c11-f2ece17b2140", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-263731637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cbfffd6b4564472b2148319cb0bacf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bce2a23-49", "ovs_interfaceid": "4bce2a23-492d-4e40-b5d0-e23b3f66be76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.994229] env[68960]: INFO nova.compute.manager [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Rebuilding instance [ 1027.031874] env[68960]: DEBUG oslo_vmware.api [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52faf27f-c727-f64b-981d-983f156b707c, 'name': SearchDatastore_Task, 'duration_secs': 0.010122} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.038734] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.038734] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.039217] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.039217] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.039217] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.039787] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ee5b8e9-e48a-4d53-878e-76dec355937a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.049978] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.049978] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.050687] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5e5bf2e-fb12-4f4e-a07b-89e815632de6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.060293] env[68960]: DEBUG oslo_vmware.api [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Waiting for the task: (returnval){ [ 1027.060293] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]520f104c-f357-981b-a41e-ba50b0717528" [ 1027.060293] env[68960]: _type = "Task" [ 1027.060293] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.072152] env[68960]: DEBUG oslo_vmware.api [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]520f104c-f357-981b-a41e-ba50b0717528, 'name': SearchDatastore_Task, 'duration_secs': 0.00898} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.080617] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2850510d-718b-4b6a-9a9f-bfe14567c752 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.083261] env[68960]: DEBUG nova.compute.manager [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.084191] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2f02a4-c57a-4c23-97e6-69f122e9c5b6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.092685] env[68960]: DEBUG oslo_vmware.api [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Waiting for the task: (returnval){ [ 1027.092685] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5268c428-0575-90cb-3190-93af870b2bc0" [ 1027.092685] env[68960]: _type = "Task" [ 1027.092685] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.108530] env[68960]: DEBUG oslo_vmware.api [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5268c428-0575-90cb-3190-93af870b2bc0, 'name': SearchDatastore_Task, 'duration_secs': 0.010311} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.108785] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.109310] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] a6ba5600-ed33-490b-bf91-e54ff7483d42/a6ba5600-ed33-490b-bf91-e54ff7483d42.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.109310] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fba63481-6470-44ae-afc8-3472a7fb92c4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.117302] env[68960]: DEBUG oslo_vmware.api [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Waiting for the task: (returnval){ [ 1027.117302] env[68960]: value = "task-3221979" [ 1027.117302] env[68960]: _type = "Task" [ 1027.117302] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.129746] env[68960]: DEBUG oslo_vmware.api [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.153650] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5955e4b6-49fd-4b10-bc54-78076326733e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.160569] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67749c01-4745-4c18-bdf7-86d4f0ca1183 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.196935] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aec01be-596b-4499-b066-3660f64a9514 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.205163] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533aa0b7-581f-4bd1-8f81-341221e6a905 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.219924] env[68960]: DEBUG nova.compute.provider_tree [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.248219] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6417a504-7809-4cf8-a0ed-68e451cc2847 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquiring lock "d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.248686] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6417a504-7809-4cf8-a0ed-68e451cc2847 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.356459] env[68960]: DEBUG oslo_vmware.api [None req-1252912b-4405-4b3e-956a-c47ea0787b5f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.471422] env[68960]: DEBUG oslo_concurrency.lockutils [req-5476e1a4-c125-4dc8-a4c5-dbb601ec6ff4 req-1a2675f9-7669-4759-8253-6be056150922 service nova] Releasing lock "refresh_cache-a6ba5600-ed33-490b-bf91-e54ff7483d42" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.626711] env[68960]: DEBUG oslo_vmware.api [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468181} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.627173] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] a6ba5600-ed33-490b-bf91-e54ff7483d42/a6ba5600-ed33-490b-bf91-e54ff7483d42.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.627449] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.627718] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89f36309-fcb3-400a-baa6-fdafbc05592b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.636234] env[68960]: DEBUG oslo_vmware.api [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Waiting for the task: (returnval){ [ 1027.636234] env[68960]: value = "task-3221980" [ 1027.636234] env[68960]: _type = "Task" [ 1027.636234] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.644901] env[68960]: DEBUG oslo_vmware.api [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221980, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.724380] env[68960]: DEBUG nova.scheduler.client.report [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.751662] env[68960]: INFO nova.compute.manager [None req-6417a504-7809-4cf8-a0ed-68e451cc2847 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Detaching volume e8b0bee5-7071-4ac4-9b0f-d84804754149 [ 1027.802354] env[68960]: INFO nova.virt.block_device [None req-6417a504-7809-4cf8-a0ed-68e451cc2847 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Attempting to driver detach volume e8b0bee5-7071-4ac4-9b0f-d84804754149 from mountpoint /dev/sdb [ 1027.802632] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6417a504-7809-4cf8-a0ed-68e451cc2847 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Volume detach. Driver type: vmdk {{(pid=68960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1027.802839] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6417a504-7809-4cf8-a0ed-68e451cc2847 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644132', 'volume_id': 'e8b0bee5-7071-4ac4-9b0f-d84804754149', 'name': 'volume-e8b0bee5-7071-4ac4-9b0f-d84804754149', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd69bcd5d-1843-4880-aae3-a34c0ca9ea8b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8b0bee5-7071-4ac4-9b0f-d84804754149', 'serial': 'e8b0bee5-7071-4ac4-9b0f-d84804754149'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1027.803782] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4bda01-a9a8-481c-8ff1-3125046a8f25 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.829338] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec196412-f723-4630-8ab3-330f15bd4b1e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.837528] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6947c8d-dea4-4d86-b988-7cbcd7787daf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.860130] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6885aed-0b87-48ee-9cf8-7394e451f53c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.867369] env[68960]: DEBUG oslo_vmware.api [None req-1252912b-4405-4b3e-956a-c47ea0787b5f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.877640] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6417a504-7809-4cf8-a0ed-68e451cc2847 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] The volume has not been displaced from its original location: [datastore2] volume-e8b0bee5-7071-4ac4-9b0f-d84804754149/volume-e8b0bee5-7071-4ac4-9b0f-d84804754149.vmdk. No consolidation needed. {{(pid=68960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1027.883839] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6417a504-7809-4cf8-a0ed-68e451cc2847 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Reconfiguring VM instance instance-00000044 to detach disk 2001 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1027.883839] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4723e3c0-d92c-4144-8c68-1908ef4ba1bf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.901607] env[68960]: DEBUG oslo_vmware.api [None req-6417a504-7809-4cf8-a0ed-68e451cc2847 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 1027.901607] env[68960]: value = "task-3221981" [ 1027.901607] env[68960]: _type = "Task" [ 1027.901607] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.908930] env[68960]: DEBUG oslo_vmware.api [None req-6417a504-7809-4cf8-a0ed-68e451cc2847 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3221981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.010617] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7499b45c-dcc0-40b4-a777-0546ff5240e5 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "d7a37e41-d64c-498d-acf0-b41961fe7635" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.010942] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7499b45c-dcc0-40b4-a777-0546ff5240e5 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "d7a37e41-d64c-498d-acf0-b41961fe7635" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.011162] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7499b45c-dcc0-40b4-a777-0546ff5240e5 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "d7a37e41-d64c-498d-acf0-b41961fe7635-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.011305] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7499b45c-dcc0-40b4-a777-0546ff5240e5 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "d7a37e41-d64c-498d-acf0-b41961fe7635-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.011476] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7499b45c-dcc0-40b4-a777-0546ff5240e5 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "d7a37e41-d64c-498d-acf0-b41961fe7635-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.013963] env[68960]: INFO nova.compute.manager [None req-7499b45c-dcc0-40b4-a777-0546ff5240e5 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Terminating instance [ 1028.105140] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.105948] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45f1fbe5-80a1-42c1-bd2b-63ad3f9594da {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.117353] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1028.117353] env[68960]: value = "task-3221982" [ 1028.117353] env[68960]: _type = "Task" [ 1028.117353] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.132525] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] VM already powered off {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1028.132525] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.132525] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dbf55c-377d-4e82-ac3c-725270ab4592 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.138144] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquiring lock "refresh_cache-178e556e-7643-46a0-a83a-3923fda2c471" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.138364] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquired lock "refresh_cache-178e556e-7643-46a0-a83a-3923fda2c471" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.139545] env[68960]: DEBUG nova.network.neutron [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.156544] env[68960]: DEBUG oslo_vmware.api [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221980, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19449} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.159460] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.160061] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.160680] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61d5714-604c-42f1-bfe9-fea71258d1bf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.163387] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fedeb256-fae8-41ef-98f4-f394c4ec9714 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.196386] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] a6ba5600-ed33-490b-bf91-e54ff7483d42/a6ba5600-ed33-490b-bf91-e54ff7483d42.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.196966] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cd1ea93-cbbe-45fc-86ee-40b794e76d36 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.218195] env[68960]: DEBUG oslo_vmware.api [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Waiting for the task: (returnval){ [ 1028.218195] env[68960]: value = "task-3221984" [ 1028.218195] env[68960]: _type = "Task" [ 1028.218195] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.231443] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.233486] env[68960]: DEBUG oslo_vmware.api [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221984, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.234029] env[68960]: DEBUG oslo_concurrency.lockutils [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.505s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.234209] env[68960]: DEBUG nova.objects.instance [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Lazy-loading 'resources' on Instance uuid 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.262501] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.262501] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.262501] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Deleting the datastore file [datastore2] d5b57c7f-800a-4f8d-a712-eabc0d08af00 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.262501] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-372044d3-0a71-4a4e-bdb8-288cee893197 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.267394] env[68960]: INFO nova.scheduler.client.report [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Deleted allocations for instance 5ca439bd-7b4c-42cd-a3b7-c47b0e627935 [ 1028.276137] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1028.276137] env[68960]: value = "task-3221985" [ 1028.276137] env[68960]: _type = "Task" [ 1028.276137] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.283786] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3221985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.376101] env[68960]: DEBUG oslo_vmware.api [None req-1252912b-4405-4b3e-956a-c47ea0787b5f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.413325] env[68960]: DEBUG oslo_vmware.api [None req-6417a504-7809-4cf8-a0ed-68e451cc2847 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3221981, 'name': ReconfigVM_Task, 'duration_secs': 0.251058} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.415051] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6417a504-7809-4cf8-a0ed-68e451cc2847 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Reconfigured VM instance instance-00000044 to detach disk 2001 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1028.423977] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-963cdae9-fc6c-474b-a216-925c6496d074 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.439086] env[68960]: DEBUG oslo_vmware.api [None req-6417a504-7809-4cf8-a0ed-68e451cc2847 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 1028.439086] env[68960]: value = "task-3221986" [ 1028.439086] env[68960]: _type = "Task" [ 1028.439086] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.447932] env[68960]: DEBUG oslo_vmware.api [None req-6417a504-7809-4cf8-a0ed-68e451cc2847 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3221986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.520142] env[68960]: DEBUG nova.compute.manager [None req-7499b45c-dcc0-40b4-a777-0546ff5240e5 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.520569] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7499b45c-dcc0-40b4-a777-0546ff5240e5 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.521519] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea9773d-f94c-4f23-8d42-a94bcaa96ee0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.529451] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7499b45c-dcc0-40b4-a777-0546ff5240e5 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.530921] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fee9966-a337-4c85-b24c-f55014c95915 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.534522] env[68960]: DEBUG nova.compute.manager [req-3db067d4-3e9b-4d34-904f-d44d28b81a3a req-83876ea3-88a0-493f-b14a-b3c4dafb1057 service nova] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Received event network-vif-plugged-92b62112-2c32-423d-a85d-bce9eaee60e6 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.534778] env[68960]: DEBUG oslo_concurrency.lockutils [req-3db067d4-3e9b-4d34-904f-d44d28b81a3a req-83876ea3-88a0-493f-b14a-b3c4dafb1057 service nova] Acquiring lock "178e556e-7643-46a0-a83a-3923fda2c471-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.535053] env[68960]: DEBUG oslo_concurrency.lockutils [req-3db067d4-3e9b-4d34-904f-d44d28b81a3a req-83876ea3-88a0-493f-b14a-b3c4dafb1057 service nova] Lock "178e556e-7643-46a0-a83a-3923fda2c471-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.535290] env[68960]: DEBUG oslo_concurrency.lockutils [req-3db067d4-3e9b-4d34-904f-d44d28b81a3a req-83876ea3-88a0-493f-b14a-b3c4dafb1057 service nova] Lock "178e556e-7643-46a0-a83a-3923fda2c471-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.535553] env[68960]: DEBUG nova.compute.manager [req-3db067d4-3e9b-4d34-904f-d44d28b81a3a req-83876ea3-88a0-493f-b14a-b3c4dafb1057 service nova] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] No waiting events found dispatching network-vif-plugged-92b62112-2c32-423d-a85d-bce9eaee60e6 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.535805] env[68960]: WARNING nova.compute.manager [req-3db067d4-3e9b-4d34-904f-d44d28b81a3a req-83876ea3-88a0-493f-b14a-b3c4dafb1057 service nova] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Received unexpected event network-vif-plugged-92b62112-2c32-423d-a85d-bce9eaee60e6 for instance with vm_state shelved_offloaded and task_state spawning. [ 1028.536045] env[68960]: DEBUG nova.compute.manager [req-3db067d4-3e9b-4d34-904f-d44d28b81a3a req-83876ea3-88a0-493f-b14a-b3c4dafb1057 service nova] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Received event network-changed-92b62112-2c32-423d-a85d-bce9eaee60e6 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.536231] env[68960]: DEBUG nova.compute.manager [req-3db067d4-3e9b-4d34-904f-d44d28b81a3a req-83876ea3-88a0-493f-b14a-b3c4dafb1057 service nova] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Refreshing instance network info cache due to event network-changed-92b62112-2c32-423d-a85d-bce9eaee60e6. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.536453] env[68960]: DEBUG oslo_concurrency.lockutils [req-3db067d4-3e9b-4d34-904f-d44d28b81a3a req-83876ea3-88a0-493f-b14a-b3c4dafb1057 service nova] Acquiring lock "refresh_cache-178e556e-7643-46a0-a83a-3923fda2c471" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.543052] env[68960]: DEBUG oslo_vmware.api [None req-7499b45c-dcc0-40b4-a777-0546ff5240e5 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 1028.543052] env[68960]: value = "task-3221987" [ 1028.543052] env[68960]: _type = "Task" [ 1028.543052] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.555869] env[68960]: DEBUG oslo_vmware.api [None req-7499b45c-dcc0-40b4-a777-0546ff5240e5 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.733153] env[68960]: DEBUG oslo_vmware.api [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221984, 'name': ReconfigVM_Task, 'duration_secs': 0.297614} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.733683] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Reconfigured VM instance instance-00000059 to attach disk [datastore2] a6ba5600-ed33-490b-bf91-e54ff7483d42/a6ba5600-ed33-490b-bf91-e54ff7483d42.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.734497] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6af6d13b-acfe-4087-810f-11f3fc6bb8d0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.745249] env[68960]: DEBUG oslo_vmware.api [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Waiting for the task: (returnval){ [ 1028.745249] env[68960]: value = "task-3221988" [ 1028.745249] env[68960]: _type = "Task" [ 1028.745249] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.758878] env[68960]: DEBUG oslo_vmware.api [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221988, 'name': Rename_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.787243] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6039a861-e845-4670-b595-6cc2756850ff tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "5ca439bd-7b4c-42cd-a3b7-c47b0e627935" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.908s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.804812] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3221985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15279} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.805993] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.805993] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.806146] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.823874] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Acquiring lock "a2552141-7149-4917-a100-cc380396ad18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.823970] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Lock "a2552141-7149-4917-a100-cc380396ad18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.877787] env[68960]: DEBUG oslo_vmware.api [None req-1252912b-4405-4b3e-956a-c47ea0787b5f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.954646] env[68960]: DEBUG oslo_vmware.api [None req-6417a504-7809-4cf8-a0ed-68e451cc2847 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3221986, 'name': ReconfigVM_Task, 'duration_secs': 0.152184} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.957641] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6417a504-7809-4cf8-a0ed-68e451cc2847 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644132', 'volume_id': 'e8b0bee5-7071-4ac4-9b0f-d84804754149', 'name': 'volume-e8b0bee5-7071-4ac4-9b0f-d84804754149', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd69bcd5d-1843-4880-aae3-a34c0ca9ea8b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8b0bee5-7071-4ac4-9b0f-d84804754149', 'serial': 'e8b0bee5-7071-4ac4-9b0f-d84804754149'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1029.037910] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "0433a29e-d26f-40c6-93a8-e13079bd2eee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.039327] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "0433a29e-d26f-40c6-93a8-e13079bd2eee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.060067] env[68960]: DEBUG oslo_vmware.api [None req-7499b45c-dcc0-40b4-a777-0546ff5240e5 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221987, 'name': PowerOffVM_Task, 'duration_secs': 0.328758} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.061246] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7499b45c-dcc0-40b4-a777-0546ff5240e5 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.061517] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7499b45c-dcc0-40b4-a777-0546ff5240e5 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.061818] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8b0dfee-6293-4760-8e82-89f19e43da1f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.103108] env[68960]: DEBUG nova.network.neutron [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Updating instance_info_cache with network_info: [{"id": "92b62112-2c32-423d-a85d-bce9eaee60e6", "address": "fa:16:3e:fc:6c:44", "network": {"id": "ee3f36e3-4dbc-4c19-b44a-6700ff7f733d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-237954728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8165985a7ea64bcba319191bed454293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92b62112-2c", "ovs_interfaceid": "92b62112-2c32-423d-a85d-bce9eaee60e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.141566] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7499b45c-dcc0-40b4-a777-0546ff5240e5 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.141803] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7499b45c-dcc0-40b4-a777-0546ff5240e5 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.141992] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7499b45c-dcc0-40b4-a777-0546ff5240e5 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Deleting the datastore file [datastore2] d7a37e41-d64c-498d-acf0-b41961fe7635 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.142306] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65acd704-3130-4c81-bbe6-9613d9196b8b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.149550] env[68960]: DEBUG oslo_vmware.api [None req-7499b45c-dcc0-40b4-a777-0546ff5240e5 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 1029.149550] env[68960]: value = "task-3221990" [ 1029.149550] env[68960]: _type = "Task" [ 1029.149550] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.162304] env[68960]: DEBUG oslo_vmware.api [None req-7499b45c-dcc0-40b4-a777-0546ff5240e5 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.167568] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877c6aff-985d-4eb5-8fbe-7653a7f7043c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.177491] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99dd32e-6153-49d2-8587-7017dd8c43d4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.221438] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07317b60-fd9a-4830-beb4-d7fbe45d24f7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.231721] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a37a9e1-3d84-4b6a-a372-6a6b68006bcd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.248845] env[68960]: DEBUG nova.compute.provider_tree [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.260641] env[68960]: DEBUG oslo_vmware.api [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221988, 'name': Rename_Task, 'duration_secs': 0.143907} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.261724] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.262098] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdbe0390-5499-43f4-a557-5c347f575a91 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.273494] env[68960]: DEBUG oslo_vmware.api [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Waiting for the task: (returnval){ [ 1029.273494] env[68960]: value = "task-3221991" [ 1029.273494] env[68960]: _type = "Task" [ 1029.273494] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.283664] env[68960]: DEBUG oslo_vmware.api [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.330512] env[68960]: DEBUG nova.compute.manager [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.373049] env[68960]: DEBUG oslo_vmware.api [None req-1252912b-4405-4b3e-956a-c47ea0787b5f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.518692] env[68960]: DEBUG nova.objects.instance [None req-6417a504-7809-4cf8-a0ed-68e451cc2847 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lazy-loading 'flavor' on Instance uuid d69bcd5d-1843-4880-aae3-a34c0ca9ea8b {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.542926] env[68960]: DEBUG nova.compute.manager [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.610019] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Releasing lock "refresh_cache-178e556e-7643-46a0-a83a-3923fda2c471" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.611013] env[68960]: DEBUG oslo_concurrency.lockutils [req-3db067d4-3e9b-4d34-904f-d44d28b81a3a req-83876ea3-88a0-493f-b14a-b3c4dafb1057 service nova] Acquired lock "refresh_cache-178e556e-7643-46a0-a83a-3923fda2c471" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.612184] env[68960]: DEBUG nova.network.neutron [req-3db067d4-3e9b-4d34-904f-d44d28b81a3a req-83876ea3-88a0-493f-b14a-b3c4dafb1057 service nova] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Refreshing network info cache for port 92b62112-2c32-423d-a85d-bce9eaee60e6 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.666281] env[68960]: DEBUG nova.virt.hardware [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='73379f79d005e9bcf8d18b5ef2337339',container_format='bare',created_at=2025-04-03T03:13:05Z,direct_url=,disk_format='vmdk',id=ef4cb718-5144-4d48-a655-92cd5aaa7ce6,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-129424221-shelved',owner='8165985a7ea64bcba319191bed454293',properties=ImageMetaProps,protected=,size=31593472,status='active',tags=,updated_at=2025-04-03T03:13:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.666594] env[68960]: DEBUG nova.virt.hardware [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.666751] env[68960]: DEBUG nova.virt.hardware [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.666873] env[68960]: DEBUG nova.virt.hardware [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.667179] env[68960]: DEBUG nova.virt.hardware [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.667179] env[68960]: DEBUG nova.virt.hardware [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.667387] env[68960]: DEBUG nova.virt.hardware [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.667539] env[68960]: DEBUG nova.virt.hardware [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.667706] env[68960]: DEBUG nova.virt.hardware [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.667871] env[68960]: DEBUG nova.virt.hardware [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.668058] env[68960]: DEBUG nova.virt.hardware [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.674168] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbe0cdf-0b43-4d80-997d-633ac9fbb94b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.686269] env[68960]: DEBUG oslo_vmware.api [None req-7499b45c-dcc0-40b4-a777-0546ff5240e5 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3221990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147222} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.686564] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7499b45c-dcc0-40b4-a777-0546ff5240e5 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.686788] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7499b45c-dcc0-40b4-a777-0546ff5240e5 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.688591] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7499b45c-dcc0-40b4-a777-0546ff5240e5 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.688591] env[68960]: INFO nova.compute.manager [None req-7499b45c-dcc0-40b4-a777-0546ff5240e5 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1029.688792] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7499b45c-dcc0-40b4-a777-0546ff5240e5 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.690313] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b101376a-7968-4bd4-aa5b-bd806998ecfd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.694584] env[68960]: DEBUG nova.compute.manager [-] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.694584] env[68960]: DEBUG nova.network.neutron [-] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.708624] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:6c:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b8af79a-31d5-4d78-93d7-3919aa1d9186', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92b62112-2c32-423d-a85d-bce9eaee60e6', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.715904] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.716220] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.716451] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c48d623-1ea9-4b73-aa72-7b641d01517e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.745128] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.745128] env[68960]: value = "task-3221992" [ 1029.745128] env[68960]: _type = "Task" [ 1029.745128] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.754923] env[68960]: DEBUG nova.scheduler.client.report [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.759160] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221992, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.786617] env[68960]: DEBUG oslo_vmware.api [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221991, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.851164] env[68960]: DEBUG nova.virt.hardware [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.851716] env[68960]: DEBUG nova.virt.hardware [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.852068] env[68960]: DEBUG nova.virt.hardware [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.852610] env[68960]: DEBUG nova.virt.hardware [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.853033] env[68960]: DEBUG nova.virt.hardware [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.853330] env[68960]: DEBUG nova.virt.hardware [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.853917] env[68960]: DEBUG nova.virt.hardware [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.854231] env[68960]: DEBUG nova.virt.hardware [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.854553] env[68960]: DEBUG nova.virt.hardware [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.855129] env[68960]: DEBUG nova.virt.hardware [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.855477] env[68960]: DEBUG nova.virt.hardware [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.857146] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04da8ef-d70a-4f37-89a9-8a2a884a43d9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.861562] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.869564] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1257db3f-a6f3-428e-91c7-d89d08827dd9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.878388] env[68960]: DEBUG oslo_vmware.api [None req-1252912b-4405-4b3e-956a-c47ea0787b5f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.888703] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:b6:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9339336a-ef4a-4d63-8c6a-4d2555d5752f', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.897032] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.897221] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.897458] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d809b5d5-c756-4d79-ab22-6a0f52b220c1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.919706] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.919706] env[68960]: value = "task-3221994" [ 1029.919706] env[68960]: _type = "Task" [ 1029.919706] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.930554] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221994, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.075965] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.232570] env[68960]: DEBUG oslo_concurrency.lockutils [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquiring lock "e4af7d3d-2951-450d-8ea9-31c975724e74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.234147] env[68960]: DEBUG oslo_concurrency.lockutils [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "e4af7d3d-2951-450d-8ea9-31c975724e74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.256829] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221992, 'name': CreateVM_Task, 'duration_secs': 0.493923} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.257220] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.258302] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef4cb718-5144-4d48-a655-92cd5aaa7ce6" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.258596] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef4cb718-5144-4d48-a655-92cd5aaa7ce6" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.259095] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef4cb718-5144-4d48-a655-92cd5aaa7ce6" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.259508] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64b4c6cf-e838-4d2e-ab3c-75639001644c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.262107] env[68960]: DEBUG oslo_concurrency.lockutils [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.028s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.264962] env[68960]: DEBUG oslo_concurrency.lockutils [None req-16e0fc05-613e-4b96-9a09-1e4291e20e4e tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.983s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.265583] env[68960]: DEBUG nova.objects.instance [None req-16e0fc05-613e-4b96-9a09-1e4291e20e4e tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Lazy-loading 'resources' on Instance uuid cb7309a4-cc7a-45d1-b080-c0fb1e424c1f {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.274537] env[68960]: DEBUG oslo_vmware.api [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 1030.274537] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c53673-0605-ff97-5dbe-5f8b666d70e5" [ 1030.274537] env[68960]: _type = "Task" [ 1030.274537] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.297152] env[68960]: DEBUG oslo_vmware.api [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221991, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.297152] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef4cb718-5144-4d48-a655-92cd5aaa7ce6" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.297152] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Processing image ef4cb718-5144-4d48-a655-92cd5aaa7ce6 {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.297152] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef4cb718-5144-4d48-a655-92cd5aaa7ce6/ef4cb718-5144-4d48-a655-92cd5aaa7ce6.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.297347] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef4cb718-5144-4d48-a655-92cd5aaa7ce6/ef4cb718-5144-4d48-a655-92cd5aaa7ce6.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.297555] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.297751] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a36352c-acea-460e-9e7e-7e33a8f00d3e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.324390] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.324390] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.325482] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81a1f567-0112-4066-9f06-0126fc7bfb65 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.328547] env[68960]: INFO nova.scheduler.client.report [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Deleted allocations for instance 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53 [ 1030.333993] env[68960]: DEBUG oslo_vmware.api [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 1030.333993] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522fe0d6-07d8-6cbe-fe61-b0b55586de80" [ 1030.333993] env[68960]: _type = "Task" [ 1030.333993] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.346458] env[68960]: DEBUG oslo_vmware.api [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522fe0d6-07d8-6cbe-fe61-b0b55586de80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.373450] env[68960]: DEBUG oslo_vmware.api [None req-1252912b-4405-4b3e-956a-c47ea0787b5f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.404837] env[68960]: DEBUG nova.network.neutron [req-3db067d4-3e9b-4d34-904f-d44d28b81a3a req-83876ea3-88a0-493f-b14a-b3c4dafb1057 service nova] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Updated VIF entry in instance network info cache for port 92b62112-2c32-423d-a85d-bce9eaee60e6. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.405225] env[68960]: DEBUG nova.network.neutron [req-3db067d4-3e9b-4d34-904f-d44d28b81a3a req-83876ea3-88a0-493f-b14a-b3c4dafb1057 service nova] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Updating instance_info_cache with network_info: [{"id": "92b62112-2c32-423d-a85d-bce9eaee60e6", "address": "fa:16:3e:fc:6c:44", "network": {"id": "ee3f36e3-4dbc-4c19-b44a-6700ff7f733d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-237954728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8165985a7ea64bcba319191bed454293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92b62112-2c", "ovs_interfaceid": "92b62112-2c32-423d-a85d-bce9eaee60e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.431875] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3221994, 'name': CreateVM_Task, 'duration_secs': 0.424355} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.432060] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.432866] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.433127] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.433571] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.433854] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3a6ba43-188f-4342-964c-44cd35505fc6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.439812] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1030.439812] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52733c78-b14d-9d78-5d6b-971cc2ca0d9c" [ 1030.439812] env[68960]: _type = "Task" [ 1030.439812] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.448622] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52733c78-b14d-9d78-5d6b-971cc2ca0d9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.530237] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6417a504-7809-4cf8-a0ed-68e451cc2847 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.281s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.567032] env[68960]: DEBUG nova.network.neutron [-] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.644417] env[68960]: DEBUG nova.compute.manager [req-335dd9f0-af0d-41b4-a4a9-85636f8a859a req-0e89df4b-bc65-419b-8047-65f93a6468e2 service nova] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Received event network-vif-deleted-22179951-ff1d-400d-945e-e32036bac5ea {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.700666] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a7f649c8-614f-455d-9092-d507669dd4ec tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquiring lock "d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.704724] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a7f649c8-614f-455d-9092-d507669dd4ec tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.704724] env[68960]: DEBUG nova.compute.manager [None req-a7f649c8-614f-455d-9092-d507669dd4ec tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.704724] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c51c01b-89b9-480c-a67c-c0cc3deb8b91 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.715170] env[68960]: DEBUG nova.compute.manager [None req-a7f649c8-614f-455d-9092-d507669dd4ec tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68960) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1030.715170] env[68960]: DEBUG nova.objects.instance [None req-a7f649c8-614f-455d-9092-d507669dd4ec tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lazy-loading 'flavor' on Instance uuid d69bcd5d-1843-4880-aae3-a34c0ca9ea8b {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.739768] env[68960]: DEBUG nova.compute.manager [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1030.791379] env[68960]: DEBUG oslo_vmware.api [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3221991, 'name': PowerOnVM_Task, 'duration_secs': 1.48865} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.792149] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.792149] env[68960]: INFO nova.compute.manager [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1030.792149] env[68960]: DEBUG nova.compute.manager [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.793140] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c126c5-d1ee-45da-a1d1-37e58f9322af {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.840865] env[68960]: DEBUG oslo_concurrency.lockutils [None req-da118889-2dff-4682-ae98-c1efdd05eb4d tempest-ServersTestJSON-1136059650 tempest-ServersTestJSON-1136059650-project-member] Lock "701e5d1f-fa75-43ac-a53e-3a9ddffe7c53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.573s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.853144] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Preparing fetch location {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1030.853363] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Fetch image to [datastore2] OSTACK_IMG_b8c0f6d2-e2a8-457a-a1ee-8a8ee63abccc/OSTACK_IMG_b8c0f6d2-e2a8-457a-a1ee-8a8ee63abccc.vmdk {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1030.853775] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Downloading stream optimized image ef4cb718-5144-4d48-a655-92cd5aaa7ce6 to [datastore2] OSTACK_IMG_b8c0f6d2-e2a8-457a-a1ee-8a8ee63abccc/OSTACK_IMG_b8c0f6d2-e2a8-457a-a1ee-8a8ee63abccc.vmdk on the data store datastore2 as vApp {{(pid=68960) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1030.853775] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Downloading image file data ef4cb718-5144-4d48-a655-92cd5aaa7ce6 to the ESX as VM named 'OSTACK_IMG_b8c0f6d2-e2a8-457a-a1ee-8a8ee63abccc' {{(pid=68960) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1030.887156] env[68960]: DEBUG oslo_vmware.api [None req-1252912b-4405-4b3e-956a-c47ea0787b5f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.912971] env[68960]: DEBUG oslo_concurrency.lockutils [req-3db067d4-3e9b-4d34-904f-d44d28b81a3a req-83876ea3-88a0-493f-b14a-b3c4dafb1057 service nova] Releasing lock "refresh_cache-178e556e-7643-46a0-a83a-3923fda2c471" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.956635] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52733c78-b14d-9d78-5d6b-971cc2ca0d9c, 'name': SearchDatastore_Task, 'duration_secs': 0.010676} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.956635] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.956981] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.957068] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.957192] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.957690] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.957742] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e83f2a0-977e-4efd-8565-8cee6b0e591b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.960369] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1030.960369] env[68960]: value = "resgroup-9" [ 1030.960369] env[68960]: _type = "ResourcePool" [ 1030.960369] env[68960]: }. {{(pid=68960) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1030.960701] env[68960]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-65d54e33-2c4c-492f-96b6-0dd396a6bcdf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.987336] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lease: (returnval){ [ 1030.987336] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52320af8-ad86-249e-b1d6-c17ecfb4d2a3" [ 1030.987336] env[68960]: _type = "HttpNfcLease" [ 1030.987336] env[68960]: } obtained for vApp import into resource pool (val){ [ 1030.987336] env[68960]: value = "resgroup-9" [ 1030.987336] env[68960]: _type = "ResourcePool" [ 1030.987336] env[68960]: }. {{(pid=68960) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1030.987715] env[68960]: DEBUG oslo_vmware.api [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the lease: (returnval){ [ 1030.987715] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52320af8-ad86-249e-b1d6-c17ecfb4d2a3" [ 1030.987715] env[68960]: _type = "HttpNfcLease" [ 1030.987715] env[68960]: } to be ready. {{(pid=68960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1030.988958] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.989124] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.993346] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a2a4191-11f1-45c5-8b6b-9a2242a4fc5d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.005278] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1031.005278] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52320af8-ad86-249e-b1d6-c17ecfb4d2a3" [ 1031.005278] env[68960]: _type = "HttpNfcLease" [ 1031.005278] env[68960]: } is initializing. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1031.007279] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1031.007279] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521f12cf-9921-d06b-2630-bc6d786be03d" [ 1031.007279] env[68960]: _type = "Task" [ 1031.007279] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.024546] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521f12cf-9921-d06b-2630-bc6d786be03d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.069949] env[68960]: INFO nova.compute.manager [-] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Took 1.38 seconds to deallocate network for instance. [ 1031.168241] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8508f0d4-907b-4856-b574-177093ba23cc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.177566] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0a2245-c957-4775-a792-2127e971c3c0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.209990] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76b229e-7536-41d1-b6a3-6fbb04fea6e5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.220348] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca7c132-564d-46b9-9eca-18a48862feae {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.237854] env[68960]: DEBUG nova.compute.provider_tree [None req-16e0fc05-613e-4b96-9a09-1e4291e20e4e tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.266977] env[68960]: DEBUG oslo_concurrency.lockutils [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.275858] env[68960]: DEBUG oslo_concurrency.lockutils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquiring lock "cf53f066-f04f-4f19-9dde-2a146048b89f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.276444] env[68960]: DEBUG oslo_concurrency.lockutils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "cf53f066-f04f-4f19-9dde-2a146048b89f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.306129] env[68960]: DEBUG oslo_concurrency.lockutils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquiring lock "6229f35e-59ed-4ea7-a225-f6824af852b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.306373] env[68960]: DEBUG oslo_concurrency.lockutils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "6229f35e-59ed-4ea7-a225-f6824af852b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.312830] env[68960]: INFO nova.compute.manager [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Took 17.88 seconds to build instance. [ 1031.377453] env[68960]: DEBUG oslo_vmware.api [None req-1252912b-4405-4b3e-956a-c47ea0787b5f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221978, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.498981] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1031.498981] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52320af8-ad86-249e-b1d6-c17ecfb4d2a3" [ 1031.498981] env[68960]: _type = "HttpNfcLease" [ 1031.498981] env[68960]: } is initializing. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1031.518804] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521f12cf-9921-d06b-2630-bc6d786be03d, 'name': SearchDatastore_Task, 'duration_secs': 0.023658} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.519662] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a410abd2-bc87-4540-a2ff-118b012b8cbe {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.526865] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1031.526865] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52868240-939d-4531-7267-7e473334b222" [ 1031.526865] env[68960]: _type = "Task" [ 1031.526865] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.535903] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52868240-939d-4531-7267-7e473334b222, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.579977] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7499b45c-dcc0-40b4-a777-0546ff5240e5 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.731817] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f649c8-614f-455d-9092-d507669dd4ec tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.731817] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-172fb7d0-f060-4b24-84cf-cad0f338b82c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.741346] env[68960]: DEBUG oslo_vmware.api [None req-a7f649c8-614f-455d-9092-d507669dd4ec tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 1031.741346] env[68960]: value = "task-3221996" [ 1031.741346] env[68960]: _type = "Task" [ 1031.741346] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.744061] env[68960]: DEBUG nova.scheduler.client.report [None req-16e0fc05-613e-4b96-9a09-1e4291e20e4e tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.760317] env[68960]: DEBUG oslo_vmware.api [None req-a7f649c8-614f-455d-9092-d507669dd4ec tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3221996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.784830] env[68960]: DEBUG nova.compute.manager [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.812674] env[68960]: DEBUG nova.compute.manager [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.820423] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4e233eef-d0aa-4f70-a7a8-c23395366168 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Lock "a6ba5600-ed33-490b-bf91-e54ff7483d42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.408s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.878682] env[68960]: DEBUG oslo_vmware.api [None req-1252912b-4405-4b3e-956a-c47ea0787b5f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3221978, 'name': ReconfigVM_Task, 'duration_secs': 5.815202} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.878962] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1252912b-4405-4b3e-956a-c47ea0787b5f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Releasing lock "df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.879187] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1252912b-4405-4b3e-956a-c47ea0787b5f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Reconfigured VM to detach interface {{(pid=68960) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1032.004737] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1032.004737] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52320af8-ad86-249e-b1d6-c17ecfb4d2a3" [ 1032.004737] env[68960]: _type = "HttpNfcLease" [ 1032.004737] env[68960]: } is ready. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1032.005712] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1032.005712] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52320af8-ad86-249e-b1d6-c17ecfb4d2a3" [ 1032.005712] env[68960]: _type = "HttpNfcLease" [ 1032.005712] env[68960]: }. {{(pid=68960) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1032.006583] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054b72b6-5ddd-4f1e-ac33-6712d1529f35 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.019894] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce7a9b-b189-1c76-56d1-f521bf6d7f99/disk-0.vmdk from lease info. {{(pid=68960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1032.020114] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Creating HTTP connection to write to file with size = 31593472 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce7a9b-b189-1c76-56d1-f521bf6d7f99/disk-0.vmdk. {{(pid=68960) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1032.098169] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-441b8e41-f143-4362-b6d4-58bfb6939cad {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.103018] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52868240-939d-4531-7267-7e473334b222, 'name': SearchDatastore_Task, 'duration_secs': 0.011807} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.103018] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.103018] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] d5b57c7f-800a-4f8d-a712-eabc0d08af00/d5b57c7f-800a-4f8d-a712-eabc0d08af00.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.103018] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e90486d-1c83-4931-aa5a-b6c7f9fa1e74 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.113046] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1032.113046] env[68960]: value = "task-3221997" [ 1032.113046] env[68960]: _type = "Task" [ 1032.113046] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.122523] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3221997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.243756] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ae290fb0-3ea1-4764-bc70-83d35b99117f tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Acquiring lock "3a4bc2e0-b43b-4944-a020-b22b20a8737f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.243756] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ae290fb0-3ea1-4764-bc70-83d35b99117f tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Lock "3a4bc2e0-b43b-4944-a020-b22b20a8737f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.243756] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ae290fb0-3ea1-4764-bc70-83d35b99117f tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Acquiring lock "3a4bc2e0-b43b-4944-a020-b22b20a8737f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.243756] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ae290fb0-3ea1-4764-bc70-83d35b99117f tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Lock "3a4bc2e0-b43b-4944-a020-b22b20a8737f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.244192] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ae290fb0-3ea1-4764-bc70-83d35b99117f tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Lock "3a4bc2e0-b43b-4944-a020-b22b20a8737f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.247123] env[68960]: INFO nova.compute.manager [None req-ae290fb0-3ea1-4764-bc70-83d35b99117f tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Terminating instance [ 1032.256391] env[68960]: DEBUG oslo_concurrency.lockutils [None req-16e0fc05-613e-4b96-9a09-1e4291e20e4e tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.259706] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.358s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.260667] env[68960]: INFO nova.compute.claims [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.270565] env[68960]: DEBUG oslo_vmware.api [None req-a7f649c8-614f-455d-9092-d507669dd4ec tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3221996, 'name': PowerOffVM_Task, 'duration_secs': 0.232919} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.270565] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f649c8-614f-455d-9092-d507669dd4ec tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.270711] env[68960]: DEBUG nova.compute.manager [None req-a7f649c8-614f-455d-9092-d507669dd4ec tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.272250] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfaa1ec6-c924-414c-8220-a384021f8573 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.292299] env[68960]: INFO nova.scheduler.client.report [None req-16e0fc05-613e-4b96-9a09-1e4291e20e4e tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Deleted allocations for instance cb7309a4-cc7a-45d1-b080-c0fb1e424c1f [ 1032.316674] env[68960]: DEBUG oslo_concurrency.lockutils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.341206] env[68960]: DEBUG oslo_concurrency.lockutils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.625659] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3221997, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.762387] env[68960]: DEBUG nova.compute.manager [None req-ae290fb0-3ea1-4764-bc70-83d35b99117f tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.762725] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ae290fb0-3ea1-4764-bc70-83d35b99117f tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.763671] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed655da7-a76e-4379-bfa0-89d08d927e77 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.788499] env[68960]: DEBUG nova.compute.manager [req-3dea40da-0643-4ee4-9ea6-5f1603f1df5a req-163d8e72-b232-478f-977c-9b911cc78b8d service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Received event network-vif-deleted-1fd93475-c6a4-4c49-ba06-1fc1a7c956f9 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.788499] env[68960]: INFO nova.compute.manager [req-3dea40da-0643-4ee4-9ea6-5f1603f1df5a req-163d8e72-b232-478f-977c-9b911cc78b8d service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Neutron deleted interface 1fd93475-c6a4-4c49-ba06-1fc1a7c956f9; detaching it from the instance and deleting it from the info cache [ 1032.788883] env[68960]: DEBUG nova.network.neutron [req-3dea40da-0643-4ee4-9ea6-5f1603f1df5a req-163d8e72-b232-478f-977c-9b911cc78b8d service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Updating instance_info_cache with network_info: [{"id": "0cf4cba2-942a-4579-9841-ea48aa0aa654", "address": "fa:16:3e:7b:d5:da", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cf4cba2-94", "ovs_interfaceid": "0cf4cba2-942a-4579-9841-ea48aa0aa654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "48705f98-34d5-4829-b779-7a9f3e9570f1", "address": "fa:16:3e:2c:e2:60", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48705f98-34", "ovs_interfaceid": "48705f98-34d5-4829-b779-7a9f3e9570f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.791144] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a7f649c8-614f-455d-9092-d507669dd4ec tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.089s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.797722] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae290fb0-3ea1-4764-bc70-83d35b99117f tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.801050] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24fd1dca-9e73-46d7-82b2-48a6a28d1460 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.806436] env[68960]: DEBUG oslo_concurrency.lockutils [None req-16e0fc05-613e-4b96-9a09-1e4291e20e4e tempest-ImagesOneServerNegativeTestJSON-190269173 tempest-ImagesOneServerNegativeTestJSON-190269173-project-member] Lock "cb7309a4-cc7a-45d1-b080-c0fb1e424c1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.962s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.815225] env[68960]: DEBUG oslo_vmware.api [None req-ae290fb0-3ea1-4764-bc70-83d35b99117f tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Waiting for the task: (returnval){ [ 1032.815225] env[68960]: value = "task-3221998" [ 1032.815225] env[68960]: _type = "Task" [ 1032.815225] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.828679] env[68960]: DEBUG oslo_vmware.api [None req-ae290fb0-3ea1-4764-bc70-83d35b99117f tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Task: {'id': task-3221998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.125281] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3221997, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543415} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.125635] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] d5b57c7f-800a-4f8d-a712-eabc0d08af00/d5b57c7f-800a-4f8d-a712-eabc0d08af00.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.125884] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.126170] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da3b86a4-0cc8-4b97-9bae-c1c78f52e177 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.135843] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1033.135843] env[68960]: value = "task-3221999" [ 1033.135843] env[68960]: _type = "Task" [ 1033.135843] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.154681] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3221999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.300298] env[68960]: DEBUG oslo_concurrency.lockutils [req-3dea40da-0643-4ee4-9ea6-5f1603f1df5a req-163d8e72-b232-478f-977c-9b911cc78b8d service nova] Acquiring lock "df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.300650] env[68960]: DEBUG oslo_concurrency.lockutils [req-3dea40da-0643-4ee4-9ea6-5f1603f1df5a req-163d8e72-b232-478f-977c-9b911cc78b8d service nova] Acquired lock "df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.301591] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3817f493-b57e-4bd2-8005-1d558137326e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.327915] env[68960]: DEBUG oslo_concurrency.lockutils [req-3dea40da-0643-4ee4-9ea6-5f1603f1df5a req-163d8e72-b232-478f-977c-9b911cc78b8d service nova] Releasing lock "df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.328729] env[68960]: WARNING nova.compute.manager [req-3dea40da-0643-4ee4-9ea6-5f1603f1df5a req-163d8e72-b232-478f-977c-9b911cc78b8d service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Detach interface failed, port_id=1fd93475-c6a4-4c49-ba06-1fc1a7c956f9, reason: No device with interface-id 1fd93475-c6a4-4c49-ba06-1fc1a7c956f9 exists on VM: nova.exception.NotFound: No device with interface-id 1fd93475-c6a4-4c49-ba06-1fc1a7c956f9 exists on VM [ 1033.348159] env[68960]: DEBUG nova.objects.instance [None req-cc3503bc-9c77-4563-9870-2f287851e63f tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lazy-loading 'flavor' on Instance uuid d69bcd5d-1843-4880-aae3-a34c0ca9ea8b {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.365213] env[68960]: DEBUG oslo_vmware.api [None req-ae290fb0-3ea1-4764-bc70-83d35b99117f tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Task: {'id': task-3221998, 'name': PowerOffVM_Task, 'duration_secs': 0.272797} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.365213] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae290fb0-3ea1-4764-bc70-83d35b99117f tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.365213] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ae290fb0-3ea1-4764-bc70-83d35b99117f tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.365213] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ceb3a725-e8db-404f-abc4-f4fbb7791a62 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.414187] env[68960]: DEBUG nova.compute.manager [req-766e7cf0-e63c-4577-bb6e-e57dd8e0b39b req-953dd4e6-b01c-44b6-b6b3-ad1d5b231b40 service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Received event network-vif-deleted-48705f98-34d5-4829-b779-7a9f3e9570f1 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.414187] env[68960]: INFO nova.compute.manager [req-766e7cf0-e63c-4577-bb6e-e57dd8e0b39b req-953dd4e6-b01c-44b6-b6b3-ad1d5b231b40 service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Neutron deleted interface 48705f98-34d5-4829-b779-7a9f3e9570f1; detaching it from the instance and deleting it from the info cache [ 1033.414187] env[68960]: DEBUG nova.network.neutron [req-766e7cf0-e63c-4577-bb6e-e57dd8e0b39b req-953dd4e6-b01c-44b6-b6b3-ad1d5b231b40 service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Updating instance_info_cache with network_info: [{"id": "0cf4cba2-942a-4579-9841-ea48aa0aa654", "address": "fa:16:3e:7b:d5:da", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cf4cba2-94", "ovs_interfaceid": "0cf4cba2-942a-4579-9841-ea48aa0aa654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.439789] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ae290fb0-3ea1-4764-bc70-83d35b99117f tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.440091] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ae290fb0-3ea1-4764-bc70-83d35b99117f tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.440723] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae290fb0-3ea1-4764-bc70-83d35b99117f tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Deleting the datastore file [datastore2] 3a4bc2e0-b43b-4944-a020-b22b20a8737f {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.440723] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5885a768-de9a-4f5b-89b8-d80ee546a9bd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.449751] env[68960]: DEBUG oslo_vmware.api [None req-ae290fb0-3ea1-4764-bc70-83d35b99117f tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Waiting for the task: (returnval){ [ 1033.449751] env[68960]: value = "task-3222001" [ 1033.449751] env[68960]: _type = "Task" [ 1033.449751] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.466728] env[68960]: DEBUG oslo_vmware.api [None req-ae290fb0-3ea1-4764-bc70-83d35b99117f tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Task: {'id': task-3222001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.467568] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1252912b-4405-4b3e-956a-c47ea0787b5f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "refresh_cache-df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.467730] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1252912b-4405-4b3e-956a-c47ea0787b5f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired lock "refresh_cache-df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.468149] env[68960]: DEBUG nova.network.neutron [None req-1252912b-4405-4b3e-956a-c47ea0787b5f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.648577] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3221999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081651} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.648846] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.649550] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4803e9c-0de8-47ef-bd98-2791fd3bacbc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.676479] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] d5b57c7f-800a-4f8d-a712-eabc0d08af00/d5b57c7f-800a-4f8d-a712-eabc0d08af00.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.681982] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15bf6111-45a9-4192-9520-06d787ee0918 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.706560] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1033.706560] env[68960]: value = "task-3222002" [ 1033.706560] env[68960]: _type = "Task" [ 1033.706560] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.707819] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Completed reading data from the image iterator. {{(pid=68960) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1033.708427] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce7a9b-b189-1c76-56d1-f521bf6d7f99/disk-0.vmdk. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1033.709299] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293edc13-fbf8-4844-9fc1-7c85a2a69bad {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.725018] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce7a9b-b189-1c76-56d1-f521bf6d7f99/disk-0.vmdk is in state: ready. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1033.725018] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce7a9b-b189-1c76-56d1-f521bf6d7f99/disk-0.vmdk. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1033.725018] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222002, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.725018] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-facfbbe4-6475-418b-abdb-7f58ba808d0d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.832860] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aaf8b28-80c8-47b3-8da4-fa4446fe86b3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.843394] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe887ac7-9370-4d3c-abd0-9a7010acf3b3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.877225] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a166ea5-e447-4ca9-94cc-e628c4108396 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.880469] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cc3503bc-9c77-4563-9870-2f287851e63f tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquiring lock "refresh_cache-d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.880637] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cc3503bc-9c77-4563-9870-2f287851e63f tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquired lock "refresh_cache-d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.880815] env[68960]: DEBUG nova.network.neutron [None req-cc3503bc-9c77-4563-9870-2f287851e63f tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.880997] env[68960]: DEBUG nova.objects.instance [None req-cc3503bc-9c77-4563-9870-2f287851e63f tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lazy-loading 'info_cache' on Instance uuid d69bcd5d-1843-4880-aae3-a34c0ca9ea8b {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.887190] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da749a2-6c78-4038-aa59-afcc2352c40d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.901599] env[68960]: DEBUG nova.compute.provider_tree [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.914996] env[68960]: DEBUG oslo_concurrency.lockutils [req-766e7cf0-e63c-4577-bb6e-e57dd8e0b39b req-953dd4e6-b01c-44b6-b6b3-ad1d5b231b40 service nova] Acquiring lock "df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.915249] env[68960]: DEBUG oslo_concurrency.lockutils [req-766e7cf0-e63c-4577-bb6e-e57dd8e0b39b req-953dd4e6-b01c-44b6-b6b3-ad1d5b231b40 service nova] Acquired lock "df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.916379] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf163ac-3978-4782-b245-bac81ba30bb9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.936756] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f3d72b-4d1d-4393-b0e1-294aeec13fd7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.969291] env[68960]: DEBUG nova.virt.vmwareapi.vmops [req-766e7cf0-e63c-4577-bb6e-e57dd8e0b39b req-953dd4e6-b01c-44b6-b6b3-ad1d5b231b40 service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Reconfiguring VM to detach interface {{(pid=68960) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1033.969612] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2c2f5da-86b5-4a2f-8f93-eac54d32fdbf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.990893] env[68960]: DEBUG oslo_vmware.api [None req-ae290fb0-3ea1-4764-bc70-83d35b99117f tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Task: {'id': task-3222001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266073} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.992201] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae290fb0-3ea1-4764-bc70-83d35b99117f tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.992928] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ae290fb0-3ea1-4764-bc70-83d35b99117f tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.992928] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ae290fb0-3ea1-4764-bc70-83d35b99117f tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.992928] env[68960]: INFO nova.compute.manager [None req-ae290fb0-3ea1-4764-bc70-83d35b99117f tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1033.993122] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae290fb0-3ea1-4764-bc70-83d35b99117f tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.993304] env[68960]: DEBUG oslo_vmware.api [req-766e7cf0-e63c-4577-bb6e-e57dd8e0b39b req-953dd4e6-b01c-44b6-b6b3-ad1d5b231b40 service nova] Waiting for the task: (returnval){ [ 1033.993304] env[68960]: value = "task-3222003" [ 1033.993304] env[68960]: _type = "Task" [ 1033.993304] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.993507] env[68960]: DEBUG nova.compute.manager [-] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.993622] env[68960]: DEBUG nova.network.neutron [-] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1034.004675] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3e64821d-9eae-47bb-8288-51ca92dc4a34 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "df1c635b-6070-4793-ac01-c3c54bc84c9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.004675] env[68960]: DEBUG oslo_vmware.api [req-766e7cf0-e63c-4577-bb6e-e57dd8e0b39b req-953dd4e6-b01c-44b6-b6b3-ad1d5b231b40 service nova] Task: {'id': task-3222003, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.118213] env[68960]: DEBUG oslo_vmware.rw_handles [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce7a9b-b189-1c76-56d1-f521bf6d7f99/disk-0.vmdk. {{(pid=68960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1034.118385] env[68960]: INFO nova.virt.vmwareapi.images [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Downloaded image file data ef4cb718-5144-4d48-a655-92cd5aaa7ce6 [ 1034.119792] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3487686e-9db7-4dd9-a2a8-21f64659c35e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.140360] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9d37196-fbdb-4ce7-8517-6335b3b71f0b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.219053] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222002, 'name': ReconfigVM_Task, 'duration_secs': 0.307257} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.219053] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Reconfigured VM instance instance-00000057 to attach disk [datastore2] d5b57c7f-800a-4f8d-a712-eabc0d08af00/d5b57c7f-800a-4f8d-a712-eabc0d08af00.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.219603] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4da90c2b-986e-4f22-8ca0-278f62f56f14 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.225933] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1034.225933] env[68960]: value = "task-3222005" [ 1034.225933] env[68960]: _type = "Task" [ 1034.225933] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.233402] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222005, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.276128] env[68960]: INFO nova.virt.vmwareapi.images [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] The imported VM was unregistered [ 1034.279508] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Caching image {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1034.279508] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Creating directory with path [datastore2] devstack-image-cache_base/ef4cb718-5144-4d48-a655-92cd5aaa7ce6 {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.284241] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b21a790a-c799-4e77-8f61-128991134474 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.301320] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Created directory with path [datastore2] devstack-image-cache_base/ef4cb718-5144-4d48-a655-92cd5aaa7ce6 {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.301628] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_b8c0f6d2-e2a8-457a-a1ee-8a8ee63abccc/OSTACK_IMG_b8c0f6d2-e2a8-457a-a1ee-8a8ee63abccc.vmdk to [datastore2] devstack-image-cache_base/ef4cb718-5144-4d48-a655-92cd5aaa7ce6/ef4cb718-5144-4d48-a655-92cd5aaa7ce6.vmdk. {{(pid=68960) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1034.301969] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4f985a6f-897f-4514-8273-9802213591f1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.309025] env[68960]: DEBUG oslo_vmware.api [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 1034.309025] env[68960]: value = "task-3222006" [ 1034.309025] env[68960]: _type = "Task" [ 1034.309025] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.319694] env[68960]: DEBUG oslo_vmware.api [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3222006, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.386330] env[68960]: DEBUG nova.objects.base [None req-cc3503bc-9c77-4563-9870-2f287851e63f tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68960) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1034.408397] env[68960]: DEBUG nova.scheduler.client.report [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.440604] env[68960]: DEBUG nova.network.neutron [None req-1252912b-4405-4b3e-956a-c47ea0787b5f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Updating instance_info_cache with network_info: [{"id": "0cf4cba2-942a-4579-9841-ea48aa0aa654", "address": "fa:16:3e:7b:d5:da", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cf4cba2-94", "ovs_interfaceid": "0cf4cba2-942a-4579-9841-ea48aa0aa654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.508344] env[68960]: DEBUG oslo_vmware.api [req-766e7cf0-e63c-4577-bb6e-e57dd8e0b39b req-953dd4e6-b01c-44b6-b6b3-ad1d5b231b40 service nova] Task: {'id': task-3222003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.555656] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1ec554e9-4af5-41b4-9a31-56effcd612bb tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.555656] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1ec554e9-4af5-41b4-9a31-56effcd612bb tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.556118] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1ec554e9-4af5-41b4-9a31-56effcd612bb tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.556118] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1ec554e9-4af5-41b4-9a31-56effcd612bb tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.556313] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1ec554e9-4af5-41b4-9a31-56effcd612bb tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.558389] env[68960]: INFO nova.compute.manager [None req-1ec554e9-4af5-41b4-9a31-56effcd612bb tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Terminating instance [ 1034.736648] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222005, 'name': Rename_Task, 'duration_secs': 0.159944} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.736951] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.737225] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22725327-1a73-484c-b744-43e8ac74d205 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.744225] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1034.744225] env[68960]: value = "task-3222007" [ 1034.744225] env[68960]: _type = "Task" [ 1034.744225] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.753230] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.821550] env[68960]: DEBUG oslo_vmware.api [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3222006, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.911485] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.912052] env[68960]: DEBUG nova.compute.manager [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.915210] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.282s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.916021] env[68960]: DEBUG nova.objects.instance [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Lazy-loading 'resources' on Instance uuid c0c2de40-dcf8-420e-8be1-23195cfbfe60 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.941270] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1252912b-4405-4b3e-956a-c47ea0787b5f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Releasing lock "refresh_cache-df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.972068] env[68960]: DEBUG nova.network.neutron [-] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.007936] env[68960]: DEBUG oslo_vmware.api [req-766e7cf0-e63c-4577-bb6e-e57dd8e0b39b req-953dd4e6-b01c-44b6-b6b3-ad1d5b231b40 service nova] Task: {'id': task-3222003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.067922] env[68960]: DEBUG nova.compute.manager [None req-1ec554e9-4af5-41b4-9a31-56effcd612bb tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1035.067922] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec554e9-4af5-41b4-9a31-56effcd612bb tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.069168] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d72094-fbfd-4b41-a34f-bec51136e992 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.078670] env[68960]: DEBUG nova.compute.manager [req-5f9593a2-f4ae-42be-ac75-3bb844698d75 req-afe77cf0-245d-488d-8615-fcd828a6abd3 service nova] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Received event network-vif-deleted-4b6c15d1-aa68-4457-ac54-2e03d720e15f {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.083316] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec554e9-4af5-41b4-9a31-56effcd612bb tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.083620] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b3bfdf1-37e3-4e7f-b844-04665e1ae61a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.092727] env[68960]: DEBUG oslo_vmware.api [None req-1ec554e9-4af5-41b4-9a31-56effcd612bb tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 1035.092727] env[68960]: value = "task-3222008" [ 1035.092727] env[68960]: _type = "Task" [ 1035.092727] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.107218] env[68960]: DEBUG oslo_vmware.api [None req-1ec554e9-4af5-41b4-9a31-56effcd612bb tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3222008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.109283] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Acquiring lock "a6ba5600-ed33-490b-bf91-e54ff7483d42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.111716] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Lock "a6ba5600-ed33-490b-bf91-e54ff7483d42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.111716] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Acquiring lock "a6ba5600-ed33-490b-bf91-e54ff7483d42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.111716] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Lock "a6ba5600-ed33-490b-bf91-e54ff7483d42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.111716] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Lock "a6ba5600-ed33-490b-bf91-e54ff7483d42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.118185] env[68960]: INFO nova.compute.manager [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Terminating instance [ 1035.201833] env[68960]: DEBUG nova.network.neutron [None req-cc3503bc-9c77-4563-9870-2f287851e63f tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Updating instance_info_cache with network_info: [{"id": "e139aca4-0df5-45d7-ad6b-01b567fb4183", "address": "fa:16:3e:b3:82:14", "network": {"id": "8a12e446-cc71-4946-a799-c0954c81a525", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1150066882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0d5c4a9742d4da780ad1ea41f22d3df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape139aca4-0d", "ovs_interfaceid": "e139aca4-0df5-45d7-ad6b-01b567fb4183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.256581] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222007, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.326031] env[68960]: DEBUG oslo_vmware.api [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3222006, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.422227] env[68960]: DEBUG nova.compute.utils [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.427991] env[68960]: DEBUG nova.compute.manager [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1035.431112] env[68960]: DEBUG nova.network.neutron [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.449412] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1252912b-4405-4b3e-956a-c47ea0787b5f tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "interface-df1c635b-6070-4793-ac01-c3c54bc84c9a-1fd93475-c6a4-4c49-ba06-1fc1a7c956f9" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.197s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.475468] env[68960]: INFO nova.compute.manager [-] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Took 1.48 seconds to deallocate network for instance. [ 1035.484991] env[68960]: DEBUG nova.policy [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aba096a0306642a4819a7d79637bf8ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1643dfbb48924ae7ac0d24e68f54bad2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.514182] env[68960]: DEBUG oslo_vmware.api [req-766e7cf0-e63c-4577-bb6e-e57dd8e0b39b req-953dd4e6-b01c-44b6-b6b3-ad1d5b231b40 service nova] Task: {'id': task-3222003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.610559] env[68960]: DEBUG oslo_vmware.api [None req-1ec554e9-4af5-41b4-9a31-56effcd612bb tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3222008, 'name': PowerOffVM_Task, 'duration_secs': 0.259106} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.614108] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec554e9-4af5-41b4-9a31-56effcd612bb tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.614108] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec554e9-4af5-41b4-9a31-56effcd612bb tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.614108] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-714c3ee2-bc30-47b2-8a7b-f8f7dd177bdb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.623632] env[68960]: DEBUG nova.compute.manager [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1035.626015] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.626015] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd60473-9135-4ab7-90e8-6f863a60ae9e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.636198] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.636618] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09f4dee1-ff2a-4e90-9e16-7e88efa0c4c0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.646594] env[68960]: DEBUG oslo_vmware.api [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Waiting for the task: (returnval){ [ 1035.646594] env[68960]: value = "task-3222010" [ 1035.646594] env[68960]: _type = "Task" [ 1035.646594] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.660426] env[68960]: DEBUG oslo_vmware.api [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3222010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.699291] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec554e9-4af5-41b4-9a31-56effcd612bb tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.699868] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec554e9-4af5-41b4-9a31-56effcd612bb tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.699868] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec554e9-4af5-41b4-9a31-56effcd612bb tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Deleting the datastore file [datastore1] fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.700077] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1b50648-9fc6-4019-81a2-45ab0fffb616 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.706976] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cc3503bc-9c77-4563-9870-2f287851e63f tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Releasing lock "refresh_cache-d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.716744] env[68960]: DEBUG oslo_vmware.api [None req-1ec554e9-4af5-41b4-9a31-56effcd612bb tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 1035.716744] env[68960]: value = "task-3222011" [ 1035.716744] env[68960]: _type = "Task" [ 1035.716744] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.732331] env[68960]: DEBUG oslo_vmware.api [None req-1ec554e9-4af5-41b4-9a31-56effcd612bb tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3222011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.761320] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222007, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.830016] env[68960]: DEBUG oslo_vmware.api [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3222006, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.869840] env[68960]: DEBUG nova.network.neutron [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Successfully created port: b67a19a8-2b24-4321-b239-de0731bc46cf {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.897014] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f463f543-e733-4589-b918-2b1a369cc99a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.907758] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cae25b-f56f-474c-a345-2db14b651112 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.951533] env[68960]: DEBUG nova.compute.manager [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.955458] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b187c683-858b-4044-a915-c84313b69c71 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.968374] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb09a9e-fa26-457c-a91f-f8db9cbef4ba {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.990076] env[68960]: DEBUG nova.compute.provider_tree [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.990076] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ae290fb0-3ea1-4764-bc70-83d35b99117f tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.011927] env[68960]: DEBUG oslo_vmware.api [req-766e7cf0-e63c-4577-bb6e-e57dd8e0b39b req-953dd4e6-b01c-44b6-b6b3-ad1d5b231b40 service nova] Task: {'id': task-3222003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.159239] env[68960]: DEBUG oslo_vmware.api [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3222010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.228898] env[68960]: DEBUG oslo_vmware.api [None req-1ec554e9-4af5-41b4-9a31-56effcd612bb tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3222011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375751} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.229274] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec554e9-4af5-41b4-9a31-56effcd612bb tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.229379] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec554e9-4af5-41b4-9a31-56effcd612bb tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.229547] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec554e9-4af5-41b4-9a31-56effcd612bb tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.229719] env[68960]: INFO nova.compute.manager [None req-1ec554e9-4af5-41b4-9a31-56effcd612bb tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1036.229980] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ec554e9-4af5-41b4-9a31-56effcd612bb tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.230190] env[68960]: DEBUG nova.compute.manager [-] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.230286] env[68960]: DEBUG nova.network.neutron [-] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.283107] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222007, 'name': PowerOnVM_Task, 'duration_secs': 1.17452} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.283107] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.283107] env[68960]: DEBUG nova.compute.manager [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.283107] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94c0af8-8c8d-48c8-a879-f020560a94da {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.328286] env[68960]: DEBUG oslo_vmware.api [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3222006, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.491071] env[68960]: DEBUG nova.scheduler.client.report [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.513723] env[68960]: DEBUG oslo_vmware.api [req-766e7cf0-e63c-4577-bb6e-e57dd8e0b39b req-953dd4e6-b01c-44b6-b6b3-ad1d5b231b40 service nova] Task: {'id': task-3222003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.659272] env[68960]: DEBUG oslo_vmware.api [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3222010, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.716720] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3503bc-9c77-4563-9870-2f287851e63f tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.717108] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a13455d-b7b7-4865-814e-b197028ddebc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.727699] env[68960]: DEBUG oslo_vmware.api [None req-cc3503bc-9c77-4563-9870-2f287851e63f tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 1036.727699] env[68960]: value = "task-3222012" [ 1036.727699] env[68960]: _type = "Task" [ 1036.727699] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.742828] env[68960]: DEBUG oslo_vmware.api [None req-cc3503bc-9c77-4563-9870-2f287851e63f tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.776963] env[68960]: INFO nova.compute.manager [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] bringing vm to original state: 'stopped' [ 1036.831492] env[68960]: DEBUG oslo_vmware.api [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3222006, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.962012] env[68960]: DEBUG nova.compute.manager [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.997510] env[68960]: DEBUG nova.virt.hardware [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.998547] env[68960]: DEBUG nova.virt.hardware [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.998547] env[68960]: DEBUG nova.virt.hardware [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.998547] env[68960]: DEBUG nova.virt.hardware [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.998547] env[68960]: DEBUG nova.virt.hardware [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.998547] env[68960]: DEBUG nova.virt.hardware [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.998753] env[68960]: DEBUG nova.virt.hardware [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.999941] env[68960]: DEBUG nova.virt.hardware [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.999941] env[68960]: DEBUG nova.virt.hardware [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.999941] env[68960]: DEBUG nova.virt.hardware [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.999941] env[68960]: DEBUG nova.virt.hardware [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.000251] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.005348] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d579f7d-d0ee-4610-9445-85350952292e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.011107] env[68960]: DEBUG oslo_concurrency.lockutils [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.788s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.012994] env[68960]: INFO nova.compute.claims [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.030875] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ab6fd4-4c80-4c16-9f63-a846ac99d026 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.037206] env[68960]: DEBUG oslo_vmware.api [req-766e7cf0-e63c-4577-bb6e-e57dd8e0b39b req-953dd4e6-b01c-44b6-b6b3-ad1d5b231b40 service nova] Task: {'id': task-3222003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.052344] env[68960]: INFO nova.scheduler.client.report [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Deleted allocations for instance c0c2de40-dcf8-420e-8be1-23195cfbfe60 [ 1037.158734] env[68960]: DEBUG oslo_vmware.api [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3222010, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.175295] env[68960]: DEBUG nova.network.neutron [-] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.224405] env[68960]: DEBUG nova.compute.manager [req-d86a862d-56aa-434d-abf1-a526eacdc4c6 req-7aeac126-c4fe-4949-b09e-22916a6b6219 service nova] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Received event network-vif-deleted-c7b52b51-b12d-4e5a-9a39-d8d15e5d7667 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.237700] env[68960]: DEBUG oslo_vmware.api [None req-cc3503bc-9c77-4563-9870-2f287851e63f tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222012, 'name': PowerOnVM_Task, 'duration_secs': 0.45804} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.237950] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3503bc-9c77-4563-9870-2f287851e63f tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.238158] env[68960]: DEBUG nova.compute.manager [None req-cc3503bc-9c77-4563-9870-2f287851e63f tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.238904] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced46799-4b2e-429e-9006-873464d35381 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.327717] env[68960]: DEBUG oslo_vmware.api [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3222006, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.777542} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.327969] env[68960]: INFO nova.virt.vmwareapi.ds_util [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_b8c0f6d2-e2a8-457a-a1ee-8a8ee63abccc/OSTACK_IMG_b8c0f6d2-e2a8-457a-a1ee-8a8ee63abccc.vmdk to [datastore2] devstack-image-cache_base/ef4cb718-5144-4d48-a655-92cd5aaa7ce6/ef4cb718-5144-4d48-a655-92cd5aaa7ce6.vmdk. [ 1037.328180] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Cleaning up location [datastore2] OSTACK_IMG_b8c0f6d2-e2a8-457a-a1ee-8a8ee63abccc {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1037.328346] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_b8c0f6d2-e2a8-457a-a1ee-8a8ee63abccc {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.328901] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd6df5dc-1adc-401c-bffa-c7e8e9e8d648 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.335729] env[68960]: DEBUG oslo_vmware.api [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 1037.335729] env[68960]: value = "task-3222013" [ 1037.335729] env[68960]: _type = "Task" [ 1037.335729] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.346135] env[68960]: DEBUG oslo_vmware.api [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3222013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.512587] env[68960]: DEBUG oslo_vmware.api [req-766e7cf0-e63c-4577-bb6e-e57dd8e0b39b req-953dd4e6-b01c-44b6-b6b3-ad1d5b231b40 service nova] Task: {'id': task-3222003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.559287] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ad4d2d1e-4d60-4fed-bd78-c177a4c134d6 tempest-ServersTestBootFromVolume-1593227604 tempest-ServersTestBootFromVolume-1593227604-project-member] Lock "c0c2de40-dcf8-420e-8be1-23195cfbfe60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.641s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.657571] env[68960]: DEBUG oslo_vmware.api [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3222010, 'name': PowerOffVM_Task, 'duration_secs': 1.987896} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.657871] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.658059] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.658334] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5917e62d-acbf-401d-a79f-13a2b7dd69b1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.680161] env[68960]: INFO nova.compute.manager [-] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Took 1.45 seconds to deallocate network for instance. [ 1037.724900] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.725193] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.725453] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Deleting the datastore file [datastore2] a6ba5600-ed33-490b-bf91-e54ff7483d42 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.725718] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6d3d91a-0de4-4a46-9cce-b58bf4354e39 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.731987] env[68960]: DEBUG oslo_vmware.api [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Waiting for the task: (returnval){ [ 1037.731987] env[68960]: value = "task-3222015" [ 1037.731987] env[68960]: _type = "Task" [ 1037.731987] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.742862] env[68960]: DEBUG oslo_vmware.api [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3222015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.784657] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "d5b57c7f-800a-4f8d-a712-eabc0d08af00" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.785481] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "d5b57c7f-800a-4f8d-a712-eabc0d08af00" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.788770] env[68960]: DEBUG nova.compute.manager [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.788770] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d530f68-32fe-4820-9bd7-9f79ef5da9a7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.796092] env[68960]: DEBUG nova.compute.manager [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68960) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1037.815730] env[68960]: DEBUG nova.network.neutron [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Successfully updated port: b67a19a8-2b24-4321-b239-de0731bc46cf {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.848254] env[68960]: DEBUG oslo_vmware.api [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3222013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035248} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.848254] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.848254] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef4cb718-5144-4d48-a655-92cd5aaa7ce6/ef4cb718-5144-4d48-a655-92cd5aaa7ce6.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.848254] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef4cb718-5144-4d48-a655-92cd5aaa7ce6/ef4cb718-5144-4d48-a655-92cd5aaa7ce6.vmdk to [datastore2] 178e556e-7643-46a0-a83a-3923fda2c471/178e556e-7643-46a0-a83a-3923fda2c471.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1037.848254] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64e70dac-35c2-4217-a2e7-5c99ad999025 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.857871] env[68960]: DEBUG oslo_vmware.api [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 1037.857871] env[68960]: value = "task-3222016" [ 1037.857871] env[68960]: _type = "Task" [ 1037.857871] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.866869] env[68960]: DEBUG oslo_vmware.api [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3222016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.015614] env[68960]: DEBUG oslo_vmware.api [req-766e7cf0-e63c-4577-bb6e-e57dd8e0b39b req-953dd4e6-b01c-44b6-b6b3-ad1d5b231b40 service nova] Task: {'id': task-3222003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.187751] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1ec554e9-4af5-41b4-9a31-56effcd612bb tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.250286] env[68960]: DEBUG oslo_vmware.api [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3222015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157531} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.255141] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.255370] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.255610] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.255823] env[68960]: INFO nova.compute.manager [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Took 2.63 seconds to destroy the instance on the hypervisor. [ 1038.256099] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.260221] env[68960]: DEBUG nova.compute.manager [-] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1038.260221] env[68960]: DEBUG nova.network.neutron [-] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.302317] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.303834] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31134afd-4263-439b-9756-2ee885cfdcac {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.310591] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1038.310591] env[68960]: value = "task-3222017" [ 1038.310591] env[68960]: _type = "Task" [ 1038.310591] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.322169] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "refresh_cache-8242b2da-b9c8-4894-b630-9494e4f28fe7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.322169] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquired lock "refresh_cache-8242b2da-b9c8-4894-b630-9494e4f28fe7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.322169] env[68960]: DEBUG nova.network.neutron [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.327802] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.371351] env[68960]: DEBUG oslo_vmware.api [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3222016, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.411030] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aba6ff6-db70-4b4a-a9e2-7204de53e722 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.421475] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c90d332-7720-4b04-ae0f-f81da1a685da {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.462949] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5b521e-76ea-4a1a-9f0d-e7e25e232832 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.472780] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1446cdd9-ac30-4d61-bb8d-2f9666e3057f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.488037] env[68960]: DEBUG nova.compute.provider_tree [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.514378] env[68960]: DEBUG oslo_vmware.api [req-766e7cf0-e63c-4577-bb6e-e57dd8e0b39b req-953dd4e6-b01c-44b6-b6b3-ad1d5b231b40 service nova] Task: {'id': task-3222003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.820886] env[68960]: DEBUG oslo_vmware.api [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222017, 'name': PowerOffVM_Task, 'duration_secs': 0.474581} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.821806] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.821806] env[68960]: DEBUG nova.compute.manager [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.822516] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1dc6484-2b0d-4ee5-a8c9-33974a141fe9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.868758] env[68960]: DEBUG oslo_vmware.api [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3222016, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.876602] env[68960]: DEBUG nova.network.neutron [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.991859] env[68960]: DEBUG nova.scheduler.client.report [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.015878] env[68960]: DEBUG oslo_vmware.api [req-766e7cf0-e63c-4577-bb6e-e57dd8e0b39b req-953dd4e6-b01c-44b6-b6b3-ad1d5b231b40 service nova] Task: {'id': task-3222003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.231172] env[68960]: DEBUG nova.network.neutron [-] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.347020] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "d5b57c7f-800a-4f8d-a712-eabc0d08af00" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.559s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.371362] env[68960]: DEBUG nova.compute.manager [req-efc84256-be60-429d-b086-5b32a501f34d req-c0a31bf1-d780-49df-9623-5deafdf663e7 service nova] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Received event network-vif-plugged-b67a19a8-2b24-4321-b239-de0731bc46cf {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.371786] env[68960]: DEBUG oslo_concurrency.lockutils [req-efc84256-be60-429d-b086-5b32a501f34d req-c0a31bf1-d780-49df-9623-5deafdf663e7 service nova] Acquiring lock "8242b2da-b9c8-4894-b630-9494e4f28fe7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.372896] env[68960]: DEBUG oslo_concurrency.lockutils [req-efc84256-be60-429d-b086-5b32a501f34d req-c0a31bf1-d780-49df-9623-5deafdf663e7 service nova] Lock "8242b2da-b9c8-4894-b630-9494e4f28fe7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.372896] env[68960]: DEBUG oslo_concurrency.lockutils [req-efc84256-be60-429d-b086-5b32a501f34d req-c0a31bf1-d780-49df-9623-5deafdf663e7 service nova] Lock "8242b2da-b9c8-4894-b630-9494e4f28fe7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.372896] env[68960]: DEBUG nova.compute.manager [req-efc84256-be60-429d-b086-5b32a501f34d req-c0a31bf1-d780-49df-9623-5deafdf663e7 service nova] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] No waiting events found dispatching network-vif-plugged-b67a19a8-2b24-4321-b239-de0731bc46cf {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1039.373082] env[68960]: WARNING nova.compute.manager [req-efc84256-be60-429d-b086-5b32a501f34d req-c0a31bf1-d780-49df-9623-5deafdf663e7 service nova] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Received unexpected event network-vif-plugged-b67a19a8-2b24-4321-b239-de0731bc46cf for instance with vm_state building and task_state spawning. [ 1039.373430] env[68960]: DEBUG nova.compute.manager [req-efc84256-be60-429d-b086-5b32a501f34d req-c0a31bf1-d780-49df-9623-5deafdf663e7 service nova] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Received event network-changed-b67a19a8-2b24-4321-b239-de0731bc46cf {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.373875] env[68960]: DEBUG nova.compute.manager [req-efc84256-be60-429d-b086-5b32a501f34d req-c0a31bf1-d780-49df-9623-5deafdf663e7 service nova] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Refreshing instance network info cache due to event network-changed-b67a19a8-2b24-4321-b239-de0731bc46cf. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.374724] env[68960]: DEBUG oslo_concurrency.lockutils [req-efc84256-be60-429d-b086-5b32a501f34d req-c0a31bf1-d780-49df-9623-5deafdf663e7 service nova] Acquiring lock "refresh_cache-8242b2da-b9c8-4894-b630-9494e4f28fe7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.386080] env[68960]: DEBUG oslo_vmware.api [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3222016, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.387686] env[68960]: DEBUG nova.network.neutron [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Updating instance_info_cache with network_info: [{"id": "b67a19a8-2b24-4321-b239-de0731bc46cf", "address": "fa:16:3e:28:e0:fa", "network": {"id": "18c68c88-6a95-47be-a3a4-a992ed478909", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1550065616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1643dfbb48924ae7ac0d24e68f54bad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb67a19a8-2b", "ovs_interfaceid": "b67a19a8-2b24-4321-b239-de0731bc46cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.497277] env[68960]: DEBUG oslo_concurrency.lockutils [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.497868] env[68960]: DEBUG nova.compute.manager [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.500734] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.640s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.507195] env[68960]: INFO nova.compute.claims [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.524464] env[68960]: DEBUG oslo_vmware.api [req-766e7cf0-e63c-4577-bb6e-e57dd8e0b39b req-953dd4e6-b01c-44b6-b6b3-ad1d5b231b40 service nova] Task: {'id': task-3222003, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.736219] env[68960]: INFO nova.compute.manager [-] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Took 1.48 seconds to deallocate network for instance. [ 1039.852248] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.873130] env[68960]: DEBUG oslo_vmware.api [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3222016, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.890917] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Releasing lock "refresh_cache-8242b2da-b9c8-4894-b630-9494e4f28fe7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.891957] env[68960]: DEBUG nova.compute.manager [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Instance network_info: |[{"id": "b67a19a8-2b24-4321-b239-de0731bc46cf", "address": "fa:16:3e:28:e0:fa", "network": {"id": "18c68c88-6a95-47be-a3a4-a992ed478909", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1550065616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1643dfbb48924ae7ac0d24e68f54bad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb67a19a8-2b", "ovs_interfaceid": "b67a19a8-2b24-4321-b239-de0731bc46cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.892112] env[68960]: DEBUG oslo_concurrency.lockutils [req-efc84256-be60-429d-b086-5b32a501f34d req-c0a31bf1-d780-49df-9623-5deafdf663e7 service nova] Acquired lock "refresh_cache-8242b2da-b9c8-4894-b630-9494e4f28fe7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.892336] env[68960]: DEBUG nova.network.neutron [req-efc84256-be60-429d-b086-5b32a501f34d req-c0a31bf1-d780-49df-9623-5deafdf663e7 service nova] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Refreshing network info cache for port b67a19a8-2b24-4321-b239-de0731bc46cf {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.893629] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:e0:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b67a19a8-2b24-4321-b239-de0731bc46cf', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.902011] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.902683] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.903100] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ada71df7-1015-48c7-9950-4a2fd27afede {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.926663] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.926663] env[68960]: value = "task-3222018" [ 1039.926663] env[68960]: _type = "Task" [ 1039.926663] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.935355] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222018, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.009922] env[68960]: DEBUG nova.compute.utils [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.013416] env[68960]: DEBUG nova.compute.manager [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.013416] env[68960]: DEBUG nova.network.neutron [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.036091] env[68960]: DEBUG oslo_vmware.api [req-766e7cf0-e63c-4577-bb6e-e57dd8e0b39b req-953dd4e6-b01c-44b6-b6b3-ad1d5b231b40 service nova] Task: {'id': task-3222003, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.102101] env[68960]: DEBUG nova.policy [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c73165119154de4a6bca8a1e4476468', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '843972d9f85c42b3ac175e0183e6930f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.245979] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.376844] env[68960]: DEBUG oslo_vmware.api [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3222016, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.43743} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.377196] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef4cb718-5144-4d48-a655-92cd5aaa7ce6/ef4cb718-5144-4d48-a655-92cd5aaa7ce6.vmdk to [datastore2] 178e556e-7643-46a0-a83a-3923fda2c471/178e556e-7643-46a0-a83a-3923fda2c471.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.380622] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb01228-218d-42d6-8edb-9f2d2609a9ed {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.404819] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 178e556e-7643-46a0-a83a-3923fda2c471/178e556e-7643-46a0-a83a-3923fda2c471.vmdk or device None with type streamOptimized {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.410896] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5cb3afb-99b9-44bd-8bfb-d4e963c93636 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.436570] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222018, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.438125] env[68960]: DEBUG oslo_vmware.api [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 1040.438125] env[68960]: value = "task-3222019" [ 1040.438125] env[68960]: _type = "Task" [ 1040.438125] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.446214] env[68960]: DEBUG oslo_vmware.api [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3222019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.521883] env[68960]: DEBUG nova.compute.manager [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.524642] env[68960]: DEBUG oslo_vmware.api [req-766e7cf0-e63c-4577-bb6e-e57dd8e0b39b req-953dd4e6-b01c-44b6-b6b3-ad1d5b231b40 service nova] Task: {'id': task-3222003, 'name': ReconfigVM_Task, 'duration_secs': 6.288588} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.528154] env[68960]: DEBUG oslo_concurrency.lockutils [req-766e7cf0-e63c-4577-bb6e-e57dd8e0b39b req-953dd4e6-b01c-44b6-b6b3-ad1d5b231b40 service nova] Releasing lock "df1c635b-6070-4793-ac01-c3c54bc84c9a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.528526] env[68960]: DEBUG nova.virt.vmwareapi.vmops [req-766e7cf0-e63c-4577-bb6e-e57dd8e0b39b req-953dd4e6-b01c-44b6-b6b3-ad1d5b231b40 service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Reconfigured VM to detach interface {{(pid=68960) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1040.529209] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3e64821d-9eae-47bb-8288-51ca92dc4a34 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "df1c635b-6070-4793-ac01-c3c54bc84c9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.525s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.529496] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3e64821d-9eae-47bb-8288-51ca92dc4a34 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "df1c635b-6070-4793-ac01-c3c54bc84c9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.530024] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3e64821d-9eae-47bb-8288-51ca92dc4a34 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "df1c635b-6070-4793-ac01-c3c54bc84c9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.530202] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3e64821d-9eae-47bb-8288-51ca92dc4a34 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "df1c635b-6070-4793-ac01-c3c54bc84c9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.533078] env[68960]: INFO nova.compute.manager [None req-3e64821d-9eae-47bb-8288-51ca92dc4a34 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Terminating instance [ 1040.763203] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a0b0eec2-8144-4c29-93dc-39e4f9ec17bb tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "d5b57c7f-800a-4f8d-a712-eabc0d08af00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.764023] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a0b0eec2-8144-4c29-93dc-39e4f9ec17bb tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "d5b57c7f-800a-4f8d-a712-eabc0d08af00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.764347] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a0b0eec2-8144-4c29-93dc-39e4f9ec17bb tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "d5b57c7f-800a-4f8d-a712-eabc0d08af00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.764697] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a0b0eec2-8144-4c29-93dc-39e4f9ec17bb tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "d5b57c7f-800a-4f8d-a712-eabc0d08af00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.764965] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a0b0eec2-8144-4c29-93dc-39e4f9ec17bb tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "d5b57c7f-800a-4f8d-a712-eabc0d08af00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.768544] env[68960]: INFO nova.compute.manager [None req-a0b0eec2-8144-4c29-93dc-39e4f9ec17bb tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Terminating instance [ 1040.812142] env[68960]: DEBUG nova.network.neutron [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Successfully created port: ccac5232-df78-498c-88e6-a905e6b1c215 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.891076] env[68960]: DEBUG nova.network.neutron [req-efc84256-be60-429d-b086-5b32a501f34d req-c0a31bf1-d780-49df-9623-5deafdf663e7 service nova] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Updated VIF entry in instance network info cache for port b67a19a8-2b24-4321-b239-de0731bc46cf. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.891076] env[68960]: DEBUG nova.network.neutron [req-efc84256-be60-429d-b086-5b32a501f34d req-c0a31bf1-d780-49df-9623-5deafdf663e7 service nova] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Updating instance_info_cache with network_info: [{"id": "b67a19a8-2b24-4321-b239-de0731bc46cf", "address": "fa:16:3e:28:e0:fa", "network": {"id": "18c68c88-6a95-47be-a3a4-a992ed478909", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1550065616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1643dfbb48924ae7ac0d24e68f54bad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb67a19a8-2b", "ovs_interfaceid": "b67a19a8-2b24-4321-b239-de0731bc46cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.904322] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4269eb46-3374-4492-a150-5b08f14679ed {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.912729] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302f5349-5074-4025-8458-95a4e56420f9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.953495] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be21e2ff-92cd-4157-a136-bf5c5cae16ec {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.961163] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222018, 'name': CreateVM_Task, 'duration_secs': 0.711789} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.966115] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.967399] env[68960]: DEBUG oslo_vmware.api [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3222019, 'name': ReconfigVM_Task, 'duration_secs': 0.460175} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.968404] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.968404] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.968404] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.969228] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ff9c23-992b-47f4-bb14-4e07b62ca318 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.973523] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 178e556e-7643-46a0-a83a-3923fda2c471/178e556e-7643-46a0-a83a-3923fda2c471.vmdk or device None with type streamOptimized {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.974277] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7450c59b-47c3-4f1c-8fff-9b05be0e37c2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.975822] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35f10848-e8e9-4260-87c4-1c108743aac7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.987969] env[68960]: DEBUG nova.compute.provider_tree [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.991605] env[68960]: DEBUG oslo_vmware.api [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1040.991605] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52accd13-6bbc-4aee-8f14-73349b7d0835" [ 1040.991605] env[68960]: _type = "Task" [ 1040.991605] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.992273] env[68960]: DEBUG oslo_vmware.api [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 1040.992273] env[68960]: value = "task-3222020" [ 1040.992273] env[68960]: _type = "Task" [ 1040.992273] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.009021] env[68960]: DEBUG oslo_vmware.api [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52accd13-6bbc-4aee-8f14-73349b7d0835, 'name': SearchDatastore_Task, 'duration_secs': 0.020255} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.009021] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.009021] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.009226] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.009358] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.009490] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.009808] env[68960]: DEBUG oslo_vmware.api [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3222020, 'name': Rename_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.010413] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccfafae3-8fb3-4ea0-a6c3-959f7e12f66f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.020823] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.021037] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.021788] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-709e9dfb-a3de-4c9e-8fc0-37e57a46f65a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.030092] env[68960]: DEBUG oslo_vmware.api [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1041.030092] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]520e81cb-3ed4-967e-760e-92be4d3b4ba3" [ 1041.030092] env[68960]: _type = "Task" [ 1041.030092] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.039386] env[68960]: DEBUG nova.compute.manager [None req-3e64821d-9eae-47bb-8288-51ca92dc4a34 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.039640] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3e64821d-9eae-47bb-8288-51ca92dc4a34 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.039936] env[68960]: DEBUG oslo_vmware.api [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]520e81cb-3ed4-967e-760e-92be4d3b4ba3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.040808] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334e0fa2-3b16-40bb-b2dc-b43576865e15 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.048811] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e64821d-9eae-47bb-8288-51ca92dc4a34 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.049167] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29c5fe38-61ea-46a7-893d-ff67f2b5a917 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.055815] env[68960]: DEBUG oslo_vmware.api [None req-3e64821d-9eae-47bb-8288-51ca92dc4a34 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 1041.055815] env[68960]: value = "task-3222021" [ 1041.055815] env[68960]: _type = "Task" [ 1041.055815] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.066729] env[68960]: DEBUG oslo_vmware.api [None req-3e64821d-9eae-47bb-8288-51ca92dc4a34 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.272827] env[68960]: DEBUG nova.compute.manager [None req-a0b0eec2-8144-4c29-93dc-39e4f9ec17bb tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.273699] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b0eec2-8144-4c29-93dc-39e4f9ec17bb tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.274397] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cda85a-024c-42ba-8351-fb771677c002 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.285888] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b0eec2-8144-4c29-93dc-39e4f9ec17bb tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.285968] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1884b32-b49b-4a62-a847-5ebf19fa24b4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.352073] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b0eec2-8144-4c29-93dc-39e4f9ec17bb tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.352303] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b0eec2-8144-4c29-93dc-39e4f9ec17bb tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.352471] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0b0eec2-8144-4c29-93dc-39e4f9ec17bb tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Deleting the datastore file [datastore2] d5b57c7f-800a-4f8d-a712-eabc0d08af00 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.352749] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a67f89a2-877d-4e30-b0b7-540aa04476b6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.359573] env[68960]: DEBUG oslo_vmware.api [None req-a0b0eec2-8144-4c29-93dc-39e4f9ec17bb tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1041.359573] env[68960]: value = "task-3222023" [ 1041.359573] env[68960]: _type = "Task" [ 1041.359573] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.368166] env[68960]: DEBUG oslo_vmware.api [None req-a0b0eec2-8144-4c29-93dc-39e4f9ec17bb tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.393014] env[68960]: DEBUG oslo_concurrency.lockutils [req-efc84256-be60-429d-b086-5b32a501f34d req-c0a31bf1-d780-49df-9623-5deafdf663e7 service nova] Releasing lock "refresh_cache-8242b2da-b9c8-4894-b630-9494e4f28fe7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.393881] env[68960]: DEBUG nova.compute.manager [req-efc84256-be60-429d-b086-5b32a501f34d req-c0a31bf1-d780-49df-9623-5deafdf663e7 service nova] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Received event network-vif-deleted-4bce2a23-492d-4e40-b5d0-e23b3f66be76 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.493735] env[68960]: DEBUG nova.scheduler.client.report [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.509015] env[68960]: DEBUG oslo_vmware.api [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3222020, 'name': Rename_Task, 'duration_secs': 0.177253} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.509015] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.509015] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38eb4774-1dbb-4e74-a7ca-3304a9be3b24 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.514454] env[68960]: DEBUG oslo_vmware.api [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 1041.514454] env[68960]: value = "task-3222024" [ 1041.514454] env[68960]: _type = "Task" [ 1041.514454] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.524525] env[68960]: DEBUG oslo_vmware.api [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3222024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.531713] env[68960]: DEBUG nova.compute.manager [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.543312] env[68960]: DEBUG oslo_vmware.api [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]520e81cb-3ed4-967e-760e-92be4d3b4ba3, 'name': SearchDatastore_Task, 'duration_secs': 0.018895} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.544201] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86e5b3cf-fe38-4d78-a187-85eb56c6bf4f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.549527] env[68960]: DEBUG oslo_vmware.api [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1041.549527] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e31d57-d7bd-8ba3-80f6-de5f80e2d285" [ 1041.549527] env[68960]: _type = "Task" [ 1041.549527] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.565253] env[68960]: DEBUG nova.virt.hardware [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.565516] env[68960]: DEBUG nova.virt.hardware [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.565709] env[68960]: DEBUG nova.virt.hardware [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.565899] env[68960]: DEBUG nova.virt.hardware [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.566055] env[68960]: DEBUG nova.virt.hardware [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.566465] env[68960]: DEBUG nova.virt.hardware [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.566465] env[68960]: DEBUG nova.virt.hardware [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.566555] env[68960]: DEBUG nova.virt.hardware [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.566736] env[68960]: DEBUG nova.virt.hardware [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.566902] env[68960]: DEBUG nova.virt.hardware [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.567086] env[68960]: DEBUG nova.virt.hardware [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.567376] env[68960]: DEBUG oslo_vmware.api [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e31d57-d7bd-8ba3-80f6-de5f80e2d285, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.568055] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292067c3-87c1-402b-a61c-4c8439e77751 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.575124] env[68960]: DEBUG oslo_vmware.api [None req-3e64821d-9eae-47bb-8288-51ca92dc4a34 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222021, 'name': PowerOffVM_Task, 'duration_secs': 0.379025} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.577178] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e64821d-9eae-47bb-8288-51ca92dc4a34 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.578030] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3e64821d-9eae-47bb-8288-51ca92dc4a34 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.578030] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe8db122-1f2d-4f79-8c95-c636683256af {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.579939] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5cadbc-5e6a-4b87-8a40-29d09a8985f2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.657675] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3e64821d-9eae-47bb-8288-51ca92dc4a34 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.657675] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3e64821d-9eae-47bb-8288-51ca92dc4a34 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.657675] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e64821d-9eae-47bb-8288-51ca92dc4a34 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Deleting the datastore file [datastore2] df1c635b-6070-4793-ac01-c3c54bc84c9a {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.657987] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9bb9614-b306-4cf4-ac87-1349264495fd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.665545] env[68960]: DEBUG oslo_vmware.api [None req-3e64821d-9eae-47bb-8288-51ca92dc4a34 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 1041.665545] env[68960]: value = "task-3222026" [ 1041.665545] env[68960]: _type = "Task" [ 1041.665545] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.675588] env[68960]: DEBUG oslo_vmware.api [None req-3e64821d-9eae-47bb-8288-51ca92dc4a34 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.871048] env[68960]: DEBUG oslo_vmware.api [None req-a0b0eec2-8144-4c29-93dc-39e4f9ec17bb tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169865} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.871361] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0b0eec2-8144-4c29-93dc-39e4f9ec17bb tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.871598] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b0eec2-8144-4c29-93dc-39e4f9ec17bb tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.871814] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b0eec2-8144-4c29-93dc-39e4f9ec17bb tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.872048] env[68960]: INFO nova.compute.manager [None req-a0b0eec2-8144-4c29-93dc-39e4f9ec17bb tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1041.872325] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0b0eec2-8144-4c29-93dc-39e4f9ec17bb tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.872552] env[68960]: DEBUG nova.compute.manager [-] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.872655] env[68960]: DEBUG nova.network.neutron [-] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.998463] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "066322c9-9ec9-4d86-96cc-e2be3db6fbe5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.998740] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "066322c9-9ec9-4d86-96cc-e2be3db6fbe5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.001676] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.002367] env[68960]: DEBUG nova.compute.manager [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.005963] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.930s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.007316] env[68960]: INFO nova.compute.claims [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.023988] env[68960]: DEBUG oslo_vmware.api [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3222024, 'name': PowerOnVM_Task, 'duration_secs': 0.504221} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.024350] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.060087] env[68960]: DEBUG oslo_vmware.api [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e31d57-d7bd-8ba3-80f6-de5f80e2d285, 'name': SearchDatastore_Task, 'duration_secs': 0.010511} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.060373] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.060660] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 8242b2da-b9c8-4894-b630-9494e4f28fe7/8242b2da-b9c8-4894-b630-9494e4f28fe7.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.060864] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-427152e3-d6b6-429c-b3cd-24a178b2e8a3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.067507] env[68960]: DEBUG oslo_vmware.api [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1042.067507] env[68960]: value = "task-3222027" [ 1042.067507] env[68960]: _type = "Task" [ 1042.067507] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.077152] env[68960]: DEBUG oslo_vmware.api [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.146933] env[68960]: DEBUG nova.compute.manager [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.147924] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e158e32c-94c2-407f-903b-bc0a16f6011c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.177095] env[68960]: DEBUG oslo_vmware.api [None req-3e64821d-9eae-47bb-8288-51ca92dc4a34 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178694} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.177168] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e64821d-9eae-47bb-8288-51ca92dc4a34 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.177332] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3e64821d-9eae-47bb-8288-51ca92dc4a34 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.177506] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3e64821d-9eae-47bb-8288-51ca92dc4a34 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.177677] env[68960]: INFO nova.compute.manager [None req-3e64821d-9eae-47bb-8288-51ca92dc4a34 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1042.177922] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e64821d-9eae-47bb-8288-51ca92dc4a34 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.178190] env[68960]: DEBUG nova.compute.manager [-] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.178221] env[68960]: DEBUG nova.network.neutron [-] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.185744] env[68960]: DEBUG nova.compute.manager [req-bdba2d3e-76e6-4f0e-ae12-7c71c32a15c4 req-8d967dc7-c305-4092-a9b7-902064b03bf2 service nova] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Received event network-vif-deleted-9339336a-ef4a-4d63-8c6a-4d2555d5752f {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.185942] env[68960]: INFO nova.compute.manager [req-bdba2d3e-76e6-4f0e-ae12-7c71c32a15c4 req-8d967dc7-c305-4092-a9b7-902064b03bf2 service nova] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Neutron deleted interface 9339336a-ef4a-4d63-8c6a-4d2555d5752f; detaching it from the instance and deleting it from the info cache [ 1042.186153] env[68960]: DEBUG nova.network.neutron [req-bdba2d3e-76e6-4f0e-ae12-7c71c32a15c4 req-8d967dc7-c305-4092-a9b7-902064b03bf2 service nova] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.501490] env[68960]: DEBUG nova.compute.manager [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.511976] env[68960]: DEBUG nova.compute.utils [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.515793] env[68960]: DEBUG nova.compute.manager [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1042.516047] env[68960]: DEBUG nova.network.neutron [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.575096] env[68960]: DEBUG nova.network.neutron [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Successfully updated port: ccac5232-df78-498c-88e6-a905e6b1c215 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.585296] env[68960]: DEBUG oslo_vmware.api [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222027, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.588667] env[68960]: DEBUG nova.policy [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '685a23044a76487093191b75e5ec29bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5c2d56122a0444f8dada636bc5ed07d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.669389] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ad87dc52-fc1f-4b6a-b901-735e7bf025b7 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lock "178e556e-7643-46a0-a83a-3923fda2c471" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.430s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.675164] env[68960]: DEBUG nova.network.neutron [-] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.689569] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bab74f11-d2a5-42b4-ac13-f192a2653cf0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.704948] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a551406f-c89a-47ed-a7cb-45eb383b7783 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.740195] env[68960]: DEBUG nova.compute.manager [req-bdba2d3e-76e6-4f0e-ae12-7c71c32a15c4 req-8d967dc7-c305-4092-a9b7-902064b03bf2 service nova] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Detach interface failed, port_id=9339336a-ef4a-4d63-8c6a-4d2555d5752f, reason: Instance d5b57c7f-800a-4f8d-a712-eabc0d08af00 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1043.019305] env[68960]: DEBUG nova.compute.manager [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.031137] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.082913] env[68960]: DEBUG oslo_concurrency.lockutils [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "refresh_cache-6bba70e0-4e4c-49b7-8bea-b84dde9e416a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.083077] env[68960]: DEBUG oslo_concurrency.lockutils [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquired lock "refresh_cache-6bba70e0-4e4c-49b7-8bea-b84dde9e416a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.083376] env[68960]: DEBUG nova.network.neutron [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.091371] env[68960]: DEBUG oslo_vmware.api [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.981795} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.091527] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 8242b2da-b9c8-4894-b630-9494e4f28fe7/8242b2da-b9c8-4894-b630-9494e4f28fe7.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.091637] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.091878] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fc8d3c0-b2be-412e-9bde-1e39b913890b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.102561] env[68960]: DEBUG oslo_vmware.api [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1043.102561] env[68960]: value = "task-3222028" [ 1043.102561] env[68960]: _type = "Task" [ 1043.102561] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.116151] env[68960]: DEBUG oslo_vmware.api [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222028, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.178368] env[68960]: INFO nova.compute.manager [-] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Took 1.31 seconds to deallocate network for instance. [ 1043.180754] env[68960]: DEBUG nova.network.neutron [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Successfully created port: b46c4c2d-e0dc-44bb-b885-c931152e56a6 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.288711] env[68960]: DEBUG nova.network.neutron [-] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.357978] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db2e160-0b1b-4b00-bf2b-2601d5e96567 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.366347] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ef90e5-d045-45a7-9ef7-f18058f151f6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.399158] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5c9a58-0781-4ad3-bcab-6e1e365be05c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.408198] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a19763a-af87-4ade-ab2c-eaa34c6b3f73 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.428830] env[68960]: DEBUG nova.compute.provider_tree [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.612335] env[68960]: DEBUG oslo_vmware.api [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222028, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192272} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.612604] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.613406] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1c56a7-c1a6-4ffc-a227-f490ee4aee62 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.616796] env[68960]: DEBUG nova.network.neutron [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.635975] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 8242b2da-b9c8-4894-b630-9494e4f28fe7/8242b2da-b9c8-4894-b630-9494e4f28fe7.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.636609] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56e871fe-3c48-49f2-8f12-399d30c268f6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.662137] env[68960]: DEBUG oslo_vmware.api [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1043.662137] env[68960]: value = "task-3222029" [ 1043.662137] env[68960]: _type = "Task" [ 1043.662137] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.670220] env[68960]: DEBUG oslo_vmware.api [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.686933] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a0b0eec2-8144-4c29-93dc-39e4f9ec17bb tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.773734] env[68960]: DEBUG nova.network.neutron [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Updating instance_info_cache with network_info: [{"id": "ccac5232-df78-498c-88e6-a905e6b1c215", "address": "fa:16:3e:c3:af:6a", "network": {"id": "f1cc0593-0a64-4a3d-a9a0-5a4bf88e4041", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276161530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "843972d9f85c42b3ac175e0183e6930f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccac5232-df", "ovs_interfaceid": "ccac5232-df78-498c-88e6-a905e6b1c215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.790943] env[68960]: INFO nova.compute.manager [-] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Took 1.61 seconds to deallocate network for instance. [ 1043.936563] env[68960]: DEBUG nova.scheduler.client.report [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.035242] env[68960]: DEBUG nova.compute.manager [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.067908] env[68960]: DEBUG nova.virt.hardware [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.068235] env[68960]: DEBUG nova.virt.hardware [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.068346] env[68960]: DEBUG nova.virt.hardware [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.068594] env[68960]: DEBUG nova.virt.hardware [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.068671] env[68960]: DEBUG nova.virt.hardware [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.068843] env[68960]: DEBUG nova.virt.hardware [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.069066] env[68960]: DEBUG nova.virt.hardware [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.069661] env[68960]: DEBUG nova.virt.hardware [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.069661] env[68960]: DEBUG nova.virt.hardware [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.069661] env[68960]: DEBUG nova.virt.hardware [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.069823] env[68960]: DEBUG nova.virt.hardware [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.070681] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0f76c0-2bb7-48c3-8b47-4a20a8d5f27c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.079737] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263e90b6-0597-4bcf-9730-573c6f9420c5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.170582] env[68960]: DEBUG oslo_vmware.api [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.216939] env[68960]: DEBUG nova.compute.manager [req-6dee94a7-4b14-416e-a104-c81af3292702 req-0d2e059b-bd8d-4e58-9890-665696f1b19a service nova] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Received event network-vif-plugged-ccac5232-df78-498c-88e6-a905e6b1c215 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.217186] env[68960]: DEBUG oslo_concurrency.lockutils [req-6dee94a7-4b14-416e-a104-c81af3292702 req-0d2e059b-bd8d-4e58-9890-665696f1b19a service nova] Acquiring lock "6bba70e0-4e4c-49b7-8bea-b84dde9e416a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.217400] env[68960]: DEBUG oslo_concurrency.lockutils [req-6dee94a7-4b14-416e-a104-c81af3292702 req-0d2e059b-bd8d-4e58-9890-665696f1b19a service nova] Lock "6bba70e0-4e4c-49b7-8bea-b84dde9e416a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.217565] env[68960]: DEBUG oslo_concurrency.lockutils [req-6dee94a7-4b14-416e-a104-c81af3292702 req-0d2e059b-bd8d-4e58-9890-665696f1b19a service nova] Lock "6bba70e0-4e4c-49b7-8bea-b84dde9e416a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.217732] env[68960]: DEBUG nova.compute.manager [req-6dee94a7-4b14-416e-a104-c81af3292702 req-0d2e059b-bd8d-4e58-9890-665696f1b19a service nova] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] No waiting events found dispatching network-vif-plugged-ccac5232-df78-498c-88e6-a905e6b1c215 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1044.217955] env[68960]: WARNING nova.compute.manager [req-6dee94a7-4b14-416e-a104-c81af3292702 req-0d2e059b-bd8d-4e58-9890-665696f1b19a service nova] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Received unexpected event network-vif-plugged-ccac5232-df78-498c-88e6-a905e6b1c215 for instance with vm_state building and task_state spawning. [ 1044.218184] env[68960]: DEBUG nova.compute.manager [req-6dee94a7-4b14-416e-a104-c81af3292702 req-0d2e059b-bd8d-4e58-9890-665696f1b19a service nova] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Received event network-changed-ccac5232-df78-498c-88e6-a905e6b1c215 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.218342] env[68960]: DEBUG nova.compute.manager [req-6dee94a7-4b14-416e-a104-c81af3292702 req-0d2e059b-bd8d-4e58-9890-665696f1b19a service nova] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Refreshing instance network info cache due to event network-changed-ccac5232-df78-498c-88e6-a905e6b1c215. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.218536] env[68960]: DEBUG oslo_concurrency.lockutils [req-6dee94a7-4b14-416e-a104-c81af3292702 req-0d2e059b-bd8d-4e58-9890-665696f1b19a service nova] Acquiring lock "refresh_cache-6bba70e0-4e4c-49b7-8bea-b84dde9e416a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.223173] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed324e6b-708e-4153-9355-5731b9f037e3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.230020] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-57a2d68f-9bb2-4ec4-a75b-c4502ccb9162 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Suspending the VM {{(pid=68960) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1044.230249] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-dda2a0f2-23c7-4919-afae-dc432609602e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.236506] env[68960]: DEBUG oslo_vmware.api [None req-57a2d68f-9bb2-4ec4-a75b-c4502ccb9162 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 1044.236506] env[68960]: value = "task-3222030" [ 1044.236506] env[68960]: _type = "Task" [ 1044.236506] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.244034] env[68960]: DEBUG oslo_vmware.api [None req-57a2d68f-9bb2-4ec4-a75b-c4502ccb9162 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3222030, 'name': SuspendVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.276258] env[68960]: DEBUG oslo_concurrency.lockutils [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Releasing lock "refresh_cache-6bba70e0-4e4c-49b7-8bea-b84dde9e416a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.276638] env[68960]: DEBUG nova.compute.manager [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Instance network_info: |[{"id": "ccac5232-df78-498c-88e6-a905e6b1c215", "address": "fa:16:3e:c3:af:6a", "network": {"id": "f1cc0593-0a64-4a3d-a9a0-5a4bf88e4041", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276161530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "843972d9f85c42b3ac175e0183e6930f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccac5232-df", "ovs_interfaceid": "ccac5232-df78-498c-88e6-a905e6b1c215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1044.276968] env[68960]: DEBUG oslo_concurrency.lockutils [req-6dee94a7-4b14-416e-a104-c81af3292702 req-0d2e059b-bd8d-4e58-9890-665696f1b19a service nova] Acquired lock "refresh_cache-6bba70e0-4e4c-49b7-8bea-b84dde9e416a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.277185] env[68960]: DEBUG nova.network.neutron [req-6dee94a7-4b14-416e-a104-c81af3292702 req-0d2e059b-bd8d-4e58-9890-665696f1b19a service nova] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Refreshing network info cache for port ccac5232-df78-498c-88e6-a905e6b1c215 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.278439] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:af:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccac5232-df78-498c-88e6-a905e6b1c215', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.285795] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.286951] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.287203] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a1815d5-14f2-4319-8010-083b1c8e2cd9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.303589] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3e64821d-9eae-47bb-8288-51ca92dc4a34 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.309344] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.309344] env[68960]: value = "task-3222031" [ 1044.309344] env[68960]: _type = "Task" [ 1044.309344] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.317683] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222031, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.444512] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.445150] env[68960]: DEBUG nova.compute.manager [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1044.448521] env[68960]: DEBUG oslo_concurrency.lockutils [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.182s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.450244] env[68960]: INFO nova.compute.claims [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.673608] env[68960]: DEBUG oslo_vmware.api [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222029, 'name': ReconfigVM_Task, 'duration_secs': 0.893039} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.673939] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 8242b2da-b9c8-4894-b630-9494e4f28fe7/8242b2da-b9c8-4894-b630-9494e4f28fe7.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.674815] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fd51001-73be-42e4-bd73-4a8f1586232e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.681694] env[68960]: DEBUG oslo_vmware.api [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1044.681694] env[68960]: value = "task-3222032" [ 1044.681694] env[68960]: _type = "Task" [ 1044.681694] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.690161] env[68960]: DEBUG oslo_vmware.api [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222032, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.692348] env[68960]: DEBUG nova.compute.manager [req-6f10d993-b922-4df7-a986-17f62c456091 req-eb12de96-514e-40f3-9b64-2a28b423eb34 service nova] [instance: a2552141-7149-4917-a100-cc380396ad18] Received event network-vif-plugged-b46c4c2d-e0dc-44bb-b885-c931152e56a6 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.692680] env[68960]: DEBUG oslo_concurrency.lockutils [req-6f10d993-b922-4df7-a986-17f62c456091 req-eb12de96-514e-40f3-9b64-2a28b423eb34 service nova] Acquiring lock "a2552141-7149-4917-a100-cc380396ad18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.692749] env[68960]: DEBUG oslo_concurrency.lockutils [req-6f10d993-b922-4df7-a986-17f62c456091 req-eb12de96-514e-40f3-9b64-2a28b423eb34 service nova] Lock "a2552141-7149-4917-a100-cc380396ad18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.692918] env[68960]: DEBUG oslo_concurrency.lockutils [req-6f10d993-b922-4df7-a986-17f62c456091 req-eb12de96-514e-40f3-9b64-2a28b423eb34 service nova] Lock "a2552141-7149-4917-a100-cc380396ad18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.693111] env[68960]: DEBUG nova.compute.manager [req-6f10d993-b922-4df7-a986-17f62c456091 req-eb12de96-514e-40f3-9b64-2a28b423eb34 service nova] [instance: a2552141-7149-4917-a100-cc380396ad18] No waiting events found dispatching network-vif-plugged-b46c4c2d-e0dc-44bb-b885-c931152e56a6 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1044.693366] env[68960]: WARNING nova.compute.manager [req-6f10d993-b922-4df7-a986-17f62c456091 req-eb12de96-514e-40f3-9b64-2a28b423eb34 service nova] [instance: a2552141-7149-4917-a100-cc380396ad18] Received unexpected event network-vif-plugged-b46c4c2d-e0dc-44bb-b885-c931152e56a6 for instance with vm_state building and task_state spawning. [ 1044.747417] env[68960]: DEBUG oslo_vmware.api [None req-57a2d68f-9bb2-4ec4-a75b-c4502ccb9162 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3222030, 'name': SuspendVM_Task} progress is 50%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.824807] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222031, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.827360] env[68960]: DEBUG nova.network.neutron [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Successfully updated port: b46c4c2d-e0dc-44bb-b885-c931152e56a6 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.955046] env[68960]: DEBUG nova.compute.utils [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.960616] env[68960]: DEBUG nova.compute.manager [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1044.960861] env[68960]: DEBUG nova.network.neutron [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1045.003174] env[68960]: DEBUG nova.network.neutron [req-6dee94a7-4b14-416e-a104-c81af3292702 req-0d2e059b-bd8d-4e58-9890-665696f1b19a service nova] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Updated VIF entry in instance network info cache for port ccac5232-df78-498c-88e6-a905e6b1c215. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.003566] env[68960]: DEBUG nova.network.neutron [req-6dee94a7-4b14-416e-a104-c81af3292702 req-0d2e059b-bd8d-4e58-9890-665696f1b19a service nova] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Updating instance_info_cache with network_info: [{"id": "ccac5232-df78-498c-88e6-a905e6b1c215", "address": "fa:16:3e:c3:af:6a", "network": {"id": "f1cc0593-0a64-4a3d-a9a0-5a4bf88e4041", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276161530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "843972d9f85c42b3ac175e0183e6930f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccac5232-df", "ovs_interfaceid": "ccac5232-df78-498c-88e6-a905e6b1c215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.048826] env[68960]: DEBUG nova.policy [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '436e63653a1b485d854fa954f557d19f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42779973f53e4b13bbe449e808f2bfa9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.192185] env[68960]: DEBUG oslo_vmware.api [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222032, 'name': Rename_Task, 'duration_secs': 0.150518} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.192478] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.192730] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5415170-ceb0-47cf-8d6c-5485a9dfbc08 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.200451] env[68960]: DEBUG oslo_vmware.api [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1045.200451] env[68960]: value = "task-3222033" [ 1045.200451] env[68960]: _type = "Task" [ 1045.200451] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.210908] env[68960]: DEBUG oslo_vmware.api [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.247036] env[68960]: DEBUG oslo_vmware.api [None req-57a2d68f-9bb2-4ec4-a75b-c4502ccb9162 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3222030, 'name': SuspendVM_Task, 'duration_secs': 0.785708} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.247399] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-57a2d68f-9bb2-4ec4-a75b-c4502ccb9162 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Suspended the VM {{(pid=68960) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1045.247584] env[68960]: DEBUG nova.compute.manager [None req-57a2d68f-9bb2-4ec4-a75b-c4502ccb9162 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.248424] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6f932e-4a5b-4af1-8248-23eef6987383 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.325017] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222031, 'name': CreateVM_Task, 'duration_secs': 0.65904} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.325499] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.326533] env[68960]: DEBUG oslo_concurrency.lockutils [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.326765] env[68960]: DEBUG oslo_concurrency.lockutils [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.327231] env[68960]: DEBUG oslo_concurrency.lockutils [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.327562] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0082ac58-79b2-4df9-a69f-7b311bc7a3ba {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.330169] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Acquiring lock "refresh_cache-a2552141-7149-4917-a100-cc380396ad18" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.330396] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Acquired lock "refresh_cache-a2552141-7149-4917-a100-cc380396ad18" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.330528] env[68960]: DEBUG nova.network.neutron [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.335993] env[68960]: DEBUG oslo_vmware.api [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 1045.335993] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]529a6046-bbfe-0387-9bd8-77ed58beb98c" [ 1045.335993] env[68960]: _type = "Task" [ 1045.335993] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.347595] env[68960]: DEBUG oslo_vmware.api [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]529a6046-bbfe-0387-9bd8-77ed58beb98c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.458066] env[68960]: DEBUG nova.compute.manager [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1045.507128] env[68960]: DEBUG oslo_concurrency.lockutils [req-6dee94a7-4b14-416e-a104-c81af3292702 req-0d2e059b-bd8d-4e58-9890-665696f1b19a service nova] Releasing lock "refresh_cache-6bba70e0-4e4c-49b7-8bea-b84dde9e416a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.507398] env[68960]: DEBUG nova.compute.manager [req-6dee94a7-4b14-416e-a104-c81af3292702 req-0d2e059b-bd8d-4e58-9890-665696f1b19a service nova] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Received event network-vif-deleted-0cf4cba2-942a-4579-9841-ea48aa0aa654 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.628637] env[68960]: DEBUG nova.network.neutron [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Successfully created port: 59c58188-2085-4562-9d36-65ed8a02a5ed {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1045.711197] env[68960]: DEBUG oslo_vmware.api [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222033, 'name': PowerOnVM_Task, 'duration_secs': 0.47168} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.711558] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.711763] env[68960]: INFO nova.compute.manager [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Took 8.75 seconds to spawn the instance on the hypervisor. [ 1045.711826] env[68960]: DEBUG nova.compute.manager [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.712617] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6bc711-d275-46cb-9912-f06887696942 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.757419] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a28b6f1-6f61-4aa9-ae2c-a7c7ae1d3117 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.770281] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56bad9b-a056-4c96-9419-bce1981ad609 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.802756] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5138f61-2a43-42ba-935a-791e4d8145ce {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.812662] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965e796e-5bf2-4c65-8ba9-af7c1569789c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.826677] env[68960]: DEBUG nova.compute.provider_tree [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.846330] env[68960]: DEBUG oslo_vmware.api [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]529a6046-bbfe-0387-9bd8-77ed58beb98c, 'name': SearchDatastore_Task, 'duration_secs': 0.010599} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.846570] env[68960]: DEBUG oslo_concurrency.lockutils [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.846807] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.847053] env[68960]: DEBUG oslo_concurrency.lockutils [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.847202] env[68960]: DEBUG oslo_concurrency.lockutils [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.847379] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.847741] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48bc08fd-6240-41dd-a43b-0c93560e8f58 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.855990] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.856097] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.856744] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6750302-15cb-4094-90e4-efd28bdeb0ce {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.861450] env[68960]: DEBUG oslo_vmware.api [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 1045.861450] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52577ea6-5fd5-bfb2-bfeb-791e1c33bc2f" [ 1045.861450] env[68960]: _type = "Task" [ 1045.861450] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.866209] env[68960]: DEBUG nova.network.neutron [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.870967] env[68960]: DEBUG oslo_vmware.api [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52577ea6-5fd5-bfb2-bfeb-791e1c33bc2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.004848] env[68960]: DEBUG nova.network.neutron [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Updating instance_info_cache with network_info: [{"id": "b46c4c2d-e0dc-44bb-b885-c931152e56a6", "address": "fa:16:3e:41:63:7f", "network": {"id": "4f6c2869-1d90-4122-b18e-6d4c4f4b9080", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-808812376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c2d56122a0444f8dada636bc5ed07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb46c4c2d-e0", "ovs_interfaceid": "b46c4c2d-e0dc-44bb-b885-c931152e56a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.231054] env[68960]: INFO nova.compute.manager [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Took 25.35 seconds to build instance. [ 1046.330521] env[68960]: DEBUG nova.scheduler.client.report [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.372393] env[68960]: DEBUG oslo_vmware.api [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52577ea6-5fd5-bfb2-bfeb-791e1c33bc2f, 'name': SearchDatastore_Task, 'duration_secs': 0.00851} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.373190] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8ed6cd4-2db3-4e84-ba6c-543c84b9a5b9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.378251] env[68960]: DEBUG oslo_vmware.api [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 1046.378251] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52294546-dd88-b3bd-0a5c-911f04f35509" [ 1046.378251] env[68960]: _type = "Task" [ 1046.378251] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.385894] env[68960]: DEBUG oslo_vmware.api [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52294546-dd88-b3bd-0a5c-911f04f35509, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.469716] env[68960]: DEBUG nova.compute.manager [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1046.496310] env[68960]: DEBUG nova.virt.hardware [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.496717] env[68960]: DEBUG nova.virt.hardware [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.496976] env[68960]: DEBUG nova.virt.hardware [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.497252] env[68960]: DEBUG nova.virt.hardware [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.497414] env[68960]: DEBUG nova.virt.hardware [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.497564] env[68960]: DEBUG nova.virt.hardware [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.497774] env[68960]: DEBUG nova.virt.hardware [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.497961] env[68960]: DEBUG nova.virt.hardware [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.498161] env[68960]: DEBUG nova.virt.hardware [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.498327] env[68960]: DEBUG nova.virt.hardware [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.498497] env[68960]: DEBUG nova.virt.hardware [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.499370] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1920a237-56d2-4127-abea-03d2ea0142d8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.507083] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Releasing lock "refresh_cache-a2552141-7149-4917-a100-cc380396ad18" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.507563] env[68960]: DEBUG nova.compute.manager [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Instance network_info: |[{"id": "b46c4c2d-e0dc-44bb-b885-c931152e56a6", "address": "fa:16:3e:41:63:7f", "network": {"id": "4f6c2869-1d90-4122-b18e-6d4c4f4b9080", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-808812376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c2d56122a0444f8dada636bc5ed07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb46c4c2d-e0", "ovs_interfaceid": "b46c4c2d-e0dc-44bb-b885-c931152e56a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1046.507788] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:63:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8b99a46-3e7f-4ef1-9e45-58e6cd17f210', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b46c4c2d-e0dc-44bb-b885-c931152e56a6', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.516042] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.516389] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ba0422-b5df-4435-84ed-db0c65788452 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.520162] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2552141-7149-4917-a100-cc380396ad18] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.520371] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f5acdb5-0d92-4b79-9b59-793e7e73ff56 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.548191] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.548191] env[68960]: value = "task-3222034" [ 1046.548191] env[68960]: _type = "Task" [ 1046.548191] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.555469] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222034, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.609756] env[68960]: INFO nova.compute.manager [None req-ee397d03-4e70-4ef1-9659-8c13d94e9e18 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Resuming [ 1046.610434] env[68960]: DEBUG nova.objects.instance [None req-ee397d03-4e70-4ef1-9659-8c13d94e9e18 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lazy-loading 'flavor' on Instance uuid 178e556e-7643-46a0-a83a-3923fda2c471 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.721979] env[68960]: DEBUG nova.compute.manager [req-f95c438e-0311-4131-9e35-3501873a3319 req-ddc655a3-fa7d-4b47-9987-e52e92098721 service nova] [instance: a2552141-7149-4917-a100-cc380396ad18] Received event network-changed-b46c4c2d-e0dc-44bb-b885-c931152e56a6 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.722234] env[68960]: DEBUG nova.compute.manager [req-f95c438e-0311-4131-9e35-3501873a3319 req-ddc655a3-fa7d-4b47-9987-e52e92098721 service nova] [instance: a2552141-7149-4917-a100-cc380396ad18] Refreshing instance network info cache due to event network-changed-b46c4c2d-e0dc-44bb-b885-c931152e56a6. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1046.722427] env[68960]: DEBUG oslo_concurrency.lockutils [req-f95c438e-0311-4131-9e35-3501873a3319 req-ddc655a3-fa7d-4b47-9987-e52e92098721 service nova] Acquiring lock "refresh_cache-a2552141-7149-4917-a100-cc380396ad18" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.722568] env[68960]: DEBUG oslo_concurrency.lockutils [req-f95c438e-0311-4131-9e35-3501873a3319 req-ddc655a3-fa7d-4b47-9987-e52e92098721 service nova] Acquired lock "refresh_cache-a2552141-7149-4917-a100-cc380396ad18" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.722727] env[68960]: DEBUG nova.network.neutron [req-f95c438e-0311-4131-9e35-3501873a3319 req-ddc655a3-fa7d-4b47-9987-e52e92098721 service nova] [instance: a2552141-7149-4917-a100-cc380396ad18] Refreshing network info cache for port b46c4c2d-e0dc-44bb-b885-c931152e56a6 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.732916] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8e27a9ac-0930-4ee0-8891-cbb5e63baf08 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "8242b2da-b9c8-4894-b630-9494e4f28fe7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.863s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.839127] env[68960]: DEBUG oslo_concurrency.lockutils [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.839127] env[68960]: DEBUG nova.compute.manager [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.840117] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7499b45c-dcc0-40b4-a777-0546ff5240e5 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.261s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.840453] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7499b45c-dcc0-40b4-a777-0546ff5240e5 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.843801] env[68960]: DEBUG oslo_concurrency.lockutils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.527s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.845435] env[68960]: INFO nova.compute.claims [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.872791] env[68960]: INFO nova.scheduler.client.report [None req-7499b45c-dcc0-40b4-a777-0546ff5240e5 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Deleted allocations for instance d7a37e41-d64c-498d-acf0-b41961fe7635 [ 1046.889432] env[68960]: DEBUG oslo_vmware.api [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52294546-dd88-b3bd-0a5c-911f04f35509, 'name': SearchDatastore_Task, 'duration_secs': 0.009463} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.890262] env[68960]: DEBUG oslo_concurrency.lockutils [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.890697] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 6bba70e0-4e4c-49b7-8bea-b84dde9e416a/6bba70e0-4e4c-49b7-8bea-b84dde9e416a.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.892295] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-312bfd1a-ac9f-4d36-8d57-4e1231bdde09 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.899155] env[68960]: DEBUG oslo_vmware.api [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 1046.899155] env[68960]: value = "task-3222035" [ 1046.899155] env[68960]: _type = "Task" [ 1046.899155] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.909115] env[68960]: DEBUG oslo_vmware.api [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.065402] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222034, 'name': CreateVM_Task, 'duration_secs': 0.341412} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.066112] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2552141-7149-4917-a100-cc380396ad18] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.067824] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.068240] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.068916] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.071124] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a10d7097-d156-4679-9796-14446d765b1d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.077170] env[68960]: DEBUG oslo_vmware.api [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Waiting for the task: (returnval){ [ 1047.077170] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52568528-f0d9-1ea9-feb4-09d48882d0b5" [ 1047.077170] env[68960]: _type = "Task" [ 1047.077170] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.091883] env[68960]: DEBUG oslo_vmware.api [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52568528-f0d9-1ea9-feb4-09d48882d0b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.352833] env[68960]: DEBUG nova.compute.utils [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.360353] env[68960]: DEBUG nova.compute.manager [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1047.360541] env[68960]: DEBUG nova.network.neutron [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.386662] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7499b45c-dcc0-40b4-a777-0546ff5240e5 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "d7a37e41-d64c-498d-acf0-b41961fe7635" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.376s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.412319] env[68960]: DEBUG oslo_vmware.api [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466366} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.413092] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 6bba70e0-4e4c-49b7-8bea-b84dde9e416a/6bba70e0-4e4c-49b7-8bea-b84dde9e416a.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.413395] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.413657] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3d79d82-eece-46ab-9892-321e24e00e97 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.424191] env[68960]: DEBUG oslo_vmware.api [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 1047.424191] env[68960]: value = "task-3222036" [ 1047.424191] env[68960]: _type = "Task" [ 1047.424191] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.424191] env[68960]: DEBUG nova.policy [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c9fefe8b9a64b82a28b3f3f4e45dfcf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f345894c0e4c42eba03bc430a5358948', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.433474] env[68960]: DEBUG oslo_vmware.api [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.510596] env[68960]: DEBUG nova.network.neutron [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Successfully updated port: 59c58188-2085-4562-9d36-65ed8a02a5ed {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.532123] env[68960]: DEBUG nova.network.neutron [req-f95c438e-0311-4131-9e35-3501873a3319 req-ddc655a3-fa7d-4b47-9987-e52e92098721 service nova] [instance: a2552141-7149-4917-a100-cc380396ad18] Updated VIF entry in instance network info cache for port b46c4c2d-e0dc-44bb-b885-c931152e56a6. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.532628] env[68960]: DEBUG nova.network.neutron [req-f95c438e-0311-4131-9e35-3501873a3319 req-ddc655a3-fa7d-4b47-9987-e52e92098721 service nova] [instance: a2552141-7149-4917-a100-cc380396ad18] Updating instance_info_cache with network_info: [{"id": "b46c4c2d-e0dc-44bb-b885-c931152e56a6", "address": "fa:16:3e:41:63:7f", "network": {"id": "4f6c2869-1d90-4122-b18e-6d4c4f4b9080", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-808812376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c2d56122a0444f8dada636bc5ed07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb46c4c2d-e0", "ovs_interfaceid": "b46c4c2d-e0dc-44bb-b885-c931152e56a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.591838] env[68960]: DEBUG oslo_vmware.api [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52568528-f0d9-1ea9-feb4-09d48882d0b5, 'name': SearchDatastore_Task, 'duration_secs': 0.062964} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.591838] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.592296] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.594625] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.594848] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.595331] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.595415] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16a98686-f29b-42f1-b7c0-ab9be11bb3c1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.610445] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.610647] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.611408] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fddfcaa-8e86-49a4-a2bb-caea407108d0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.618017] env[68960]: DEBUG oslo_vmware.api [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Waiting for the task: (returnval){ [ 1047.618017] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52824443-8a58-1979-2109-920a208332e3" [ 1047.618017] env[68960]: _type = "Task" [ 1047.618017] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.628494] env[68960]: DEBUG oslo_vmware.api [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52824443-8a58-1979-2109-920a208332e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.768402] env[68960]: DEBUG nova.network.neutron [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Successfully created port: 483f44d2-2263-42ab-9fc1-ae923e17101e {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.863854] env[68960]: DEBUG nova.compute.manager [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.938172] env[68960]: DEBUG oslo_vmware.api [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.263453} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.938467] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.939353] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42dab65-b464-40bb-a359-d544104c8d64 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.965024] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 6bba70e0-4e4c-49b7-8bea-b84dde9e416a/6bba70e0-4e4c-49b7-8bea-b84dde9e416a.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.966529] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62f0a097-17a7-4ada-9c4d-259e067a60a0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.990018] env[68960]: DEBUG oslo_vmware.api [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 1047.990018] env[68960]: value = "task-3222037" [ 1047.990018] env[68960]: _type = "Task" [ 1047.990018] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.000483] env[68960]: DEBUG oslo_vmware.api [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222037, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.012522] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "refresh_cache-0433a29e-d26f-40c6-93a8-e13079bd2eee" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.012701] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquired lock "refresh_cache-0433a29e-d26f-40c6-93a8-e13079bd2eee" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.012821] env[68960]: DEBUG nova.network.neutron [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.035776] env[68960]: DEBUG oslo_concurrency.lockutils [req-f95c438e-0311-4131-9e35-3501873a3319 req-ddc655a3-fa7d-4b47-9987-e52e92098721 service nova] Releasing lock "refresh_cache-a2552141-7149-4917-a100-cc380396ad18" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.126176] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ee397d03-4e70-4ef1-9659-8c13d94e9e18 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquiring lock "refresh_cache-178e556e-7643-46a0-a83a-3923fda2c471" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.126361] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ee397d03-4e70-4ef1-9659-8c13d94e9e18 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquired lock "refresh_cache-178e556e-7643-46a0-a83a-3923fda2c471" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.126537] env[68960]: DEBUG nova.network.neutron [None req-ee397d03-4e70-4ef1-9659-8c13d94e9e18 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.133863] env[68960]: DEBUG oslo_vmware.api [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52824443-8a58-1979-2109-920a208332e3, 'name': SearchDatastore_Task, 'duration_secs': 0.027933} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.134672] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0787463-0998-4b71-af54-7fd83c9fd528 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.143420] env[68960]: DEBUG oslo_vmware.api [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Waiting for the task: (returnval){ [ 1048.143420] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52dcd5b0-5b7f-c99f-7e2e-9c707b6e1406" [ 1048.143420] env[68960]: _type = "Task" [ 1048.143420] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.153313] env[68960]: DEBUG oslo_vmware.api [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52dcd5b0-5b7f-c99f-7e2e-9c707b6e1406, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.184205] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9853c66-6d62-410c-9545-ee3b3cfa85ea {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.192275] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6077596-8e7e-42a6-9206-e6f7944f0be3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.226059] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec70be44-1d8d-422c-881c-2aa581a4378b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.233987] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34b10ac-4474-4e4f-8a8c-8f6115ca7dd8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.247205] env[68960]: DEBUG nova.compute.provider_tree [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.498809] env[68960]: DEBUG oslo_vmware.api [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222037, 'name': ReconfigVM_Task, 'duration_secs': 0.43076} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.499202] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 6bba70e0-4e4c-49b7-8bea-b84dde9e416a/6bba70e0-4e4c-49b7-8bea-b84dde9e416a.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.499934] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edfbb896-b5fd-4f92-9506-934d271bf817 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.506019] env[68960]: DEBUG oslo_vmware.api [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 1048.506019] env[68960]: value = "task-3222038" [ 1048.506019] env[68960]: _type = "Task" [ 1048.506019] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.517673] env[68960]: DEBUG oslo_vmware.api [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222038, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.548032] env[68960]: DEBUG nova.network.neutron [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.657850] env[68960]: DEBUG oslo_vmware.api [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52dcd5b0-5b7f-c99f-7e2e-9c707b6e1406, 'name': SearchDatastore_Task, 'duration_secs': 0.010004} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.658194] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.658493] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] a2552141-7149-4917-a100-cc380396ad18/a2552141-7149-4917-a100-cc380396ad18.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.658800] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ca229f2-d7c6-4472-a235-439a5c3e4f47 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.666240] env[68960]: DEBUG oslo_vmware.api [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Waiting for the task: (returnval){ [ 1048.666240] env[68960]: value = "task-3222039" [ 1048.666240] env[68960]: _type = "Task" [ 1048.666240] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.675313] env[68960]: DEBUG oslo_vmware.api [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3222039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.689191] env[68960]: DEBUG nova.network.neutron [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Updating instance_info_cache with network_info: [{"id": "59c58188-2085-4562-9d36-65ed8a02a5ed", "address": "fa:16:3e:3a:f4:9b", "network": {"id": "8bfecd26-bbd0-4196-8447-de727dae2385", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1461791050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42779973f53e4b13bbe449e808f2bfa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c58188-20", "ovs_interfaceid": "59c58188-2085-4562-9d36-65ed8a02a5ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.751045] env[68960]: DEBUG nova.scheduler.client.report [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.872991] env[68960]: DEBUG nova.compute.manager [req-bfd3b02c-0092-4ba2-ba27-509ec4d7178e req-d017ab20-f93e-460b-8d18-1ae3ead5ec65 service nova] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Received event network-vif-plugged-59c58188-2085-4562-9d36-65ed8a02a5ed {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.873539] env[68960]: DEBUG oslo_concurrency.lockutils [req-bfd3b02c-0092-4ba2-ba27-509ec4d7178e req-d017ab20-f93e-460b-8d18-1ae3ead5ec65 service nova] Acquiring lock "0433a29e-d26f-40c6-93a8-e13079bd2eee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.877036] env[68960]: DEBUG oslo_concurrency.lockutils [req-bfd3b02c-0092-4ba2-ba27-509ec4d7178e req-d017ab20-f93e-460b-8d18-1ae3ead5ec65 service nova] Lock "0433a29e-d26f-40c6-93a8-e13079bd2eee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.877036] env[68960]: DEBUG oslo_concurrency.lockutils [req-bfd3b02c-0092-4ba2-ba27-509ec4d7178e req-d017ab20-f93e-460b-8d18-1ae3ead5ec65 service nova] Lock "0433a29e-d26f-40c6-93a8-e13079bd2eee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.877036] env[68960]: DEBUG nova.compute.manager [req-bfd3b02c-0092-4ba2-ba27-509ec4d7178e req-d017ab20-f93e-460b-8d18-1ae3ead5ec65 service nova] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] No waiting events found dispatching network-vif-plugged-59c58188-2085-4562-9d36-65ed8a02a5ed {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1048.877036] env[68960]: WARNING nova.compute.manager [req-bfd3b02c-0092-4ba2-ba27-509ec4d7178e req-d017ab20-f93e-460b-8d18-1ae3ead5ec65 service nova] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Received unexpected event network-vif-plugged-59c58188-2085-4562-9d36-65ed8a02a5ed for instance with vm_state building and task_state spawning. [ 1048.877036] env[68960]: DEBUG nova.compute.manager [req-bfd3b02c-0092-4ba2-ba27-509ec4d7178e req-d017ab20-f93e-460b-8d18-1ae3ead5ec65 service nova] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Received event network-changed-b67a19a8-2b24-4321-b239-de0731bc46cf {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.877036] env[68960]: DEBUG nova.compute.manager [req-bfd3b02c-0092-4ba2-ba27-509ec4d7178e req-d017ab20-f93e-460b-8d18-1ae3ead5ec65 service nova] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Refreshing instance network info cache due to event network-changed-b67a19a8-2b24-4321-b239-de0731bc46cf. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.877036] env[68960]: DEBUG oslo_concurrency.lockutils [req-bfd3b02c-0092-4ba2-ba27-509ec4d7178e req-d017ab20-f93e-460b-8d18-1ae3ead5ec65 service nova] Acquiring lock "refresh_cache-8242b2da-b9c8-4894-b630-9494e4f28fe7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.877036] env[68960]: DEBUG oslo_concurrency.lockutils [req-bfd3b02c-0092-4ba2-ba27-509ec4d7178e req-d017ab20-f93e-460b-8d18-1ae3ead5ec65 service nova] Acquired lock "refresh_cache-8242b2da-b9c8-4894-b630-9494e4f28fe7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.877036] env[68960]: DEBUG nova.network.neutron [req-bfd3b02c-0092-4ba2-ba27-509ec4d7178e req-d017ab20-f93e-460b-8d18-1ae3ead5ec65 service nova] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Refreshing network info cache for port b67a19a8-2b24-4321-b239-de0731bc46cf {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.878583] env[68960]: DEBUG nova.compute.manager [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.912991] env[68960]: DEBUG nova.virt.hardware [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.913490] env[68960]: DEBUG nova.virt.hardware [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.913785] env[68960]: DEBUG nova.virt.hardware [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.914108] env[68960]: DEBUG nova.virt.hardware [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.914353] env[68960]: DEBUG nova.virt.hardware [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.917017] env[68960]: DEBUG nova.virt.hardware [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.917017] env[68960]: DEBUG nova.virt.hardware [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.917017] env[68960]: DEBUG nova.virt.hardware [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.917017] env[68960]: DEBUG nova.virt.hardware [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.917017] env[68960]: DEBUG nova.virt.hardware [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.917017] env[68960]: DEBUG nova.virt.hardware [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.917017] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8263ef-d0a3-4fc8-9bc6-61e50f614b0d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.924963] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac856d2b-f97f-493b-a8db-9abf9d498174 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.013784] env[68960]: DEBUG nova.network.neutron [None req-ee397d03-4e70-4ef1-9659-8c13d94e9e18 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Updating instance_info_cache with network_info: [{"id": "92b62112-2c32-423d-a85d-bce9eaee60e6", "address": "fa:16:3e:fc:6c:44", "network": {"id": "ee3f36e3-4dbc-4c19-b44a-6700ff7f733d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-237954728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8165985a7ea64bcba319191bed454293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92b62112-2c", "ovs_interfaceid": "92b62112-2c32-423d-a85d-bce9eaee60e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.020563] env[68960]: DEBUG oslo_vmware.api [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222038, 'name': Rename_Task, 'duration_secs': 0.259918} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.021205] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.023566] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec93ef74-a501-4145-a6a2-85e4b1062379 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.028803] env[68960]: DEBUG oslo_vmware.api [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 1049.028803] env[68960]: value = "task-3222040" [ 1049.028803] env[68960]: _type = "Task" [ 1049.028803] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.036649] env[68960]: DEBUG oslo_vmware.api [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.178720] env[68960]: DEBUG oslo_vmware.api [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3222039, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.193591] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Releasing lock "refresh_cache-0433a29e-d26f-40c6-93a8-e13079bd2eee" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.193969] env[68960]: DEBUG nova.compute.manager [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Instance network_info: |[{"id": "59c58188-2085-4562-9d36-65ed8a02a5ed", "address": "fa:16:3e:3a:f4:9b", "network": {"id": "8bfecd26-bbd0-4196-8447-de727dae2385", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1461791050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42779973f53e4b13bbe449e808f2bfa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c58188-20", "ovs_interfaceid": "59c58188-2085-4562-9d36-65ed8a02a5ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1049.194420] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:f4:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59c58188-2085-4562-9d36-65ed8a02a5ed', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.202780] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.204199] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.205392] env[68960]: DEBUG nova.compute.manager [req-cc79baf5-b00a-42f9-ba12-999e2c625dc9 req-e9250aa6-ba67-4e76-9d7a-a9260aa5f0f0 service nova] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Received event network-vif-plugged-483f44d2-2263-42ab-9fc1-ae923e17101e {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.205685] env[68960]: DEBUG oslo_concurrency.lockutils [req-cc79baf5-b00a-42f9-ba12-999e2c625dc9 req-e9250aa6-ba67-4e76-9d7a-a9260aa5f0f0 service nova] Acquiring lock "e4af7d3d-2951-450d-8ea9-31c975724e74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.205978] env[68960]: DEBUG oslo_concurrency.lockutils [req-cc79baf5-b00a-42f9-ba12-999e2c625dc9 req-e9250aa6-ba67-4e76-9d7a-a9260aa5f0f0 service nova] Lock "e4af7d3d-2951-450d-8ea9-31c975724e74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.206217] env[68960]: DEBUG oslo_concurrency.lockutils [req-cc79baf5-b00a-42f9-ba12-999e2c625dc9 req-e9250aa6-ba67-4e76-9d7a-a9260aa5f0f0 service nova] Lock "e4af7d3d-2951-450d-8ea9-31c975724e74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.206440] env[68960]: DEBUG nova.compute.manager [req-cc79baf5-b00a-42f9-ba12-999e2c625dc9 req-e9250aa6-ba67-4e76-9d7a-a9260aa5f0f0 service nova] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] No waiting events found dispatching network-vif-plugged-483f44d2-2263-42ab-9fc1-ae923e17101e {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1049.206661] env[68960]: WARNING nova.compute.manager [req-cc79baf5-b00a-42f9-ba12-999e2c625dc9 req-e9250aa6-ba67-4e76-9d7a-a9260aa5f0f0 service nova] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Received unexpected event network-vif-plugged-483f44d2-2263-42ab-9fc1-ae923e17101e for instance with vm_state building and task_state spawning. [ 1049.207012] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb1acbac-d00c-40ec-bbe1-21bd20ef2764 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.227722] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.227722] env[68960]: value = "task-3222041" [ 1049.227722] env[68960]: _type = "Task" [ 1049.227722] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.237125] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222041, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.256856] env[68960]: DEBUG oslo_concurrency.lockutils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.257270] env[68960]: DEBUG nova.compute.manager [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.260282] env[68960]: DEBUG oslo_concurrency.lockutils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.919s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.261949] env[68960]: INFO nova.compute.claims [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.297233] env[68960]: DEBUG nova.network.neutron [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Successfully updated port: 483f44d2-2263-42ab-9fc1-ae923e17101e {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.522161] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ee397d03-4e70-4ef1-9659-8c13d94e9e18 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Releasing lock "refresh_cache-178e556e-7643-46a0-a83a-3923fda2c471" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.523075] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f360c9c0-cfe6-457f-9f8a-9ed3034e320b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.530262] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ee397d03-4e70-4ef1-9659-8c13d94e9e18 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Resuming the VM {{(pid=68960) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1049.533456] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ca7d7ff-b573-495d-bd08-1ae83e4001ea {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.539642] env[68960]: DEBUG oslo_vmware.api [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222040, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.540791] env[68960]: DEBUG oslo_vmware.api [None req-ee397d03-4e70-4ef1-9659-8c13d94e9e18 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 1049.540791] env[68960]: value = "task-3222042" [ 1049.540791] env[68960]: _type = "Task" [ 1049.540791] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.547671] env[68960]: DEBUG oslo_vmware.api [None req-ee397d03-4e70-4ef1-9659-8c13d94e9e18 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3222042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.582987] env[68960]: DEBUG nova.network.neutron [req-bfd3b02c-0092-4ba2-ba27-509ec4d7178e req-d017ab20-f93e-460b-8d18-1ae3ead5ec65 service nova] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Updated VIF entry in instance network info cache for port b67a19a8-2b24-4321-b239-de0731bc46cf. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.583390] env[68960]: DEBUG nova.network.neutron [req-bfd3b02c-0092-4ba2-ba27-509ec4d7178e req-d017ab20-f93e-460b-8d18-1ae3ead5ec65 service nova] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Updating instance_info_cache with network_info: [{"id": "b67a19a8-2b24-4321-b239-de0731bc46cf", "address": "fa:16:3e:28:e0:fa", "network": {"id": "18c68c88-6a95-47be-a3a4-a992ed478909", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1550065616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1643dfbb48924ae7ac0d24e68f54bad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb67a19a8-2b", "ovs_interfaceid": "b67a19a8-2b24-4321-b239-de0731bc46cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.677628] env[68960]: DEBUG oslo_vmware.api [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3222039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707349} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.677888] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] a2552141-7149-4917-a100-cc380396ad18/a2552141-7149-4917-a100-cc380396ad18.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.678119] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.678367] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbd1e078-4fb0-4938-b7d4-8ca8812060f6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.684082] env[68960]: DEBUG oslo_vmware.api [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Waiting for the task: (returnval){ [ 1049.684082] env[68960]: value = "task-3222043" [ 1049.684082] env[68960]: _type = "Task" [ 1049.684082] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.691167] env[68960]: DEBUG oslo_vmware.api [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3222043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.737594] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222041, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.767491] env[68960]: DEBUG nova.compute.utils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.772847] env[68960]: DEBUG nova.compute.manager [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1049.773050] env[68960]: DEBUG nova.network.neutron [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.799222] env[68960]: DEBUG oslo_concurrency.lockutils [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquiring lock "refresh_cache-e4af7d3d-2951-450d-8ea9-31c975724e74" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.799379] env[68960]: DEBUG oslo_concurrency.lockutils [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquired lock "refresh_cache-e4af7d3d-2951-450d-8ea9-31c975724e74" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.799529] env[68960]: DEBUG nova.network.neutron [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.812298] env[68960]: DEBUG nova.policy [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd71af87a546345bda4e0d16cf575ce1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78931076f1a24c24b381df9cc7139193', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.039750] env[68960]: DEBUG oslo_vmware.api [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222040, 'name': PowerOnVM_Task, 'duration_secs': 0.947303} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.040061] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.040272] env[68960]: INFO nova.compute.manager [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1050.040449] env[68960]: DEBUG nova.compute.manager [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.043992] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15416ad6-81a8-4507-955a-77f194123cb0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.056532] env[68960]: DEBUG oslo_vmware.api [None req-ee397d03-4e70-4ef1-9659-8c13d94e9e18 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3222042, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.086630] env[68960]: DEBUG oslo_concurrency.lockutils [req-bfd3b02c-0092-4ba2-ba27-509ec4d7178e req-d017ab20-f93e-460b-8d18-1ae3ead5ec65 service nova] Releasing lock "refresh_cache-8242b2da-b9c8-4894-b630-9494e4f28fe7" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.087023] env[68960]: DEBUG nova.compute.manager [req-bfd3b02c-0092-4ba2-ba27-509ec4d7178e req-d017ab20-f93e-460b-8d18-1ae3ead5ec65 service nova] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Received event network-changed-59c58188-2085-4562-9d36-65ed8a02a5ed {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.087216] env[68960]: DEBUG nova.compute.manager [req-bfd3b02c-0092-4ba2-ba27-509ec4d7178e req-d017ab20-f93e-460b-8d18-1ae3ead5ec65 service nova] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Refreshing instance network info cache due to event network-changed-59c58188-2085-4562-9d36-65ed8a02a5ed. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.087458] env[68960]: DEBUG oslo_concurrency.lockutils [req-bfd3b02c-0092-4ba2-ba27-509ec4d7178e req-d017ab20-f93e-460b-8d18-1ae3ead5ec65 service nova] Acquiring lock "refresh_cache-0433a29e-d26f-40c6-93a8-e13079bd2eee" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.087680] env[68960]: DEBUG oslo_concurrency.lockutils [req-bfd3b02c-0092-4ba2-ba27-509ec4d7178e req-d017ab20-f93e-460b-8d18-1ae3ead5ec65 service nova] Acquired lock "refresh_cache-0433a29e-d26f-40c6-93a8-e13079bd2eee" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.087786] env[68960]: DEBUG nova.network.neutron [req-bfd3b02c-0092-4ba2-ba27-509ec4d7178e req-d017ab20-f93e-460b-8d18-1ae3ead5ec65 service nova] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Refreshing network info cache for port 59c58188-2085-4562-9d36-65ed8a02a5ed {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.103258] env[68960]: DEBUG nova.network.neutron [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Successfully created port: 356da6ce-9b9b-4a61-a81d-0f4d4ed54118 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.196277] env[68960]: DEBUG oslo_vmware.api [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3222043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061152} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.196277] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.196277] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54ed205-b450-49c8-afc7-73f726c77644 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.220264] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] a2552141-7149-4917-a100-cc380396ad18/a2552141-7149-4917-a100-cc380396ad18.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.220569] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b72096b-24e8-4e7b-88b4-90e53091bd34 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.244997] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222041, 'name': CreateVM_Task, 'duration_secs': 0.715731} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.246082] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.246408] env[68960]: DEBUG oslo_vmware.api [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Waiting for the task: (returnval){ [ 1050.246408] env[68960]: value = "task-3222044" [ 1050.246408] env[68960]: _type = "Task" [ 1050.246408] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.247046] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.247219] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.247521] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.247805] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d88b928-f4df-45b5-8b39-97f81dde6c02 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.255077] env[68960]: DEBUG oslo_vmware.api [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 1050.255077] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521fe248-8f1e-401d-977d-116aaa6698d1" [ 1050.255077] env[68960]: _type = "Task" [ 1050.255077] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.258492] env[68960]: DEBUG oslo_vmware.api [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3222044, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.268374] env[68960]: DEBUG oslo_vmware.api [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521fe248-8f1e-401d-977d-116aaa6698d1, 'name': SearchDatastore_Task, 'duration_secs': 0.009815} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.268739] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.268977] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1050.269264] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.269445] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.270117] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1050.270407] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3aec726-d1cb-4498-ad70-9d68d5f79cab {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.272789] env[68960]: DEBUG nova.compute.manager [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.280927] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1050.281151] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1050.281868] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cf193f0-6029-488a-aa1c-777b693e3fa8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.287018] env[68960]: DEBUG oslo_vmware.api [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 1050.287018] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522a6f7d-4de2-6c1d-e17d-61084a842fef" [ 1050.287018] env[68960]: _type = "Task" [ 1050.287018] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.295594] env[68960]: DEBUG oslo_vmware.api [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522a6f7d-4de2-6c1d-e17d-61084a842fef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.334283] env[68960]: DEBUG nova.network.neutron [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.470819] env[68960]: DEBUG nova.network.neutron [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Updating instance_info_cache with network_info: [{"id": "483f44d2-2263-42ab-9fc1-ae923e17101e", "address": "fa:16:3e:10:4d:22", "network": {"id": "4139273d-51b4-4bf5-9786-325e4fa44a1c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-641245848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f345894c0e4c42eba03bc430a5358948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap483f44d2-22", "ovs_interfaceid": "483f44d2-2263-42ab-9fc1-ae923e17101e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.554539] env[68960]: DEBUG oslo_vmware.api [None req-ee397d03-4e70-4ef1-9659-8c13d94e9e18 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3222042, 'name': PowerOnVM_Task, 'duration_secs': 0.689832} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.557669] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ee397d03-4e70-4ef1-9659-8c13d94e9e18 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Resumed the VM {{(pid=68960) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1050.557941] env[68960]: DEBUG nova.compute.manager [None req-ee397d03-4e70-4ef1-9659-8c13d94e9e18 tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.562885] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5349698-1e33-4063-b77d-748c76849f2e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.568266] env[68960]: INFO nova.compute.manager [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Took 27.38 seconds to build instance. [ 1050.573254] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f3b6a2-2e93-4e04-b9eb-c112e02b4f11 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.585817] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2089a8-7ff9-4229-9698-d59e10ca09c2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.621116] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16da686-93d9-4ab8-bef5-03805afd3231 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.629477] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba52503-e6de-480c-9927-b058ba558aba {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.644512] env[68960]: DEBUG nova.compute.provider_tree [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.760492] env[68960]: DEBUG oslo_vmware.api [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3222044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.797600] env[68960]: DEBUG oslo_vmware.api [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522a6f7d-4de2-6c1d-e17d-61084a842fef, 'name': SearchDatastore_Task, 'duration_secs': 0.008967} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.798519] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-002ef4b6-1b87-40a6-a0fd-314668011782 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.804383] env[68960]: DEBUG oslo_vmware.api [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 1050.804383] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527def75-83f6-aec3-de0b-327606ca2597" [ 1050.804383] env[68960]: _type = "Task" [ 1050.804383] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.815084] env[68960]: DEBUG oslo_vmware.api [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527def75-83f6-aec3-de0b-327606ca2597, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.895369] env[68960]: DEBUG nova.network.neutron [req-bfd3b02c-0092-4ba2-ba27-509ec4d7178e req-d017ab20-f93e-460b-8d18-1ae3ead5ec65 service nova] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Updated VIF entry in instance network info cache for port 59c58188-2085-4562-9d36-65ed8a02a5ed. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.895686] env[68960]: DEBUG nova.network.neutron [req-bfd3b02c-0092-4ba2-ba27-509ec4d7178e req-d017ab20-f93e-460b-8d18-1ae3ead5ec65 service nova] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Updating instance_info_cache with network_info: [{"id": "59c58188-2085-4562-9d36-65ed8a02a5ed", "address": "fa:16:3e:3a:f4:9b", "network": {"id": "8bfecd26-bbd0-4196-8447-de727dae2385", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1461791050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42779973f53e4b13bbe449e808f2bfa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c58188-20", "ovs_interfaceid": "59c58188-2085-4562-9d36-65ed8a02a5ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.974089] env[68960]: DEBUG oslo_concurrency.lockutils [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Releasing lock "refresh_cache-e4af7d3d-2951-450d-8ea9-31c975724e74" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.974705] env[68960]: DEBUG nova.compute.manager [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Instance network_info: |[{"id": "483f44d2-2263-42ab-9fc1-ae923e17101e", "address": "fa:16:3e:10:4d:22", "network": {"id": "4139273d-51b4-4bf5-9786-325e4fa44a1c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-641245848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f345894c0e4c42eba03bc430a5358948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap483f44d2-22", "ovs_interfaceid": "483f44d2-2263-42ab-9fc1-ae923e17101e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1050.975072] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:4d:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '483f44d2-2263-42ab-9fc1-ae923e17101e', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.982749] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Creating folder: Project (f345894c0e4c42eba03bc430a5358948). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.984273] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51688f1b-cf89-4039-b921-39cb26891f4a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.998630] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Created folder: Project (f345894c0e4c42eba03bc430a5358948) in parent group-v643888. [ 1050.998827] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Creating folder: Instances. Parent ref: group-v644160. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.999077] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfea9e69-402b-40f8-b93c-8e329f0430ca {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.011725] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Created folder: Instances in parent group-v644160. [ 1051.012033] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.012125] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.012350] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75889278-9b88-40a5-81be-727d70c747d9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.033862] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.033862] env[68960]: value = "task-3222047" [ 1051.033862] env[68960]: _type = "Task" [ 1051.033862] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.041845] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222047, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.070564] env[68960]: DEBUG oslo_concurrency.lockutils [None req-488fc81d-98e4-4d42-bc62-323fd7e54f4f tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "6bba70e0-4e4c-49b7-8bea-b84dde9e416a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.886s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.147737] env[68960]: DEBUG nova.scheduler.client.report [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.258832] env[68960]: DEBUG oslo_vmware.api [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3222044, 'name': ReconfigVM_Task, 'duration_secs': 0.850368} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.259147] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Reconfigured VM instance instance-0000005c to attach disk [datastore2] a2552141-7149-4917-a100-cc380396ad18/a2552141-7149-4917-a100-cc380396ad18.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.259836] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46b0c83e-a424-41d2-84d8-1f2660cfb810 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.266102] env[68960]: DEBUG oslo_vmware.api [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Waiting for the task: (returnval){ [ 1051.266102] env[68960]: value = "task-3222048" [ 1051.266102] env[68960]: _type = "Task" [ 1051.266102] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.275991] env[68960]: DEBUG oslo_vmware.api [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3222048, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.282183] env[68960]: DEBUG nova.compute.manager [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.317578] env[68960]: DEBUG oslo_vmware.api [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527def75-83f6-aec3-de0b-327606ca2597, 'name': SearchDatastore_Task, 'duration_secs': 0.010442} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.319817] env[68960]: DEBUG nova.virt.hardware [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.320059] env[68960]: DEBUG nova.virt.hardware [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.320223] env[68960]: DEBUG nova.virt.hardware [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.320407] env[68960]: DEBUG nova.virt.hardware [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.320550] env[68960]: DEBUG nova.virt.hardware [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.320698] env[68960]: DEBUG nova.virt.hardware [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.320907] env[68960]: DEBUG nova.virt.hardware [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.321076] env[68960]: DEBUG nova.virt.hardware [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.321242] env[68960]: DEBUG nova.virt.hardware [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.321400] env[68960]: DEBUG nova.virt.hardware [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.321614] env[68960]: DEBUG nova.virt.hardware [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.322054] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.322110] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 0433a29e-d26f-40c6-93a8-e13079bd2eee/0433a29e-d26f-40c6-93a8-e13079bd2eee.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.322926] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6932c1-d2c5-4f62-94e3-70cf5c3bd184 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.325566] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae3a4e0c-7ffa-4ba2-8a5b-c8589157fefe {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.333788] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faadd7ce-89a7-4297-a532-d0b594134be1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.338424] env[68960]: DEBUG oslo_vmware.api [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 1051.338424] env[68960]: value = "task-3222049" [ 1051.338424] env[68960]: _type = "Task" [ 1051.338424] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.355075] env[68960]: DEBUG oslo_vmware.api [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.392381] env[68960]: DEBUG nova.compute.manager [req-f4cabcf5-2094-4b74-b0cb-cff1450023cc req-530ff33b-28ee-428b-986d-079c735ead3d service nova] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Received event network-changed-483f44d2-2263-42ab-9fc1-ae923e17101e {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.392625] env[68960]: DEBUG nova.compute.manager [req-f4cabcf5-2094-4b74-b0cb-cff1450023cc req-530ff33b-28ee-428b-986d-079c735ead3d service nova] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Refreshing instance network info cache due to event network-changed-483f44d2-2263-42ab-9fc1-ae923e17101e. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.392847] env[68960]: DEBUG oslo_concurrency.lockutils [req-f4cabcf5-2094-4b74-b0cb-cff1450023cc req-530ff33b-28ee-428b-986d-079c735ead3d service nova] Acquiring lock "refresh_cache-e4af7d3d-2951-450d-8ea9-31c975724e74" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.392991] env[68960]: DEBUG oslo_concurrency.lockutils [req-f4cabcf5-2094-4b74-b0cb-cff1450023cc req-530ff33b-28ee-428b-986d-079c735ead3d service nova] Acquired lock "refresh_cache-e4af7d3d-2951-450d-8ea9-31c975724e74" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.393191] env[68960]: DEBUG nova.network.neutron [req-f4cabcf5-2094-4b74-b0cb-cff1450023cc req-530ff33b-28ee-428b-986d-079c735ead3d service nova] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Refreshing network info cache for port 483f44d2-2263-42ab-9fc1-ae923e17101e {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.398730] env[68960]: DEBUG oslo_concurrency.lockutils [req-bfd3b02c-0092-4ba2-ba27-509ec4d7178e req-d017ab20-f93e-460b-8d18-1ae3ead5ec65 service nova] Releasing lock "refresh_cache-0433a29e-d26f-40c6-93a8-e13079bd2eee" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.492186] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489143b5-bd48-4dc1-88ac-f4a1fa217f93 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.499675] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-081a8bae-7a01-4966-8aa6-28d8b2dbe3af tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Suspending the VM {{(pid=68960) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1051.500121] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-bd658c96-1faf-4c9e-bdb9-738bc2b15308 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.507645] env[68960]: DEBUG oslo_vmware.api [None req-081a8bae-7a01-4966-8aa6-28d8b2dbe3af tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 1051.507645] env[68960]: value = "task-3222050" [ 1051.507645] env[68960]: _type = "Task" [ 1051.507645] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.516936] env[68960]: DEBUG oslo_vmware.api [None req-081a8bae-7a01-4966-8aa6-28d8b2dbe3af tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222050, 'name': SuspendVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.546098] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222047, 'name': CreateVM_Task, 'duration_secs': 0.411729} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.546471] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.547611] env[68960]: DEBUG oslo_concurrency.lockutils [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.547981] env[68960]: DEBUG oslo_concurrency.lockutils [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.548572] env[68960]: DEBUG oslo_concurrency.lockutils [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.549017] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb0f2801-2eda-4b12-bccb-3a84c2ae3abf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.558565] env[68960]: DEBUG oslo_vmware.api [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1051.558565] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5275ea9d-f463-8a5f-07fe-0b6a962e976e" [ 1051.558565] env[68960]: _type = "Task" [ 1051.558565] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.568500] env[68960]: DEBUG oslo_vmware.api [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5275ea9d-f463-8a5f-07fe-0b6a962e976e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.605244] env[68960]: DEBUG nova.network.neutron [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Successfully updated port: 356da6ce-9b9b-4a61-a81d-0f4d4ed54118 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.653522] env[68960]: DEBUG oslo_concurrency.lockutils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.654103] env[68960]: DEBUG nova.compute.manager [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.656933] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ae290fb0-3ea1-4764-bc70-83d35b99117f tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.668s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.657218] env[68960]: DEBUG nova.objects.instance [None req-ae290fb0-3ea1-4764-bc70-83d35b99117f tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Lazy-loading 'resources' on Instance uuid 3a4bc2e0-b43b-4944-a020-b22b20a8737f {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.777021] env[68960]: DEBUG oslo_vmware.api [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3222048, 'name': Rename_Task, 'duration_secs': 0.172874} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.777339] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.777600] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d4784c2-3e40-4376-a547-6d980ce3cc54 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.784690] env[68960]: DEBUG oslo_vmware.api [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Waiting for the task: (returnval){ [ 1051.784690] env[68960]: value = "task-3222051" [ 1051.784690] env[68960]: _type = "Task" [ 1051.784690] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.793552] env[68960]: DEBUG oslo_vmware.api [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3222051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.849306] env[68960]: DEBUG oslo_vmware.api [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496503} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.849615] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 0433a29e-d26f-40c6-93a8-e13079bd2eee/0433a29e-d26f-40c6-93a8-e13079bd2eee.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.849855] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.850110] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b1548ad-68a5-40cb-b07e-cb1bc2fb6b5f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.859173] env[68960]: DEBUG oslo_vmware.api [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 1051.859173] env[68960]: value = "task-3222052" [ 1051.859173] env[68960]: _type = "Task" [ 1051.859173] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.868606] env[68960]: DEBUG oslo_vmware.api [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222052, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.019298] env[68960]: DEBUG oslo_vmware.api [None req-081a8bae-7a01-4966-8aa6-28d8b2dbe3af tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222050, 'name': SuspendVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.068742] env[68960]: DEBUG oslo_vmware.api [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5275ea9d-f463-8a5f-07fe-0b6a962e976e, 'name': SearchDatastore_Task, 'duration_secs': 0.021727} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.069078] env[68960]: DEBUG oslo_concurrency.lockutils [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.069306] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.069655] env[68960]: DEBUG oslo_concurrency.lockutils [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.069731] env[68960]: DEBUG oslo_concurrency.lockutils [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.070041] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.070323] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6957684-e3f1-45a4-8213-420bd92fbed1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.079054] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.079278] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.082007] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fad087f-40e6-4705-96e5-fd51bc041566 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.087183] env[68960]: DEBUG oslo_vmware.api [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1052.087183] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522f191c-158f-b255-c177-3fb2268d4313" [ 1052.087183] env[68960]: _type = "Task" [ 1052.087183] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.094816] env[68960]: DEBUG oslo_vmware.api [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522f191c-158f-b255-c177-3fb2268d4313, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.108048] env[68960]: DEBUG oslo_concurrency.lockutils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquiring lock "refresh_cache-cf53f066-f04f-4f19-9dde-2a146048b89f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.108048] env[68960]: DEBUG oslo_concurrency.lockutils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquired lock "refresh_cache-cf53f066-f04f-4f19-9dde-2a146048b89f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.108048] env[68960]: DEBUG nova.network.neutron [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.119107] env[68960]: DEBUG nova.network.neutron [req-f4cabcf5-2094-4b74-b0cb-cff1450023cc req-530ff33b-28ee-428b-986d-079c735ead3d service nova] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Updated VIF entry in instance network info cache for port 483f44d2-2263-42ab-9fc1-ae923e17101e. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.119426] env[68960]: DEBUG nova.network.neutron [req-f4cabcf5-2094-4b74-b0cb-cff1450023cc req-530ff33b-28ee-428b-986d-079c735ead3d service nova] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Updating instance_info_cache with network_info: [{"id": "483f44d2-2263-42ab-9fc1-ae923e17101e", "address": "fa:16:3e:10:4d:22", "network": {"id": "4139273d-51b4-4bf5-9786-325e4fa44a1c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-641245848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f345894c0e4c42eba03bc430a5358948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap483f44d2-22", "ovs_interfaceid": "483f44d2-2263-42ab-9fc1-ae923e17101e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.161352] env[68960]: DEBUG nova.compute.utils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.166923] env[68960]: DEBUG nova.compute.manager [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.167325] env[68960]: DEBUG nova.network.neutron [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.210437] env[68960]: DEBUG nova.policy [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd71af87a546345bda4e0d16cf575ce1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78931076f1a24c24b381df9cc7139193', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.294955] env[68960]: DEBUG oslo_vmware.api [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3222051, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.370422] env[68960]: DEBUG oslo_vmware.api [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222052, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131217} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.370770] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.371484] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f4a9cf-f978-4f0f-84b9-2f60ac015b25 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.401778] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 0433a29e-d26f-40c6-93a8-e13079bd2eee/0433a29e-d26f-40c6-93a8-e13079bd2eee.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.404417] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4438b762-43df-4634-9f5b-a342bdf763dc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.426574] env[68960]: DEBUG oslo_vmware.api [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 1052.426574] env[68960]: value = "task-3222053" [ 1052.426574] env[68960]: _type = "Task" [ 1052.426574] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.437456] env[68960]: DEBUG oslo_vmware.api [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222053, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.480483] env[68960]: DEBUG nova.network.neutron [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Successfully created port: 39956cea-3d20-431d-b2ff-c24050d3d0c3 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.511728] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa96f340-6147-406e-915a-ef2b1122e84d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.521741] env[68960]: DEBUG oslo_vmware.api [None req-081a8bae-7a01-4966-8aa6-28d8b2dbe3af tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222050, 'name': SuspendVM_Task} progress is 87%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.524269] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9541733-2b08-448c-bf88-a4b4c3561478 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.554973] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7153e0a0-2731-4e03-9415-d72614168844 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.562657] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea526571-40ee-4665-8558-2018d5072e9c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.575832] env[68960]: DEBUG nova.compute.provider_tree [None req-ae290fb0-3ea1-4764-bc70-83d35b99117f tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.597666] env[68960]: DEBUG oslo_vmware.api [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522f191c-158f-b255-c177-3fb2268d4313, 'name': SearchDatastore_Task, 'duration_secs': 0.008053} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.598495] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e286e4a3-43da-4830-b2cb-8b8e183aa53f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.603377] env[68960]: DEBUG oslo_vmware.api [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1052.603377] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5284d285-0e42-7d92-6243-80eb66bbd35d" [ 1052.603377] env[68960]: _type = "Task" [ 1052.603377] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.615332] env[68960]: DEBUG oslo_vmware.api [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5284d285-0e42-7d92-6243-80eb66bbd35d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.623365] env[68960]: DEBUG oslo_concurrency.lockutils [req-f4cabcf5-2094-4b74-b0cb-cff1450023cc req-530ff33b-28ee-428b-986d-079c735ead3d service nova] Releasing lock "refresh_cache-e4af7d3d-2951-450d-8ea9-31c975724e74" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.669578] env[68960]: DEBUG nova.compute.manager [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.675118] env[68960]: DEBUG nova.network.neutron [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1052.797287] env[68960]: DEBUG oslo_vmware.api [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3222051, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.861307] env[68960]: DEBUG nova.network.neutron [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Updating instance_info_cache with network_info: [{"id": "356da6ce-9b9b-4a61-a81d-0f4d4ed54118", "address": "fa:16:3e:d9:3f:8b", "network": {"id": "97ca6a2e-91c6-46fb-9666-fdc74dcdd38c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1723707538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78931076f1a24c24b381df9cc7139193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap356da6ce-9b", "ovs_interfaceid": "356da6ce-9b9b-4a61-a81d-0f4d4ed54118", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.945055] env[68960]: DEBUG oslo_vmware.api [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222053, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.021266] env[68960]: DEBUG oslo_vmware.api [None req-081a8bae-7a01-4966-8aa6-28d8b2dbe3af tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222050, 'name': SuspendVM_Task} progress is 87%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.079759] env[68960]: DEBUG nova.scheduler.client.report [None req-ae290fb0-3ea1-4764-bc70-83d35b99117f tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.114325] env[68960]: DEBUG oslo_vmware.api [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5284d285-0e42-7d92-6243-80eb66bbd35d, 'name': SearchDatastore_Task, 'duration_secs': 0.010419} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.114628] env[68960]: DEBUG oslo_concurrency.lockutils [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.114895] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] e4af7d3d-2951-450d-8ea9-31c975724e74/e4af7d3d-2951-450d-8ea9-31c975724e74.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.115238] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e6ce662-671d-4d42-9e1f-a73de3855204 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.122876] env[68960]: DEBUG oslo_vmware.api [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1053.122876] env[68960]: value = "task-3222054" [ 1053.122876] env[68960]: _type = "Task" [ 1053.122876] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.132640] env[68960]: DEBUG oslo_vmware.api [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.302995] env[68960]: DEBUG oslo_vmware.api [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3222051, 'name': PowerOnVM_Task, 'duration_secs': 1.500898} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.303445] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.303773] env[68960]: INFO nova.compute.manager [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1053.304081] env[68960]: DEBUG nova.compute.manager [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.306321] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8645c1-e9d8-44d5-8a58-f476b1e297b6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.364330] env[68960]: DEBUG oslo_concurrency.lockutils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Releasing lock "refresh_cache-cf53f066-f04f-4f19-9dde-2a146048b89f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.364704] env[68960]: DEBUG nova.compute.manager [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Instance network_info: |[{"id": "356da6ce-9b9b-4a61-a81d-0f4d4ed54118", "address": "fa:16:3e:d9:3f:8b", "network": {"id": "97ca6a2e-91c6-46fb-9666-fdc74dcdd38c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1723707538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78931076f1a24c24b381df9cc7139193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap356da6ce-9b", "ovs_interfaceid": "356da6ce-9b9b-4a61-a81d-0f4d4ed54118", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1053.365207] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:3f:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69744f59-ecac-4b0b-831e-82a274d7acbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '356da6ce-9b9b-4a61-a81d-0f4d4ed54118', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.373183] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Creating folder: Project (78931076f1a24c24b381df9cc7139193). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1053.373868] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-405ad73d-6847-4e58-ac14-c0762fbb5e86 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.386624] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Created folder: Project (78931076f1a24c24b381df9cc7139193) in parent group-v643888. [ 1053.386841] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Creating folder: Instances. Parent ref: group-v644163. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1053.387120] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d95569a5-6ddb-422d-a7c2-eafe6d4c8f67 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.396752] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Created folder: Instances in parent group-v644163. [ 1053.397057] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.397268] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.397485] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f3fde0b-7cb7-4d16-bc33-1390018d6ca3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.418901] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.418901] env[68960]: value = "task-3222057" [ 1053.418901] env[68960]: _type = "Task" [ 1053.418901] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.429060] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222057, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.437630] env[68960]: DEBUG oslo_vmware.api [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222053, 'name': ReconfigVM_Task, 'duration_secs': 0.89269} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.437971] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 0433a29e-d26f-40c6-93a8-e13079bd2eee/0433a29e-d26f-40c6-93a8-e13079bd2eee.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.438599] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ec4f95f-10d0-40e4-9c1c-688d975e9675 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.446679] env[68960]: DEBUG oslo_vmware.api [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 1053.446679] env[68960]: value = "task-3222058" [ 1053.446679] env[68960]: _type = "Task" [ 1053.446679] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.458460] env[68960]: DEBUG oslo_vmware.api [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222058, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.523062] env[68960]: DEBUG oslo_vmware.api [None req-081a8bae-7a01-4966-8aa6-28d8b2dbe3af tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222050, 'name': SuspendVM_Task, 'duration_secs': 1.636849} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.523404] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-081a8bae-7a01-4966-8aa6-28d8b2dbe3af tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Suspended the VM {{(pid=68960) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1053.523619] env[68960]: DEBUG nova.compute.manager [None req-081a8bae-7a01-4966-8aa6-28d8b2dbe3af tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.524494] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a920c8-7442-4b0e-b252-bd9d59feee15 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.590353] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ae290fb0-3ea1-4764-bc70-83d35b99117f tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.590859] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1ec554e9-4af5-41b4-9a31-56effcd612bb tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.403s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.591148] env[68960]: DEBUG nova.objects.instance [None req-1ec554e9-4af5-41b4-9a31-56effcd612bb tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lazy-loading 'resources' on Instance uuid fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.611711] env[68960]: DEBUG nova.compute.manager [req-1b48fade-f4a5-451e-93e5-dbaea223957a req-f9faf283-9d69-4d60-86ec-079054af2103 service nova] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Received event network-vif-plugged-356da6ce-9b9b-4a61-a81d-0f4d4ed54118 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.612422] env[68960]: DEBUG oslo_concurrency.lockutils [req-1b48fade-f4a5-451e-93e5-dbaea223957a req-f9faf283-9d69-4d60-86ec-079054af2103 service nova] Acquiring lock "cf53f066-f04f-4f19-9dde-2a146048b89f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.612422] env[68960]: DEBUG oslo_concurrency.lockutils [req-1b48fade-f4a5-451e-93e5-dbaea223957a req-f9faf283-9d69-4d60-86ec-079054af2103 service nova] Lock "cf53f066-f04f-4f19-9dde-2a146048b89f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.612677] env[68960]: DEBUG oslo_concurrency.lockutils [req-1b48fade-f4a5-451e-93e5-dbaea223957a req-f9faf283-9d69-4d60-86ec-079054af2103 service nova] Lock "cf53f066-f04f-4f19-9dde-2a146048b89f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.612824] env[68960]: DEBUG nova.compute.manager [req-1b48fade-f4a5-451e-93e5-dbaea223957a req-f9faf283-9d69-4d60-86ec-079054af2103 service nova] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] No waiting events found dispatching network-vif-plugged-356da6ce-9b9b-4a61-a81d-0f4d4ed54118 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.613014] env[68960]: WARNING nova.compute.manager [req-1b48fade-f4a5-451e-93e5-dbaea223957a req-f9faf283-9d69-4d60-86ec-079054af2103 service nova] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Received unexpected event network-vif-plugged-356da6ce-9b9b-4a61-a81d-0f4d4ed54118 for instance with vm_state building and task_state spawning. [ 1053.613194] env[68960]: DEBUG nova.compute.manager [req-1b48fade-f4a5-451e-93e5-dbaea223957a req-f9faf283-9d69-4d60-86ec-079054af2103 service nova] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Received event network-changed-356da6ce-9b9b-4a61-a81d-0f4d4ed54118 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.613395] env[68960]: DEBUG nova.compute.manager [req-1b48fade-f4a5-451e-93e5-dbaea223957a req-f9faf283-9d69-4d60-86ec-079054af2103 service nova] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Refreshing instance network info cache due to event network-changed-356da6ce-9b9b-4a61-a81d-0f4d4ed54118. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.613747] env[68960]: DEBUG oslo_concurrency.lockutils [req-1b48fade-f4a5-451e-93e5-dbaea223957a req-f9faf283-9d69-4d60-86ec-079054af2103 service nova] Acquiring lock "refresh_cache-cf53f066-f04f-4f19-9dde-2a146048b89f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.613854] env[68960]: DEBUG oslo_concurrency.lockutils [req-1b48fade-f4a5-451e-93e5-dbaea223957a req-f9faf283-9d69-4d60-86ec-079054af2103 service nova] Acquired lock "refresh_cache-cf53f066-f04f-4f19-9dde-2a146048b89f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.614048] env[68960]: DEBUG nova.network.neutron [req-1b48fade-f4a5-451e-93e5-dbaea223957a req-f9faf283-9d69-4d60-86ec-079054af2103 service nova] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Refreshing network info cache for port 356da6ce-9b9b-4a61-a81d-0f4d4ed54118 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.619042] env[68960]: INFO nova.scheduler.client.report [None req-ae290fb0-3ea1-4764-bc70-83d35b99117f tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Deleted allocations for instance 3a4bc2e0-b43b-4944-a020-b22b20a8737f [ 1053.636628] env[68960]: DEBUG oslo_vmware.api [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501328} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.636931] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] e4af7d3d-2951-450d-8ea9-31c975724e74/e4af7d3d-2951-450d-8ea9-31c975724e74.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.637185] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.637443] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0dd8868-767a-4de4-9647-bbf97e39a2a7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.644084] env[68960]: DEBUG oslo_vmware.api [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1053.644084] env[68960]: value = "task-3222059" [ 1053.644084] env[68960]: _type = "Task" [ 1053.644084] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.653104] env[68960]: DEBUG oslo_vmware.api [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222059, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.677373] env[68960]: DEBUG nova.compute.manager [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.710762] env[68960]: DEBUG nova.virt.hardware [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.710979] env[68960]: DEBUG nova.virt.hardware [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.711158] env[68960]: DEBUG nova.virt.hardware [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.711347] env[68960]: DEBUG nova.virt.hardware [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.711520] env[68960]: DEBUG nova.virt.hardware [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.711721] env[68960]: DEBUG nova.virt.hardware [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.712010] env[68960]: DEBUG nova.virt.hardware [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.712189] env[68960]: DEBUG nova.virt.hardware [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.712361] env[68960]: DEBUG nova.virt.hardware [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.712525] env[68960]: DEBUG nova.virt.hardware [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.712700] env[68960]: DEBUG nova.virt.hardware [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.713902] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1e82bf-e676-4e74-bca9-dc56df3d2dd0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.721895] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c695514b-630c-4d3f-a831-73f4ea393b44 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.831552] env[68960]: INFO nova.compute.manager [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Took 24.00 seconds to build instance. [ 1053.934975] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222057, 'name': CreateVM_Task, 'duration_secs': 0.384209} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.934975] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.934975] env[68960]: DEBUG oslo_concurrency.lockutils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.934975] env[68960]: DEBUG oslo_concurrency.lockutils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.934975] env[68960]: DEBUG oslo_concurrency.lockutils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.935553] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdd35bc4-df87-4e38-88ff-0b4f541aea28 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.941231] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1053.941231] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52324ebb-fce1-2f59-8dbe-3864599255f5" [ 1053.941231] env[68960]: _type = "Task" [ 1053.941231] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.966281] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52324ebb-fce1-2f59-8dbe-3864599255f5, 'name': SearchDatastore_Task, 'duration_secs': 0.010352} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.971159] env[68960]: DEBUG oslo_concurrency.lockutils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.971499] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.971814] env[68960]: DEBUG oslo_concurrency.lockutils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.972029] env[68960]: DEBUG oslo_concurrency.lockutils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.972276] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.972650] env[68960]: DEBUG oslo_vmware.api [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222058, 'name': Rename_Task, 'duration_secs': 0.215369} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.972917] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e66aec93-af88-4551-b8a8-c22d87464650 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.975459] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.975847] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8a2b6a3-24bb-40d1-8c09-db4a4d8be240 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.983218] env[68960]: DEBUG oslo_vmware.api [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 1053.983218] env[68960]: value = "task-3222060" [ 1053.983218] env[68960]: _type = "Task" [ 1053.983218] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.984280] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.984458] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.988108] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63c462f2-8c23-40d4-a941-8b0eb094ea57 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.994200] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1053.994200] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5220107d-b0c9-49fa-cb83-92a4dd506ec0" [ 1053.994200] env[68960]: _type = "Task" [ 1053.994200] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.998182] env[68960]: DEBUG oslo_vmware.api [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.017365] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5220107d-b0c9-49fa-cb83-92a4dd506ec0, 'name': SearchDatastore_Task, 'duration_secs': 0.010118} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.022369] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-628b1d9e-0462-4931-a4aa-f72ebf0658e3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.026102] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1054.026102] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d11e15-b4f4-b041-8859-1eb99d83a412" [ 1054.026102] env[68960]: _type = "Task" [ 1054.026102] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.038709] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d11e15-b4f4-b041-8859-1eb99d83a412, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.043527] env[68960]: DEBUG nova.network.neutron [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Successfully updated port: 39956cea-3d20-431d-b2ff-c24050d3d0c3 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.128156] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ae290fb0-3ea1-4764-bc70-83d35b99117f tempest-ServerMetadataTestJSON-1638488042 tempest-ServerMetadataTestJSON-1638488042-project-member] Lock "3a4bc2e0-b43b-4944-a020-b22b20a8737f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.885s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.161523] env[68960]: DEBUG oslo_vmware.api [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222059, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098942} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.161833] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.162666] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d630444-82eb-44c9-8b92-15b879f75deb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.192445] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] e4af7d3d-2951-450d-8ea9-31c975724e74/e4af7d3d-2951-450d-8ea9-31c975724e74.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.195187] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30099f14-2b64-4ff7-9576-2d7dca421292 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.221304] env[68960]: DEBUG oslo_vmware.api [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1054.221304] env[68960]: value = "task-3222061" [ 1054.221304] env[68960]: _type = "Task" [ 1054.221304] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.229666] env[68960]: DEBUG oslo_vmware.api [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.334105] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7ed9d10d-f605-49b2-887d-c20accf476bc tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Lock "a2552141-7149-4917-a100-cc380396ad18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.510s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.350664] env[68960]: DEBUG nova.network.neutron [req-1b48fade-f4a5-451e-93e5-dbaea223957a req-f9faf283-9d69-4d60-86ec-079054af2103 service nova] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Updated VIF entry in instance network info cache for port 356da6ce-9b9b-4a61-a81d-0f4d4ed54118. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.351018] env[68960]: DEBUG nova.network.neutron [req-1b48fade-f4a5-451e-93e5-dbaea223957a req-f9faf283-9d69-4d60-86ec-079054af2103 service nova] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Updating instance_info_cache with network_info: [{"id": "356da6ce-9b9b-4a61-a81d-0f4d4ed54118", "address": "fa:16:3e:d9:3f:8b", "network": {"id": "97ca6a2e-91c6-46fb-9666-fdc74dcdd38c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1723707538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78931076f1a24c24b381df9cc7139193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap356da6ce-9b", "ovs_interfaceid": "356da6ce-9b9b-4a61-a81d-0f4d4ed54118", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.423593] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d6b6fb-1954-4b0e-a1e7-6529b715d676 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.431830] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f92994-c192-4ef5-8366-8d210d493a2b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.464496] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb7c257-94eb-4b2b-ba1b-b92fd98774ab {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.472020] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34a3b6d-56ac-4efb-9b65-bb44154d33fa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.485349] env[68960]: DEBUG nova.compute.provider_tree [None req-1ec554e9-4af5-41b4-9a31-56effcd612bb tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.494092] env[68960]: DEBUG oslo_vmware.api [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222060, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.511084] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7a84f9ea-0e3a-4187-9d46-abe467cf019d tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "6bba70e0-4e4c-49b7-8bea-b84dde9e416a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.511331] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7a84f9ea-0e3a-4187-9d46-abe467cf019d tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "6bba70e0-4e4c-49b7-8bea-b84dde9e416a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.511545] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7a84f9ea-0e3a-4187-9d46-abe467cf019d tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "6bba70e0-4e4c-49b7-8bea-b84dde9e416a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.511738] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7a84f9ea-0e3a-4187-9d46-abe467cf019d tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "6bba70e0-4e4c-49b7-8bea-b84dde9e416a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.511904] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7a84f9ea-0e3a-4187-9d46-abe467cf019d tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "6bba70e0-4e4c-49b7-8bea-b84dde9e416a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.514484] env[68960]: INFO nova.compute.manager [None req-7a84f9ea-0e3a-4187-9d46-abe467cf019d tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Terminating instance [ 1054.538083] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d11e15-b4f4-b041-8859-1eb99d83a412, 'name': SearchDatastore_Task, 'duration_secs': 0.010599} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.538592] env[68960]: DEBUG oslo_concurrency.lockutils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.538892] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] cf53f066-f04f-4f19-9dde-2a146048b89f/cf53f066-f04f-4f19-9dde-2a146048b89f.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.539208] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df3eeb31-66b8-4e56-b091-abd69c26d687 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.545143] env[68960]: DEBUG oslo_concurrency.lockutils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquiring lock "refresh_cache-6229f35e-59ed-4ea7-a225-f6824af852b2" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.545279] env[68960]: DEBUG oslo_concurrency.lockutils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquired lock "refresh_cache-6229f35e-59ed-4ea7-a225-f6824af852b2" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.545426] env[68960]: DEBUG nova.network.neutron [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.549453] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1054.549453] env[68960]: value = "task-3222062" [ 1054.549453] env[68960]: _type = "Task" [ 1054.549453] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.562369] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.737677] env[68960]: DEBUG oslo_vmware.api [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.854147] env[68960]: DEBUG oslo_concurrency.lockutils [req-1b48fade-f4a5-451e-93e5-dbaea223957a req-f9faf283-9d69-4d60-86ec-079054af2103 service nova] Releasing lock "refresh_cache-cf53f066-f04f-4f19-9dde-2a146048b89f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.990518] env[68960]: DEBUG nova.scheduler.client.report [None req-1ec554e9-4af5-41b4-9a31-56effcd612bb tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.001667] env[68960]: DEBUG oslo_vmware.api [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222060, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.018434] env[68960]: DEBUG nova.compute.manager [None req-7a84f9ea-0e3a-4187-9d46-abe467cf019d tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.018655] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7a84f9ea-0e3a-4187-9d46-abe467cf019d tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.019623] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be92ba1e-8f8e-47de-bd82-d1aeea7e6b69 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.031610] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7a84f9ea-0e3a-4187-9d46-abe467cf019d tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.031610] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6327cb6c-e283-4e45-bc42-e22f777ed4f9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.061071] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469973} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.061351] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] cf53f066-f04f-4f19-9dde-2a146048b89f/cf53f066-f04f-4f19-9dde-2a146048b89f.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.061564] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.061823] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c00ce412-f601-40f7-af9b-973c28d48920 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.067601] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1055.067601] env[68960]: value = "task-3222064" [ 1055.067601] env[68960]: _type = "Task" [ 1055.067601] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.076383] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.094346] env[68960]: DEBUG nova.network.neutron [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.107452] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7a84f9ea-0e3a-4187-9d46-abe467cf019d tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.107774] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7a84f9ea-0e3a-4187-9d46-abe467cf019d tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.107874] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a84f9ea-0e3a-4187-9d46-abe467cf019d tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Deleting the datastore file [datastore2] 6bba70e0-4e4c-49b7-8bea-b84dde9e416a {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.108185] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4ad6791-5bfd-44a9-8a0a-91672b8f3506 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.120745] env[68960]: DEBUG oslo_vmware.api [None req-7a84f9ea-0e3a-4187-9d46-abe467cf019d tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 1055.120745] env[68960]: value = "task-3222065" [ 1055.120745] env[68960]: _type = "Task" [ 1055.120745] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.133117] env[68960]: DEBUG oslo_vmware.api [None req-7a84f9ea-0e3a-4187-9d46-abe467cf019d tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.161666] env[68960]: DEBUG nova.compute.manager [req-8353fb6f-6400-4ee8-84d1-b0bc68646e5f req-5e3506f5-5cf3-452e-a2fe-c5efe63b6d23 service nova] [instance: a2552141-7149-4917-a100-cc380396ad18] Received event network-changed-b46c4c2d-e0dc-44bb-b885-c931152e56a6 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.162336] env[68960]: DEBUG nova.compute.manager [req-8353fb6f-6400-4ee8-84d1-b0bc68646e5f req-5e3506f5-5cf3-452e-a2fe-c5efe63b6d23 service nova] [instance: a2552141-7149-4917-a100-cc380396ad18] Refreshing instance network info cache due to event network-changed-b46c4c2d-e0dc-44bb-b885-c931152e56a6. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.162820] env[68960]: DEBUG oslo_concurrency.lockutils [req-8353fb6f-6400-4ee8-84d1-b0bc68646e5f req-5e3506f5-5cf3-452e-a2fe-c5efe63b6d23 service nova] Acquiring lock "refresh_cache-a2552141-7149-4917-a100-cc380396ad18" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.163080] env[68960]: DEBUG oslo_concurrency.lockutils [req-8353fb6f-6400-4ee8-84d1-b0bc68646e5f req-5e3506f5-5cf3-452e-a2fe-c5efe63b6d23 service nova] Acquired lock "refresh_cache-a2552141-7149-4917-a100-cc380396ad18" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.163338] env[68960]: DEBUG nova.network.neutron [req-8353fb6f-6400-4ee8-84d1-b0bc68646e5f req-5e3506f5-5cf3-452e-a2fe-c5efe63b6d23 service nova] [instance: a2552141-7149-4917-a100-cc380396ad18] Refreshing network info cache for port b46c4c2d-e0dc-44bb-b885-c931152e56a6 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.232813] env[68960]: DEBUG oslo_vmware.api [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222061, 'name': ReconfigVM_Task, 'duration_secs': 0.713489} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.233124] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Reconfigured VM instance instance-0000005e to attach disk [datastore1] e4af7d3d-2951-450d-8ea9-31c975724e74/e4af7d3d-2951-450d-8ea9-31c975724e74.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.233858] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f91b4fdb-0988-4ef6-8dcf-fdab2f0c2ab9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.240589] env[68960]: DEBUG oslo_vmware.api [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1055.240589] env[68960]: value = "task-3222066" [ 1055.240589] env[68960]: _type = "Task" [ 1055.240589] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.250515] env[68960]: DEBUG oslo_vmware.api [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222066, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.337968] env[68960]: DEBUG nova.network.neutron [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Updating instance_info_cache with network_info: [{"id": "39956cea-3d20-431d-b2ff-c24050d3d0c3", "address": "fa:16:3e:40:93:fc", "network": {"id": "97ca6a2e-91c6-46fb-9666-fdc74dcdd38c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1723707538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78931076f1a24c24b381df9cc7139193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39956cea-3d", "ovs_interfaceid": "39956cea-3d20-431d-b2ff-c24050d3d0c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.496346] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1ec554e9-4af5-41b4-9a31-56effcd612bb tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.498307] env[68960]: DEBUG oslo_vmware.api [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222060, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.499528] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.647s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.499528] env[68960]: DEBUG nova.objects.instance [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68960) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1055.521721] env[68960]: INFO nova.scheduler.client.report [None req-1ec554e9-4af5-41b4-9a31-56effcd612bb tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Deleted allocations for instance fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c [ 1055.580522] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068008} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.580817] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.581607] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b55ea1-dbd7-4763-813c-1daad9a08ecc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.609325] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] cf53f066-f04f-4f19-9dde-2a146048b89f/cf53f066-f04f-4f19-9dde-2a146048b89f.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.609630] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a70b4b47-c47e-40a0-a828-b9c3b2bdfaf8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.634374] env[68960]: DEBUG oslo_vmware.api [None req-7a84f9ea-0e3a-4187-9d46-abe467cf019d tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179643} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.635627] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a84f9ea-0e3a-4187-9d46-abe467cf019d tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.635850] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7a84f9ea-0e3a-4187-9d46-abe467cf019d tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.636056] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7a84f9ea-0e3a-4187-9d46-abe467cf019d tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.636241] env[68960]: INFO nova.compute.manager [None req-7a84f9ea-0e3a-4187-9d46-abe467cf019d tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1055.636487] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a84f9ea-0e3a-4187-9d46-abe467cf019d tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.636765] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1055.636765] env[68960]: value = "task-3222067" [ 1055.636765] env[68960]: _type = "Task" [ 1055.636765] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.636981] env[68960]: DEBUG nova.compute.manager [-] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.637096] env[68960]: DEBUG nova.network.neutron [-] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.643548] env[68960]: DEBUG nova.compute.manager [req-258fdff7-8968-4da9-abfe-ea2f51a20b25 req-7101bfcc-3b47-40b6-98c2-4fc7e1193303 service nova] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Received event network-vif-plugged-39956cea-3d20-431d-b2ff-c24050d3d0c3 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.643749] env[68960]: DEBUG oslo_concurrency.lockutils [req-258fdff7-8968-4da9-abfe-ea2f51a20b25 req-7101bfcc-3b47-40b6-98c2-4fc7e1193303 service nova] Acquiring lock "6229f35e-59ed-4ea7-a225-f6824af852b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.643954] env[68960]: DEBUG oslo_concurrency.lockutils [req-258fdff7-8968-4da9-abfe-ea2f51a20b25 req-7101bfcc-3b47-40b6-98c2-4fc7e1193303 service nova] Lock "6229f35e-59ed-4ea7-a225-f6824af852b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.644138] env[68960]: DEBUG oslo_concurrency.lockutils [req-258fdff7-8968-4da9-abfe-ea2f51a20b25 req-7101bfcc-3b47-40b6-98c2-4fc7e1193303 service nova] Lock "6229f35e-59ed-4ea7-a225-f6824af852b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.644302] env[68960]: DEBUG nova.compute.manager [req-258fdff7-8968-4da9-abfe-ea2f51a20b25 req-7101bfcc-3b47-40b6-98c2-4fc7e1193303 service nova] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] No waiting events found dispatching network-vif-plugged-39956cea-3d20-431d-b2ff-c24050d3d0c3 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1055.644464] env[68960]: WARNING nova.compute.manager [req-258fdff7-8968-4da9-abfe-ea2f51a20b25 req-7101bfcc-3b47-40b6-98c2-4fc7e1193303 service nova] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Received unexpected event network-vif-plugged-39956cea-3d20-431d-b2ff-c24050d3d0c3 for instance with vm_state building and task_state spawning. [ 1055.644619] env[68960]: DEBUG nova.compute.manager [req-258fdff7-8968-4da9-abfe-ea2f51a20b25 req-7101bfcc-3b47-40b6-98c2-4fc7e1193303 service nova] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Received event network-changed-39956cea-3d20-431d-b2ff-c24050d3d0c3 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.644768] env[68960]: DEBUG nova.compute.manager [req-258fdff7-8968-4da9-abfe-ea2f51a20b25 req-7101bfcc-3b47-40b6-98c2-4fc7e1193303 service nova] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Refreshing instance network info cache due to event network-changed-39956cea-3d20-431d-b2ff-c24050d3d0c3. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.644938] env[68960]: DEBUG oslo_concurrency.lockutils [req-258fdff7-8968-4da9-abfe-ea2f51a20b25 req-7101bfcc-3b47-40b6-98c2-4fc7e1193303 service nova] Acquiring lock "refresh_cache-6229f35e-59ed-4ea7-a225-f6824af852b2" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.651339] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.753878] env[68960]: DEBUG oslo_vmware.api [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222066, 'name': Rename_Task, 'duration_secs': 0.382713} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.754122] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.754454] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e22175d6-269b-4906-abd6-599bb3f9fe9c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.762855] env[68960]: DEBUG oslo_vmware.api [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1055.762855] env[68960]: value = "task-3222068" [ 1055.762855] env[68960]: _type = "Task" [ 1055.762855] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.771494] env[68960]: DEBUG oslo_vmware.api [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.820567] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3a31db85-4f50-4ff0-9a5e-128cf9d76212 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Acquiring lock "a2552141-7149-4917-a100-cc380396ad18" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.820926] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3a31db85-4f50-4ff0-9a5e-128cf9d76212 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Lock "a2552141-7149-4917-a100-cc380396ad18" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.821295] env[68960]: INFO nova.compute.manager [None req-3a31db85-4f50-4ff0-9a5e-128cf9d76212 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Rebooting instance [ 1055.841267] env[68960]: DEBUG oslo_concurrency.lockutils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Releasing lock "refresh_cache-6229f35e-59ed-4ea7-a225-f6824af852b2" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.841267] env[68960]: DEBUG nova.compute.manager [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Instance network_info: |[{"id": "39956cea-3d20-431d-b2ff-c24050d3d0c3", "address": "fa:16:3e:40:93:fc", "network": {"id": "97ca6a2e-91c6-46fb-9666-fdc74dcdd38c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1723707538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78931076f1a24c24b381df9cc7139193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39956cea-3d", "ovs_interfaceid": "39956cea-3d20-431d-b2ff-c24050d3d0c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.841609] env[68960]: DEBUG oslo_concurrency.lockutils [req-258fdff7-8968-4da9-abfe-ea2f51a20b25 req-7101bfcc-3b47-40b6-98c2-4fc7e1193303 service nova] Acquired lock "refresh_cache-6229f35e-59ed-4ea7-a225-f6824af852b2" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.841901] env[68960]: DEBUG nova.network.neutron [req-258fdff7-8968-4da9-abfe-ea2f51a20b25 req-7101bfcc-3b47-40b6-98c2-4fc7e1193303 service nova] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Refreshing network info cache for port 39956cea-3d20-431d-b2ff-c24050d3d0c3 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.844822] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:93:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69744f59-ecac-4b0b-831e-82a274d7acbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39956cea-3d20-431d-b2ff-c24050d3d0c3', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.860089] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.861941] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.862332] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8a8ca3c-3fdd-4b71-bb6d-be7e022542a9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.899469] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.899469] env[68960]: value = "task-3222069" [ 1055.899469] env[68960]: _type = "Task" [ 1055.899469] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.913927] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222069, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.980803] env[68960]: DEBUG nova.network.neutron [req-8353fb6f-6400-4ee8-84d1-b0bc68646e5f req-5e3506f5-5cf3-452e-a2fe-c5efe63b6d23 service nova] [instance: a2552141-7149-4917-a100-cc380396ad18] Updated VIF entry in instance network info cache for port b46c4c2d-e0dc-44bb-b885-c931152e56a6. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.980803] env[68960]: DEBUG nova.network.neutron [req-8353fb6f-6400-4ee8-84d1-b0bc68646e5f req-5e3506f5-5cf3-452e-a2fe-c5efe63b6d23 service nova] [instance: a2552141-7149-4917-a100-cc380396ad18] Updating instance_info_cache with network_info: [{"id": "b46c4c2d-e0dc-44bb-b885-c931152e56a6", "address": "fa:16:3e:41:63:7f", "network": {"id": "4f6c2869-1d90-4122-b18e-6d4c4f4b9080", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-808812376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c2d56122a0444f8dada636bc5ed07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb46c4c2d-e0", "ovs_interfaceid": "b46c4c2d-e0dc-44bb-b885-c931152e56a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.997459] env[68960]: DEBUG oslo_vmware.api [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222060, 'name': PowerOnVM_Task, 'duration_secs': 1.888591} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.997866] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.997988] env[68960]: INFO nova.compute.manager [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1055.998087] env[68960]: DEBUG nova.compute.manager [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.999389] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a268aff0-9584-463d-92f5-d672c8eede5d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.030389] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1ec554e9-4af5-41b4-9a31-56effcd612bb tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.475s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.149259] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222067, 'name': ReconfigVM_Task, 'duration_secs': 0.282168} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.149579] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Reconfigured VM instance instance-0000005f to attach disk [datastore2] cf53f066-f04f-4f19-9dde-2a146048b89f/cf53f066-f04f-4f19-9dde-2a146048b89f.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.150265] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-151ea879-2c81-4e20-bc46-f0f66eb02463 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.158099] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1056.158099] env[68960]: value = "task-3222070" [ 1056.158099] env[68960]: _type = "Task" [ 1056.158099] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.166358] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222070, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.273231] env[68960]: DEBUG oslo_vmware.api [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222068, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.347485] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3a31db85-4f50-4ff0-9a5e-128cf9d76212 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Acquiring lock "refresh_cache-a2552141-7149-4917-a100-cc380396ad18" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.408894] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222069, 'name': CreateVM_Task, 'duration_secs': 0.451803} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.409229] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.409891] env[68960]: DEBUG oslo_concurrency.lockutils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.410076] env[68960]: DEBUG oslo_concurrency.lockutils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.410400] env[68960]: DEBUG oslo_concurrency.lockutils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.410655] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f25bafaa-7fa6-49fb-9f7b-9ceb1b5a6c12 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.415218] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1056.415218] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52594ea5-6697-5bbe-56bc-c774d3961046" [ 1056.415218] env[68960]: _type = "Task" [ 1056.415218] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.423050] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52594ea5-6697-5bbe-56bc-c774d3961046, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.484237] env[68960]: DEBUG oslo_concurrency.lockutils [req-8353fb6f-6400-4ee8-84d1-b0bc68646e5f req-5e3506f5-5cf3-452e-a2fe-c5efe63b6d23 service nova] Releasing lock "refresh_cache-a2552141-7149-4917-a100-cc380396ad18" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.484666] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3a31db85-4f50-4ff0-9a5e-128cf9d76212 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Acquired lock "refresh_cache-a2552141-7149-4917-a100-cc380396ad18" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.484860] env[68960]: DEBUG nova.network.neutron [None req-3a31db85-4f50-4ff0-9a5e-128cf9d76212 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.492940] env[68960]: DEBUG nova.network.neutron [-] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.512517] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0de0c03e-756f-41db-9007-2f04188b9f21 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.519697] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.272s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.519697] env[68960]: DEBUG nova.objects.instance [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Lazy-loading 'resources' on Instance uuid a6ba5600-ed33-490b-bf91-e54ff7483d42 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.524111] env[68960]: INFO nova.compute.manager [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Took 26.48 seconds to build instance. [ 1056.589166] env[68960]: DEBUG nova.network.neutron [req-258fdff7-8968-4da9-abfe-ea2f51a20b25 req-7101bfcc-3b47-40b6-98c2-4fc7e1193303 service nova] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Updated VIF entry in instance network info cache for port 39956cea-3d20-431d-b2ff-c24050d3d0c3. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.589166] env[68960]: DEBUG nova.network.neutron [req-258fdff7-8968-4da9-abfe-ea2f51a20b25 req-7101bfcc-3b47-40b6-98c2-4fc7e1193303 service nova] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Updating instance_info_cache with network_info: [{"id": "39956cea-3d20-431d-b2ff-c24050d3d0c3", "address": "fa:16:3e:40:93:fc", "network": {"id": "97ca6a2e-91c6-46fb-9666-fdc74dcdd38c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1723707538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78931076f1a24c24b381df9cc7139193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39956cea-3d", "ovs_interfaceid": "39956cea-3d20-431d-b2ff-c24050d3d0c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.589166] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f7613aa8-512d-49da-9040-cb8878270d3c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.589166] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f7613aa8-512d-49da-9040-cb8878270d3c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.589166] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f7613aa8-512d-49da-9040-cb8878270d3c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.594149] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f7613aa8-512d-49da-9040-cb8878270d3c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.594149] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f7613aa8-512d-49da-9040-cb8878270d3c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.594149] env[68960]: INFO nova.compute.manager [None req-f7613aa8-512d-49da-9040-cb8878270d3c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Terminating instance [ 1056.670498] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222070, 'name': Rename_Task, 'duration_secs': 0.150168} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.670780] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.671039] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3b86202-d016-4e35-8d78-2a8fef2b1a17 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.678179] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1056.678179] env[68960]: value = "task-3222071" [ 1056.678179] env[68960]: _type = "Task" [ 1056.678179] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.685851] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.778588] env[68960]: DEBUG oslo_vmware.api [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222068, 'name': PowerOnVM_Task, 'duration_secs': 0.600939} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.779078] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.779491] env[68960]: INFO nova.compute.manager [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1056.783023] env[68960]: DEBUG nova.compute.manager [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.783023] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089aa9e1-3d3b-4ba3-a2c1-d3243ecab27d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.929168] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52594ea5-6697-5bbe-56bc-c774d3961046, 'name': SearchDatastore_Task, 'duration_secs': 0.011104} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.929598] env[68960]: DEBUG oslo_concurrency.lockutils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.929899] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.930178] env[68960]: DEBUG oslo_concurrency.lockutils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.930328] env[68960]: DEBUG oslo_concurrency.lockutils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.930511] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.930788] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f01753bf-5b95-4669-a036-193fbf156ae0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.940699] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.941047] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.941777] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cd45feb-eb54-4cc5-b36e-29aba64f92d6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.947419] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1056.947419] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5208df1a-ba88-9941-62f5-c84430eb439b" [ 1056.947419] env[68960]: _type = "Task" [ 1056.947419] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.958500] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5208df1a-ba88-9941-62f5-c84430eb439b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.996073] env[68960]: INFO nova.compute.manager [-] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Took 1.36 seconds to deallocate network for instance. [ 1057.027815] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1cc4fee5-cb41-4f71-aa7b-d8e4b5681366 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "0433a29e-d26f-40c6-93a8-e13079bd2eee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.989s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.080688] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dcc58024-d231-4a71-a57c-7ec7f2f4cf1a tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquiring lock "178e556e-7643-46a0-a83a-3923fda2c471" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.080927] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dcc58024-d231-4a71-a57c-7ec7f2f4cf1a tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lock "178e556e-7643-46a0-a83a-3923fda2c471" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.082699] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dcc58024-d231-4a71-a57c-7ec7f2f4cf1a tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquiring lock "178e556e-7643-46a0-a83a-3923fda2c471-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.082699] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dcc58024-d231-4a71-a57c-7ec7f2f4cf1a tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lock "178e556e-7643-46a0-a83a-3923fda2c471-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.082699] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dcc58024-d231-4a71-a57c-7ec7f2f4cf1a tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lock "178e556e-7643-46a0-a83a-3923fda2c471-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.084868] env[68960]: INFO nova.compute.manager [None req-dcc58024-d231-4a71-a57c-7ec7f2f4cf1a tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Terminating instance [ 1057.098055] env[68960]: DEBUG oslo_concurrency.lockutils [req-258fdff7-8968-4da9-abfe-ea2f51a20b25 req-7101bfcc-3b47-40b6-98c2-4fc7e1193303 service nova] Releasing lock "refresh_cache-6229f35e-59ed-4ea7-a225-f6824af852b2" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.104019] env[68960]: DEBUG nova.compute.manager [None req-f7613aa8-512d-49da-9040-cb8878270d3c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.104019] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f7613aa8-512d-49da-9040-cb8878270d3c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.104019] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dc3500-de68-4b5d-a645-4f85887bf61b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.114341] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7613aa8-512d-49da-9040-cb8878270d3c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.114613] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1d173f8-e481-4a94-948a-eae255cca74d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.123759] env[68960]: DEBUG oslo_vmware.api [None req-f7613aa8-512d-49da-9040-cb8878270d3c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 1057.123759] env[68960]: value = "task-3222072" [ 1057.123759] env[68960]: _type = "Task" [ 1057.123759] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.132907] env[68960]: DEBUG oslo_vmware.api [None req-f7613aa8-512d-49da-9040-cb8878270d3c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3222072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.191548] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222071, 'name': PowerOnVM_Task, 'duration_secs': 0.512144} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.197166] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.197421] env[68960]: INFO nova.compute.manager [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Took 5.91 seconds to spawn the instance on the hypervisor. [ 1057.197801] env[68960]: DEBUG nova.compute.manager [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.198830] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bc57bd-821e-4248-ae31-caa8cfa43bcf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.310768] env[68960]: INFO nova.compute.manager [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Took 26.06 seconds to build instance. [ 1057.333428] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37872fc1-2026-405b-9b8e-166c9946f668 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.343951] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1414d7-fcb0-4e61-b4fa-7a88d7075ebc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.380861] env[68960]: DEBUG nova.network.neutron [None req-3a31db85-4f50-4ff0-9a5e-128cf9d76212 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Updating instance_info_cache with network_info: [{"id": "b46c4c2d-e0dc-44bb-b885-c931152e56a6", "address": "fa:16:3e:41:63:7f", "network": {"id": "4f6c2869-1d90-4122-b18e-6d4c4f4b9080", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-808812376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c2d56122a0444f8dada636bc5ed07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb46c4c2d-e0", "ovs_interfaceid": "b46c4c2d-e0dc-44bb-b885-c931152e56a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.382860] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9e3f7c-1721-471c-9ef7-e144440c87fb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.391631] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ecfef4-1c10-43a8-89a9-d95731120831 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.409730] env[68960]: DEBUG nova.compute.provider_tree [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.459665] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5208df1a-ba88-9941-62f5-c84430eb439b, 'name': SearchDatastore_Task, 'duration_secs': 0.010295} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.460292] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bb7dc01-956a-4149-bec5-929d7fde327c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.465724] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1057.465724] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52af8e66-04c9-18b7-bae0-2b4cba41d8b9" [ 1057.465724] env[68960]: _type = "Task" [ 1057.465724] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.474023] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52af8e66-04c9-18b7-bae0-2b4cba41d8b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.504135] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7a84f9ea-0e3a-4187-9d46-abe467cf019d tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.588910] env[68960]: DEBUG nova.compute.manager [None req-dcc58024-d231-4a71-a57c-7ec7f2f4cf1a tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.589142] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc58024-d231-4a71-a57c-7ec7f2f4cf1a tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.590034] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63930e7c-aa4d-4b06-bb1f-0bcc28adea4a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.598169] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc58024-d231-4a71-a57c-7ec7f2f4cf1a tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.598422] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b7abf1b-ae63-42ae-80d9-ee980d3b791b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.603968] env[68960]: DEBUG oslo_vmware.api [None req-dcc58024-d231-4a71-a57c-7ec7f2f4cf1a tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 1057.603968] env[68960]: value = "task-3222073" [ 1057.603968] env[68960]: _type = "Task" [ 1057.603968] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.611799] env[68960]: DEBUG oslo_vmware.api [None req-dcc58024-d231-4a71-a57c-7ec7f2f4cf1a tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3222073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.633834] env[68960]: DEBUG oslo_vmware.api [None req-f7613aa8-512d-49da-9040-cb8878270d3c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3222072, 'name': PowerOffVM_Task, 'duration_secs': 0.276793} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.634067] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7613aa8-512d-49da-9040-cb8878270d3c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.634284] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f7613aa8-512d-49da-9040-cb8878270d3c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.634495] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86138bce-1f0a-4075-b3cf-1b0477f0a9ec {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.672299] env[68960]: DEBUG nova.compute.manager [req-aea9420c-bb67-4436-b491-be9fc3130faf req-f537fb97-a074-4ffb-acac-5c9e25973aef service nova] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Received event network-changed-483f44d2-2263-42ab-9fc1-ae923e17101e {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.672478] env[68960]: DEBUG nova.compute.manager [req-aea9420c-bb67-4436-b491-be9fc3130faf req-f537fb97-a074-4ffb-acac-5c9e25973aef service nova] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Refreshing instance network info cache due to event network-changed-483f44d2-2263-42ab-9fc1-ae923e17101e. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.672691] env[68960]: DEBUG oslo_concurrency.lockutils [req-aea9420c-bb67-4436-b491-be9fc3130faf req-f537fb97-a074-4ffb-acac-5c9e25973aef service nova] Acquiring lock "refresh_cache-e4af7d3d-2951-450d-8ea9-31c975724e74" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.673638] env[68960]: DEBUG oslo_concurrency.lockutils [req-aea9420c-bb67-4436-b491-be9fc3130faf req-f537fb97-a074-4ffb-acac-5c9e25973aef service nova] Acquired lock "refresh_cache-e4af7d3d-2951-450d-8ea9-31c975724e74" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.673696] env[68960]: DEBUG nova.network.neutron [req-aea9420c-bb67-4436-b491-be9fc3130faf req-f537fb97-a074-4ffb-acac-5c9e25973aef service nova] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Refreshing network info cache for port 483f44d2-2263-42ab-9fc1-ae923e17101e {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.693593] env[68960]: DEBUG nova.compute.manager [req-41066807-2315-43cc-bba3-4d6057138787 req-f23fd340-58ed-425c-bb4d-fa6347a7892c service nova] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Received event network-vif-deleted-ccac5232-df78-498c-88e6-a905e6b1c215 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.704794] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f7613aa8-512d-49da-9040-cb8878270d3c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.705697] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f7613aa8-512d-49da-9040-cb8878270d3c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.705697] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7613aa8-512d-49da-9040-cb8878270d3c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Deleting the datastore file [datastore1] 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.705697] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19bb7695-bd02-47bd-b7e8-ee85ac7356fc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.723876] env[68960]: DEBUG oslo_vmware.api [None req-f7613aa8-512d-49da-9040-cb8878270d3c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for the task: (returnval){ [ 1057.723876] env[68960]: value = "task-3222075" [ 1057.723876] env[68960]: _type = "Task" [ 1057.723876] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.725803] env[68960]: INFO nova.compute.manager [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Took 25.43 seconds to build instance. [ 1057.735909] env[68960]: DEBUG oslo_vmware.api [None req-f7613aa8-512d-49da-9040-cb8878270d3c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3222075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.812350] env[68960]: DEBUG oslo_concurrency.lockutils [None req-604386dc-6041-4641-aa25-7c67014e1abe tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "e4af7d3d-2951-450d-8ea9-31c975724e74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.579s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.887540] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3a31db85-4f50-4ff0-9a5e-128cf9d76212 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Releasing lock "refresh_cache-a2552141-7149-4917-a100-cc380396ad18" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.913537] env[68960]: DEBUG nova.scheduler.client.report [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.976681] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52af8e66-04c9-18b7-bae0-2b4cba41d8b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009193} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.977008] env[68960]: DEBUG oslo_concurrency.lockutils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.977356] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 6229f35e-59ed-4ea7-a225-f6824af852b2/6229f35e-59ed-4ea7-a225-f6824af852b2.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.977535] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9199c79-20ba-4bda-b9d9-8cc1c63baa4e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.984433] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1057.984433] env[68960]: value = "task-3222076" [ 1057.984433] env[68960]: _type = "Task" [ 1057.984433] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.992473] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.059303] env[68960]: DEBUG nova.compute.manager [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Stashing vm_state: active {{(pid=68960) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1058.114597] env[68960]: DEBUG oslo_vmware.api [None req-dcc58024-d231-4a71-a57c-7ec7f2f4cf1a tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3222073, 'name': PowerOffVM_Task, 'duration_secs': 0.245145} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.114924] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc58024-d231-4a71-a57c-7ec7f2f4cf1a tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.115157] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc58024-d231-4a71-a57c-7ec7f2f4cf1a tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.115459] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a8d580c-9f2c-45dc-afc6-a04913a00e1d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.192441] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc58024-d231-4a71-a57c-7ec7f2f4cf1a tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.192878] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc58024-d231-4a71-a57c-7ec7f2f4cf1a tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.193061] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcc58024-d231-4a71-a57c-7ec7f2f4cf1a tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Deleting the datastore file [datastore2] 178e556e-7643-46a0-a83a-3923fda2c471 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.193450] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aee41d3d-8eb0-4a77-afa9-613692c42ee0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.202713] env[68960]: DEBUG oslo_vmware.api [None req-dcc58024-d231-4a71-a57c-7ec7f2f4cf1a tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for the task: (returnval){ [ 1058.202713] env[68960]: value = "task-3222078" [ 1058.202713] env[68960]: _type = "Task" [ 1058.202713] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.215379] env[68960]: DEBUG oslo_vmware.api [None req-dcc58024-d231-4a71-a57c-7ec7f2f4cf1a tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3222078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.231350] env[68960]: DEBUG oslo_concurrency.lockutils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "cf53f066-f04f-4f19-9dde-2a146048b89f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.955s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.244026] env[68960]: DEBUG oslo_vmware.api [None req-f7613aa8-512d-49da-9040-cb8878270d3c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Task: {'id': task-3222075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15706} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.244427] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7613aa8-512d-49da-9040-cb8878270d3c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.244686] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f7613aa8-512d-49da-9040-cb8878270d3c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.247392] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f7613aa8-512d-49da-9040-cb8878270d3c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.247392] env[68960]: INFO nova.compute.manager [None req-f7613aa8-512d-49da-9040-cb8878270d3c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1058.247392] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7613aa8-512d-49da-9040-cb8878270d3c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.247392] env[68960]: DEBUG nova.compute.manager [-] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.247392] env[68960]: DEBUG nova.network.neutron [-] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.394534] env[68960]: DEBUG nova.compute.manager [None req-3a31db85-4f50-4ff0-9a5e-128cf9d76212 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.395439] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339e002f-f3d3-4b47-aa69-518106478d25 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.419068] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.421908] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.390s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.423237] env[68960]: INFO nova.compute.claims [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.452096] env[68960]: INFO nova.scheduler.client.report [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Deleted allocations for instance a6ba5600-ed33-490b-bf91-e54ff7483d42 [ 1058.472884] env[68960]: DEBUG nova.network.neutron [req-aea9420c-bb67-4436-b491-be9fc3130faf req-f537fb97-a074-4ffb-acac-5c9e25973aef service nova] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Updated VIF entry in instance network info cache for port 483f44d2-2263-42ab-9fc1-ae923e17101e. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.473323] env[68960]: DEBUG nova.network.neutron [req-aea9420c-bb67-4436-b491-be9fc3130faf req-f537fb97-a074-4ffb-acac-5c9e25973aef service nova] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Updating instance_info_cache with network_info: [{"id": "483f44d2-2263-42ab-9fc1-ae923e17101e", "address": "fa:16:3e:10:4d:22", "network": {"id": "4139273d-51b4-4bf5-9786-325e4fa44a1c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-641245848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f345894c0e4c42eba03bc430a5358948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap483f44d2-22", "ovs_interfaceid": "483f44d2-2263-42ab-9fc1-ae923e17101e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.498258] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484326} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.498544] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 6229f35e-59ed-4ea7-a225-f6824af852b2/6229f35e-59ed-4ea7-a225-f6824af852b2.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.499458] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.500063] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2543404-caf3-476e-bcc4-a512e821f0c2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.507140] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1058.507140] env[68960]: value = "task-3222079" [ 1058.507140] env[68960]: _type = "Task" [ 1058.507140] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.516825] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222079, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.587017] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.714092] env[68960]: DEBUG oslo_vmware.api [None req-dcc58024-d231-4a71-a57c-7ec7f2f4cf1a tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Task: {'id': task-3222078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.464138} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.714372] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcc58024-d231-4a71-a57c-7ec7f2f4cf1a tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.714553] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc58024-d231-4a71-a57c-7ec7f2f4cf1a tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.714725] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc58024-d231-4a71-a57c-7ec7f2f4cf1a tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.714899] env[68960]: INFO nova.compute.manager [None req-dcc58024-d231-4a71-a57c-7ec7f2f4cf1a tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1058.715751] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcc58024-d231-4a71-a57c-7ec7f2f4cf1a tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.715751] env[68960]: DEBUG nova.compute.manager [-] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.715751] env[68960]: DEBUG nova.network.neutron [-] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.962890] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0e9f03e9-d6b6-4aa3-bf4d-e8f5b1e66d73 tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Lock "a6ba5600-ed33-490b-bf91-e54ff7483d42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.853s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.977190] env[68960]: DEBUG oslo_concurrency.lockutils [req-aea9420c-bb67-4436-b491-be9fc3130faf req-f537fb97-a074-4ffb-acac-5c9e25973aef service nova] Releasing lock "refresh_cache-e4af7d3d-2951-450d-8ea9-31c975724e74" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.025942] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222079, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071012} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.026478] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.027485] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d628bbca-5374-4160-b475-f825eb2df9c8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.057649] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 6229f35e-59ed-4ea7-a225-f6824af852b2/6229f35e-59ed-4ea7-a225-f6824af852b2.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.058390] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52bc5f9e-fb02-4414-9f4b-30e8e1f22962 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.080940] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1059.080940] env[68960]: value = "task-3222080" [ 1059.080940] env[68960]: _type = "Task" [ 1059.080940] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.089344] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222080, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.384079] env[68960]: DEBUG nova.network.neutron [-] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.418217] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3897f4a9-7a6b-43b9-a5ea-f85928cdfec3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.427539] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3a31db85-4f50-4ff0-9a5e-128cf9d76212 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Doing hard reboot of VM {{(pid=68960) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1059.427639] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e8f2f770-7455-43b3-b8a8-1635d61a8086 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.434782] env[68960]: DEBUG oslo_vmware.api [None req-3a31db85-4f50-4ff0-9a5e-128cf9d76212 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Waiting for the task: (returnval){ [ 1059.434782] env[68960]: value = "task-3222082" [ 1059.434782] env[68960]: _type = "Task" [ 1059.434782] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.452381] env[68960]: DEBUG oslo_vmware.api [None req-3a31db85-4f50-4ff0-9a5e-128cf9d76212 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3222082, 'name': ResetVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.467032] env[68960]: DEBUG nova.network.neutron [-] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.593028] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.711821] env[68960]: DEBUG nova.compute.manager [req-0aa75b17-e794-401d-b041-787bece0d5ed req-2b7cfc7a-9e99-47dc-bda7-73178adf3c35 service nova] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Received event network-vif-deleted-4240e73d-f1de-4b0e-af2a-e86d798b7da4 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.734903] env[68960]: DEBUG nova.compute.manager [req-3f66d151-e6e7-4e66-a2bb-40978aead142 req-270b0097-79a7-4847-a0ca-89d600253a94 service nova] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Received event network-vif-deleted-92b62112-2c32-423d-a85d-bce9eaee60e6 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.755166] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7111463b-291d-48bd-b449-0089c6dcbfcc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.763416] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53173e24-f261-4340-82f5-4386526f6607 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.798323] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71e2362-426d-4fb0-9ab2-446da8f3f67e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.807117] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab18e4b-9e2b-4401-926d-c58884ffe911 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.821789] env[68960]: DEBUG nova.compute.provider_tree [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.887122] env[68960]: INFO nova.compute.manager [-] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Took 1.64 seconds to deallocate network for instance. [ 1059.946141] env[68960]: DEBUG oslo_vmware.api [None req-3a31db85-4f50-4ff0-9a5e-128cf9d76212 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3222082, 'name': ResetVM_Task, 'duration_secs': 0.129643} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.946141] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3a31db85-4f50-4ff0-9a5e-128cf9d76212 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Did hard reboot of VM {{(pid=68960) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1059.946141] env[68960]: DEBUG nova.compute.manager [None req-3a31db85-4f50-4ff0-9a5e-128cf9d76212 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.946621] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c01e2a0-ce1a-46e2-bef4-61c13b688a1b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.971415] env[68960]: INFO nova.compute.manager [-] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Took 1.26 seconds to deallocate network for instance. [ 1060.091520] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222080, 'name': ReconfigVM_Task, 'duration_secs': 0.602735} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.091943] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 6229f35e-59ed-4ea7-a225-f6824af852b2/6229f35e-59ed-4ea7-a225-f6824af852b2.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.092640] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f27b47cb-6e1a-40a0-9d62-7b3c6ffc57de {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.099851] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1060.099851] env[68960]: value = "task-3222083" [ 1060.099851] env[68960]: _type = "Task" [ 1060.099851] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.115055] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222083, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.332020] env[68960]: DEBUG nova.scheduler.client.report [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.394270] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f7613aa8-512d-49da-9040-cb8878270d3c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.408591] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Acquiring lock "e347bd5a-702a-4028-8c83-53c594b9e57f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.408591] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Lock "e347bd5a-702a-4028-8c83-53c594b9e57f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.461484] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3a31db85-4f50-4ff0-9a5e-128cf9d76212 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Lock "a2552141-7149-4917-a100-cc380396ad18" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.640s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.477514] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dcc58024-d231-4a71-a57c-7ec7f2f4cf1a tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.611997] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222083, 'name': Rename_Task, 'duration_secs': 0.266584} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.612365] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.612683] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1c2fd88-bb4f-4538-8233-8d64aad3ed6e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.619775] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1060.619775] env[68960]: value = "task-3222084" [ 1060.619775] env[68960]: _type = "Task" [ 1060.619775] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.633345] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.840232] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.842561] env[68960]: DEBUG nova.compute.manager [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.852781] env[68960]: DEBUG oslo_concurrency.lockutils [None req-61c4a054-a195-4819-a47a-5f4a9cfa032b tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Acquiring lock "a2552141-7149-4917-a100-cc380396ad18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.853046] env[68960]: DEBUG oslo_concurrency.lockutils [None req-61c4a054-a195-4819-a47a-5f4a9cfa032b tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Lock "a2552141-7149-4917-a100-cc380396ad18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.853260] env[68960]: DEBUG oslo_concurrency.lockutils [None req-61c4a054-a195-4819-a47a-5f4a9cfa032b tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Acquiring lock "a2552141-7149-4917-a100-cc380396ad18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.853442] env[68960]: DEBUG oslo_concurrency.lockutils [None req-61c4a054-a195-4819-a47a-5f4a9cfa032b tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Lock "a2552141-7149-4917-a100-cc380396ad18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.853605] env[68960]: DEBUG oslo_concurrency.lockutils [None req-61c4a054-a195-4819-a47a-5f4a9cfa032b tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Lock "a2552141-7149-4917-a100-cc380396ad18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.855513] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a0b0eec2-8144-4c29-93dc-39e4f9ec17bb tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.168s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.855847] env[68960]: DEBUG nova.objects.instance [None req-a0b0eec2-8144-4c29-93dc-39e4f9ec17bb tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lazy-loading 'resources' on Instance uuid d5b57c7f-800a-4f8d-a712-eabc0d08af00 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.857596] env[68960]: INFO nova.compute.manager [None req-61c4a054-a195-4819-a47a-5f4a9cfa032b tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Terminating instance [ 1060.912596] env[68960]: DEBUG nova.compute.manager [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1061.130840] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222084, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.354653] env[68960]: DEBUG nova.compute.utils [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.356152] env[68960]: DEBUG nova.compute.manager [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1061.356290] env[68960]: DEBUG nova.network.neutron [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1061.362193] env[68960]: DEBUG nova.compute.manager [None req-61c4a054-a195-4819-a47a-5f4a9cfa032b tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1061.362193] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-61c4a054-a195-4819-a47a-5f4a9cfa032b tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.363059] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf97376-b066-42a1-ad1b-026050bd3015 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.371774] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c4a054-a195-4819-a47a-5f4a9cfa032b tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.372206] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d71eb10b-d884-4cd8-b614-5a78f8768e13 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.379385] env[68960]: DEBUG oslo_vmware.api [None req-61c4a054-a195-4819-a47a-5f4a9cfa032b tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Waiting for the task: (returnval){ [ 1061.379385] env[68960]: value = "task-3222085" [ 1061.379385] env[68960]: _type = "Task" [ 1061.379385] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.388332] env[68960]: DEBUG oslo_vmware.api [None req-61c4a054-a195-4819-a47a-5f4a9cfa032b tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3222085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.405361] env[68960]: DEBUG nova.policy [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a2388c7de004286884ce1052706547a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '603772d137274b1da5b497f41168c31d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.430964] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.631568] env[68960]: DEBUG oslo_vmware.api [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222084, 'name': PowerOnVM_Task, 'duration_secs': 0.944024} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.631835] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.632049] env[68960]: INFO nova.compute.manager [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1061.632244] env[68960]: DEBUG nova.compute.manager [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.633013] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6364f22a-9422-48c0-aea7-cbe5f84d60ac {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.697277] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e7bf4f-4939-4d2b-bd9d-f25e28077ba3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.708554] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3061ac5-15be-4310-ae2a-a9bf4f0a4078 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.742820] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c72703-67b2-47c7-a6ec-ee9c8faf35ce {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.746500] env[68960]: DEBUG nova.compute.manager [req-7b6e2f07-c332-475f-afef-06923178e3ce req-c95178ee-b153-40bd-b6aa-a52a7d31a0e5 service nova] [instance: a2552141-7149-4917-a100-cc380396ad18] Received event network-changed-b46c4c2d-e0dc-44bb-b885-c931152e56a6 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.746704] env[68960]: DEBUG nova.compute.manager [req-7b6e2f07-c332-475f-afef-06923178e3ce req-c95178ee-b153-40bd-b6aa-a52a7d31a0e5 service nova] [instance: a2552141-7149-4917-a100-cc380396ad18] Refreshing instance network info cache due to event network-changed-b46c4c2d-e0dc-44bb-b885-c931152e56a6. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.746916] env[68960]: DEBUG oslo_concurrency.lockutils [req-7b6e2f07-c332-475f-afef-06923178e3ce req-c95178ee-b153-40bd-b6aa-a52a7d31a0e5 service nova] Acquiring lock "refresh_cache-a2552141-7149-4917-a100-cc380396ad18" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.747069] env[68960]: DEBUG oslo_concurrency.lockutils [req-7b6e2f07-c332-475f-afef-06923178e3ce req-c95178ee-b153-40bd-b6aa-a52a7d31a0e5 service nova] Acquired lock "refresh_cache-a2552141-7149-4917-a100-cc380396ad18" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.747233] env[68960]: DEBUG nova.network.neutron [req-7b6e2f07-c332-475f-afef-06923178e3ce req-c95178ee-b153-40bd-b6aa-a52a7d31a0e5 service nova] [instance: a2552141-7149-4917-a100-cc380396ad18] Refreshing network info cache for port b46c4c2d-e0dc-44bb-b885-c931152e56a6 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.751997] env[68960]: DEBUG nova.network.neutron [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Successfully created port: 42db5fad-f000-4960-be77-33cada035df4 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1061.757680] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a5206f-9567-4ad3-9f91-0aabb0408a1d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.772994] env[68960]: DEBUG nova.compute.provider_tree [None req-a0b0eec2-8144-4c29-93dc-39e4f9ec17bb tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.860171] env[68960]: DEBUG nova.compute.manager [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.888707] env[68960]: DEBUG oslo_vmware.api [None req-61c4a054-a195-4819-a47a-5f4a9cfa032b tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3222085, 'name': PowerOffVM_Task, 'duration_secs': 0.276963} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.888963] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c4a054-a195-4819-a47a-5f4a9cfa032b tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.889627] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-61c4a054-a195-4819-a47a-5f4a9cfa032b tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.890306] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63b020b5-e327-47fd-8b6c-ffd0c85714bc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.963982] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-61c4a054-a195-4819-a47a-5f4a9cfa032b tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.963982] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-61c4a054-a195-4819-a47a-5f4a9cfa032b tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.963982] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c4a054-a195-4819-a47a-5f4a9cfa032b tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Deleting the datastore file [datastore2] a2552141-7149-4917-a100-cc380396ad18 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.964140] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84c71f03-e10d-47af-a8e0-03208868ae58 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.970809] env[68960]: DEBUG oslo_vmware.api [None req-61c4a054-a195-4819-a47a-5f4a9cfa032b tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Waiting for the task: (returnval){ [ 1061.970809] env[68960]: value = "task-3222087" [ 1061.970809] env[68960]: _type = "Task" [ 1061.970809] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.981100] env[68960]: DEBUG oslo_vmware.api [None req-61c4a054-a195-4819-a47a-5f4a9cfa032b tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3222087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.984630] env[68960]: DEBUG oslo_concurrency.lockutils [None req-45c0368b-3efe-49a5-a680-a7f1ed491f2d tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Acquiring lock "168d8714-3f8f-4bfa-ba48-d0d95f461c14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.985837] env[68960]: DEBUG oslo_concurrency.lockutils [None req-45c0368b-3efe-49a5-a680-a7f1ed491f2d tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Lock "168d8714-3f8f-4bfa-ba48-d0d95f461c14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.985837] env[68960]: DEBUG oslo_concurrency.lockutils [None req-45c0368b-3efe-49a5-a680-a7f1ed491f2d tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Acquiring lock "168d8714-3f8f-4bfa-ba48-d0d95f461c14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.985837] env[68960]: DEBUG oslo_concurrency.lockutils [None req-45c0368b-3efe-49a5-a680-a7f1ed491f2d tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Lock "168d8714-3f8f-4bfa-ba48-d0d95f461c14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.985837] env[68960]: DEBUG oslo_concurrency.lockutils [None req-45c0368b-3efe-49a5-a680-a7f1ed491f2d tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Lock "168d8714-3f8f-4bfa-ba48-d0d95f461c14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.989474] env[68960]: INFO nova.compute.manager [None req-45c0368b-3efe-49a5-a680-a7f1ed491f2d tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Terminating instance [ 1062.151528] env[68960]: INFO nova.compute.manager [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Took 29.83 seconds to build instance. [ 1062.276572] env[68960]: DEBUG nova.scheduler.client.report [None req-a0b0eec2-8144-4c29-93dc-39e4f9ec17bb tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.486131] env[68960]: DEBUG oslo_vmware.api [None req-61c4a054-a195-4819-a47a-5f4a9cfa032b tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3222087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141149} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.486131] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c4a054-a195-4819-a47a-5f4a9cfa032b tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.486441] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-61c4a054-a195-4819-a47a-5f4a9cfa032b tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.486481] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-61c4a054-a195-4819-a47a-5f4a9cfa032b tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.486653] env[68960]: INFO nova.compute.manager [None req-61c4a054-a195-4819-a47a-5f4a9cfa032b tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: a2552141-7149-4917-a100-cc380396ad18] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1062.486931] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61c4a054-a195-4819-a47a-5f4a9cfa032b tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.487156] env[68960]: DEBUG nova.compute.manager [-] [instance: a2552141-7149-4917-a100-cc380396ad18] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.487284] env[68960]: DEBUG nova.network.neutron [-] [instance: a2552141-7149-4917-a100-cc380396ad18] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.492747] env[68960]: DEBUG nova.compute.manager [None req-45c0368b-3efe-49a5-a680-a7f1ed491f2d tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.492968] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-45c0368b-3efe-49a5-a680-a7f1ed491f2d tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.493796] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62310ae-5f04-44a8-9a45-9a92d5134c13 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.497181] env[68960]: DEBUG nova.network.neutron [req-7b6e2f07-c332-475f-afef-06923178e3ce req-c95178ee-b153-40bd-b6aa-a52a7d31a0e5 service nova] [instance: a2552141-7149-4917-a100-cc380396ad18] Updated VIF entry in instance network info cache for port b46c4c2d-e0dc-44bb-b885-c931152e56a6. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.497506] env[68960]: DEBUG nova.network.neutron [req-7b6e2f07-c332-475f-afef-06923178e3ce req-c95178ee-b153-40bd-b6aa-a52a7d31a0e5 service nova] [instance: a2552141-7149-4917-a100-cc380396ad18] Updating instance_info_cache with network_info: [{"id": "b46c4c2d-e0dc-44bb-b885-c931152e56a6", "address": "fa:16:3e:41:63:7f", "network": {"id": "4f6c2869-1d90-4122-b18e-6d4c4f4b9080", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-808812376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c2d56122a0444f8dada636bc5ed07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb46c4c2d-e0", "ovs_interfaceid": "b46c4c2d-e0dc-44bb-b885-c931152e56a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.502917] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c0368b-3efe-49a5-a680-a7f1ed491f2d tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.503173] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c5ccbb0-a7dd-4891-9453-49556a89dd09 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.509402] env[68960]: DEBUG oslo_vmware.api [None req-45c0368b-3efe-49a5-a680-a7f1ed491f2d tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Waiting for the task: (returnval){ [ 1062.509402] env[68960]: value = "task-3222088" [ 1062.509402] env[68960]: _type = "Task" [ 1062.509402] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.518217] env[68960]: DEBUG oslo_vmware.api [None req-45c0368b-3efe-49a5-a680-a7f1ed491f2d tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3222088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.653729] env[68960]: DEBUG oslo_concurrency.lockutils [None req-805c87f7-acd3-4b08-baa8-d737f1dfcdfa tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "6229f35e-59ed-4ea7-a225-f6824af852b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.347s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.782667] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a0b0eec2-8144-4c29-93dc-39e4f9ec17bb tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.785861] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3e64821d-9eae-47bb-8288-51ca92dc4a34 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.482s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.786163] env[68960]: DEBUG nova.objects.instance [None req-3e64821d-9eae-47bb-8288-51ca92dc4a34 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lazy-loading 'resources' on Instance uuid df1c635b-6070-4793-ac01-c3c54bc84c9a {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.807477] env[68960]: DEBUG nova.compute.manager [req-ec57bc1e-b431-4b04-9ae7-d0b0a630dbe3 req-e970bca2-25ed-462f-a1ff-52522309ae81 service nova] [instance: a2552141-7149-4917-a100-cc380396ad18] Received event network-vif-deleted-b46c4c2d-e0dc-44bb-b885-c931152e56a6 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.808117] env[68960]: INFO nova.compute.manager [req-ec57bc1e-b431-4b04-9ae7-d0b0a630dbe3 req-e970bca2-25ed-462f-a1ff-52522309ae81 service nova] [instance: a2552141-7149-4917-a100-cc380396ad18] Neutron deleted interface b46c4c2d-e0dc-44bb-b885-c931152e56a6; detaching it from the instance and deleting it from the info cache [ 1062.808455] env[68960]: DEBUG nova.network.neutron [req-ec57bc1e-b431-4b04-9ae7-d0b0a630dbe3 req-e970bca2-25ed-462f-a1ff-52522309ae81 service nova] [instance: a2552141-7149-4917-a100-cc380396ad18] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.813888] env[68960]: INFO nova.scheduler.client.report [None req-a0b0eec2-8144-4c29-93dc-39e4f9ec17bb tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Deleted allocations for instance d5b57c7f-800a-4f8d-a712-eabc0d08af00 [ 1062.868861] env[68960]: DEBUG nova.compute.manager [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.898158] env[68960]: DEBUG nova.virt.hardware [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.898404] env[68960]: DEBUG nova.virt.hardware [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.898562] env[68960]: DEBUG nova.virt.hardware [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.898741] env[68960]: DEBUG nova.virt.hardware [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.898903] env[68960]: DEBUG nova.virt.hardware [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.899214] env[68960]: DEBUG nova.virt.hardware [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.899461] env[68960]: DEBUG nova.virt.hardware [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.899621] env[68960]: DEBUG nova.virt.hardware [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.899786] env[68960]: DEBUG nova.virt.hardware [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.899950] env[68960]: DEBUG nova.virt.hardware [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.900152] env[68960]: DEBUG nova.virt.hardware [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.901307] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717d34e0-aaaf-45a0-8c1a-4b964924bd1b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.909766] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88412436-fe6c-4484-925d-9f2c80232a3a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.000493] env[68960]: DEBUG oslo_concurrency.lockutils [req-7b6e2f07-c332-475f-afef-06923178e3ce req-c95178ee-b153-40bd-b6aa-a52a7d31a0e5 service nova] Releasing lock "refresh_cache-a2552141-7149-4917-a100-cc380396ad18" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.019810] env[68960]: DEBUG oslo_vmware.api [None req-45c0368b-3efe-49a5-a680-a7f1ed491f2d tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3222088, 'name': PowerOffVM_Task, 'duration_secs': 0.320119} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.020103] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c0368b-3efe-49a5-a680-a7f1ed491f2d tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.020269] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-45c0368b-3efe-49a5-a680-a7f1ed491f2d tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.020522] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f5e7abd-8e31-47ef-80ca-f712bccde783 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.093721] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-45c0368b-3efe-49a5-a680-a7f1ed491f2d tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.093721] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-45c0368b-3efe-49a5-a680-a7f1ed491f2d tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.093721] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-45c0368b-3efe-49a5-a680-a7f1ed491f2d tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Deleting the datastore file [datastore2] 168d8714-3f8f-4bfa-ba48-d0d95f461c14 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.093964] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-600df6c5-8d00-40da-88f9-be5e81947e95 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.100850] env[68960]: DEBUG oslo_vmware.api [None req-45c0368b-3efe-49a5-a680-a7f1ed491f2d tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Waiting for the task: (returnval){ [ 1063.100850] env[68960]: value = "task-3222090" [ 1063.100850] env[68960]: _type = "Task" [ 1063.100850] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.109459] env[68960]: DEBUG oslo_vmware.api [None req-45c0368b-3efe-49a5-a680-a7f1ed491f2d tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3222090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.177692] env[68960]: DEBUG oslo_concurrency.lockutils [None req-83efd324-bdd8-4e9c-afee-d281b1275fad tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquiring lock "cf53f066-f04f-4f19-9dde-2a146048b89f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.178049] env[68960]: DEBUG oslo_concurrency.lockutils [None req-83efd324-bdd8-4e9c-afee-d281b1275fad tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "cf53f066-f04f-4f19-9dde-2a146048b89f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.178274] env[68960]: DEBUG oslo_concurrency.lockutils [None req-83efd324-bdd8-4e9c-afee-d281b1275fad tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquiring lock "cf53f066-f04f-4f19-9dde-2a146048b89f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.178464] env[68960]: DEBUG oslo_concurrency.lockutils [None req-83efd324-bdd8-4e9c-afee-d281b1275fad tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "cf53f066-f04f-4f19-9dde-2a146048b89f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.178629] env[68960]: DEBUG oslo_concurrency.lockutils [None req-83efd324-bdd8-4e9c-afee-d281b1275fad tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "cf53f066-f04f-4f19-9dde-2a146048b89f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.180678] env[68960]: INFO nova.compute.manager [None req-83efd324-bdd8-4e9c-afee-d281b1275fad tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Terminating instance [ 1063.221262] env[68960]: DEBUG nova.network.neutron [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Successfully updated port: 42db5fad-f000-4960-be77-33cada035df4 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.259780] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e4aff5e3-a375-4823-817a-ec4efc98fb31 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquiring lock "6229f35e-59ed-4ea7-a225-f6824af852b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.259780] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e4aff5e3-a375-4823-817a-ec4efc98fb31 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "6229f35e-59ed-4ea7-a225-f6824af852b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.259780] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e4aff5e3-a375-4823-817a-ec4efc98fb31 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquiring lock "6229f35e-59ed-4ea7-a225-f6824af852b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.260047] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e4aff5e3-a375-4823-817a-ec4efc98fb31 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "6229f35e-59ed-4ea7-a225-f6824af852b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.260099] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e4aff5e3-a375-4823-817a-ec4efc98fb31 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "6229f35e-59ed-4ea7-a225-f6824af852b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.262225] env[68960]: DEBUG nova.network.neutron [-] [instance: a2552141-7149-4917-a100-cc380396ad18] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.262926] env[68960]: INFO nova.compute.manager [None req-e4aff5e3-a375-4823-817a-ec4efc98fb31 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Terminating instance [ 1063.312417] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58278c25-bc2a-4fe5-9a04-ff6ab6f3f1e1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.322247] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30bc92f-127e-43cb-b865-e6e2c6df0ce1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.337108] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a0b0eec2-8144-4c29-93dc-39e4f9ec17bb tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "d5b57c7f-800a-4f8d-a712-eabc0d08af00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.573s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.358666] env[68960]: DEBUG nova.compute.manager [req-ec57bc1e-b431-4b04-9ae7-d0b0a630dbe3 req-e970bca2-25ed-462f-a1ff-52522309ae81 service nova] [instance: a2552141-7149-4917-a100-cc380396ad18] Detach interface failed, port_id=b46c4c2d-e0dc-44bb-b885-c931152e56a6, reason: Instance a2552141-7149-4917-a100-cc380396ad18 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1063.523450] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd20dae-10c3-493b-b888-c8961392554a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.530798] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1d1809-7fe7-46a4-b726-13523e04bf9e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.562580] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60656929-df5e-4d20-be5c-ebbecd7df1e7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.569397] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a15754c-750e-4bd5-b488-59d2663985dd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.583056] env[68960]: DEBUG nova.compute.provider_tree [None req-3e64821d-9eae-47bb-8288-51ca92dc4a34 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.610724] env[68960]: DEBUG oslo_vmware.api [None req-45c0368b-3efe-49a5-a680-a7f1ed491f2d tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Task: {'id': task-3222090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175684} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.610967] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-45c0368b-3efe-49a5-a680-a7f1ed491f2d tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.611168] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-45c0368b-3efe-49a5-a680-a7f1ed491f2d tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.611347] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-45c0368b-3efe-49a5-a680-a7f1ed491f2d tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.611518] env[68960]: INFO nova.compute.manager [None req-45c0368b-3efe-49a5-a680-a7f1ed491f2d tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1063.612275] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45c0368b-3efe-49a5-a680-a7f1ed491f2d tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.612275] env[68960]: DEBUG nova.compute.manager [-] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.612275] env[68960]: DEBUG nova.network.neutron [-] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.683841] env[68960]: DEBUG nova.compute.manager [None req-83efd324-bdd8-4e9c-afee-d281b1275fad tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.684109] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-83efd324-bdd8-4e9c-afee-d281b1275fad tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.685110] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef5bf43-c878-4443-bcdc-162b8a9018b2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.694032] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-83efd324-bdd8-4e9c-afee-d281b1275fad tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.694032] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a78cad2-c13a-453c-bdec-f6f08de254de {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.699112] env[68960]: DEBUG oslo_vmware.api [None req-83efd324-bdd8-4e9c-afee-d281b1275fad tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1063.699112] env[68960]: value = "task-3222091" [ 1063.699112] env[68960]: _type = "Task" [ 1063.699112] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.706767] env[68960]: DEBUG oslo_vmware.api [None req-83efd324-bdd8-4e9c-afee-d281b1275fad tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.723706] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "refresh_cache-066322c9-9ec9-4d86-96cc-e2be3db6fbe5" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.723909] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquired lock "refresh_cache-066322c9-9ec9-4d86-96cc-e2be3db6fbe5" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.724085] env[68960]: DEBUG nova.network.neutron [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.765921] env[68960]: INFO nova.compute.manager [-] [instance: a2552141-7149-4917-a100-cc380396ad18] Took 1.28 seconds to deallocate network for instance. [ 1063.766861] env[68960]: DEBUG nova.compute.manager [None req-e4aff5e3-a375-4823-817a-ec4efc98fb31 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.766946] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e4aff5e3-a375-4823-817a-ec4efc98fb31 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.769787] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff407ffc-9132-4dd1-9327-9e6a105a326d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.782403] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4aff5e3-a375-4823-817a-ec4efc98fb31 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.782715] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9518110-b27d-4e61-993d-48f4c7943407 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.790153] env[68960]: DEBUG oslo_vmware.api [None req-e4aff5e3-a375-4823-817a-ec4efc98fb31 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1063.790153] env[68960]: value = "task-3222092" [ 1063.790153] env[68960]: _type = "Task" [ 1063.790153] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.798934] env[68960]: DEBUG oslo_vmware.api [None req-e4aff5e3-a375-4823-817a-ec4efc98fb31 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.087955] env[68960]: DEBUG nova.scheduler.client.report [None req-3e64821d-9eae-47bb-8288-51ca92dc4a34 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.211843] env[68960]: DEBUG oslo_vmware.api [None req-83efd324-bdd8-4e9c-afee-d281b1275fad tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222091, 'name': PowerOffVM_Task, 'duration_secs': 0.227837} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.212753] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-83efd324-bdd8-4e9c-afee-d281b1275fad tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.213160] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-83efd324-bdd8-4e9c-afee-d281b1275fad tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.213659] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44559f61-15c3-49c8-a2e3-91a8d5233df2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.279945] env[68960]: DEBUG oslo_concurrency.lockutils [None req-61c4a054-a195-4819-a47a-5f4a9cfa032b tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.285359] env[68960]: DEBUG nova.network.neutron [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.304434] env[68960]: DEBUG oslo_vmware.api [None req-e4aff5e3-a375-4823-817a-ec4efc98fb31 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222092, 'name': PowerOffVM_Task, 'duration_secs': 0.219192} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.304434] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4aff5e3-a375-4823-817a-ec4efc98fb31 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.304434] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e4aff5e3-a375-4823-817a-ec4efc98fb31 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.304434] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c80b863f-c805-4c8e-9f1e-e04e662f2cab {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.318391] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-83efd324-bdd8-4e9c-afee-d281b1275fad tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.318615] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-83efd324-bdd8-4e9c-afee-d281b1275fad tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.319134] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-83efd324-bdd8-4e9c-afee-d281b1275fad tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Deleting the datastore file [datastore2] cf53f066-f04f-4f19-9dde-2a146048b89f {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.319414] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a509f52-b79b-4786-a715-9ba6f0e145a0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.326054] env[68960]: DEBUG oslo_vmware.api [None req-83efd324-bdd8-4e9c-afee-d281b1275fad tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1064.326054] env[68960]: value = "task-3222095" [ 1064.326054] env[68960]: _type = "Task" [ 1064.326054] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.334319] env[68960]: DEBUG oslo_vmware.api [None req-83efd324-bdd8-4e9c-afee-d281b1275fad tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.402257] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e4aff5e3-a375-4823-817a-ec4efc98fb31 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.402601] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e4aff5e3-a375-4823-817a-ec4efc98fb31 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.402933] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4aff5e3-a375-4823-817a-ec4efc98fb31 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Deleting the datastore file [datastore2] 6229f35e-59ed-4ea7-a225-f6824af852b2 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.403256] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4aa0adaa-a38e-4b29-b697-dd033e10096e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.412033] env[68960]: DEBUG oslo_vmware.api [None req-e4aff5e3-a375-4823-817a-ec4efc98fb31 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1064.412033] env[68960]: value = "task-3222096" [ 1064.412033] env[68960]: _type = "Task" [ 1064.412033] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.422161] env[68960]: DEBUG oslo_vmware.api [None req-e4aff5e3-a375-4823-817a-ec4efc98fb31 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222096, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.462344] env[68960]: DEBUG nova.network.neutron [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Updating instance_info_cache with network_info: [{"id": "42db5fad-f000-4960-be77-33cada035df4", "address": "fa:16:3e:21:bb:24", "network": {"id": "fd6c5ce0-1df7-4e07-82ab-88e1b96779f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508625790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603772d137274b1da5b497f41168c31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42db5fad-f0", "ovs_interfaceid": "42db5fad-f000-4960-be77-33cada035df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.594163] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3e64821d-9eae-47bb-8288-51ca92dc4a34 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.808s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.597112] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7a84f9ea-0e3a-4187-9d46-abe467cf019d tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.093s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.597903] env[68960]: DEBUG nova.objects.instance [None req-7a84f9ea-0e3a-4187-9d46-abe467cf019d tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lazy-loading 'resources' on Instance uuid 6bba70e0-4e4c-49b7-8bea-b84dde9e416a {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.621838] env[68960]: DEBUG nova.network.neutron [-] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.633892] env[68960]: INFO nova.scheduler.client.report [None req-3e64821d-9eae-47bb-8288-51ca92dc4a34 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Deleted allocations for instance df1c635b-6070-4793-ac01-c3c54bc84c9a [ 1064.837472] env[68960]: DEBUG oslo_vmware.api [None req-83efd324-bdd8-4e9c-afee-d281b1275fad tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14817} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.838926] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-83efd324-bdd8-4e9c-afee-d281b1275fad tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.839126] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-83efd324-bdd8-4e9c-afee-d281b1275fad tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.839313] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-83efd324-bdd8-4e9c-afee-d281b1275fad tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.839489] env[68960]: INFO nova.compute.manager [None req-83efd324-bdd8-4e9c-afee-d281b1275fad tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1064.839730] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83efd324-bdd8-4e9c-afee-d281b1275fad tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.841184] env[68960]: DEBUG nova.compute.manager [req-7409243e-9a30-47ba-8c77-79a644e7a596 req-c0ee84bf-424a-4fd0-aea7-4bb6167a334a service nova] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Received event network-vif-plugged-42db5fad-f000-4960-be77-33cada035df4 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.841481] env[68960]: DEBUG oslo_concurrency.lockutils [req-7409243e-9a30-47ba-8c77-79a644e7a596 req-c0ee84bf-424a-4fd0-aea7-4bb6167a334a service nova] Acquiring lock "066322c9-9ec9-4d86-96cc-e2be3db6fbe5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.841604] env[68960]: DEBUG oslo_concurrency.lockutils [req-7409243e-9a30-47ba-8c77-79a644e7a596 req-c0ee84bf-424a-4fd0-aea7-4bb6167a334a service nova] Lock "066322c9-9ec9-4d86-96cc-e2be3db6fbe5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.841806] env[68960]: DEBUG oslo_concurrency.lockutils [req-7409243e-9a30-47ba-8c77-79a644e7a596 req-c0ee84bf-424a-4fd0-aea7-4bb6167a334a service nova] Lock "066322c9-9ec9-4d86-96cc-e2be3db6fbe5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.842018] env[68960]: DEBUG nova.compute.manager [req-7409243e-9a30-47ba-8c77-79a644e7a596 req-c0ee84bf-424a-4fd0-aea7-4bb6167a334a service nova] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] No waiting events found dispatching network-vif-plugged-42db5fad-f000-4960-be77-33cada035df4 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1064.842210] env[68960]: WARNING nova.compute.manager [req-7409243e-9a30-47ba-8c77-79a644e7a596 req-c0ee84bf-424a-4fd0-aea7-4bb6167a334a service nova] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Received unexpected event network-vif-plugged-42db5fad-f000-4960-be77-33cada035df4 for instance with vm_state building and task_state spawning. [ 1064.842372] env[68960]: DEBUG nova.compute.manager [req-7409243e-9a30-47ba-8c77-79a644e7a596 req-c0ee84bf-424a-4fd0-aea7-4bb6167a334a service nova] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Received event network-changed-42db5fad-f000-4960-be77-33cada035df4 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.842529] env[68960]: DEBUG nova.compute.manager [req-7409243e-9a30-47ba-8c77-79a644e7a596 req-c0ee84bf-424a-4fd0-aea7-4bb6167a334a service nova] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Refreshing instance network info cache due to event network-changed-42db5fad-f000-4960-be77-33cada035df4. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1064.842701] env[68960]: DEBUG oslo_concurrency.lockutils [req-7409243e-9a30-47ba-8c77-79a644e7a596 req-c0ee84bf-424a-4fd0-aea7-4bb6167a334a service nova] Acquiring lock "refresh_cache-066322c9-9ec9-4d86-96cc-e2be3db6fbe5" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.843220] env[68960]: DEBUG nova.compute.manager [-] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.843317] env[68960]: DEBUG nova.network.neutron [-] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.921931] env[68960]: DEBUG oslo_vmware.api [None req-e4aff5e3-a375-4823-817a-ec4efc98fb31 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222096, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138871} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.922428] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4aff5e3-a375-4823-817a-ec4efc98fb31 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.922688] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e4aff5e3-a375-4823-817a-ec4efc98fb31 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.922909] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e4aff5e3-a375-4823-817a-ec4efc98fb31 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.923178] env[68960]: INFO nova.compute.manager [None req-e4aff5e3-a375-4823-817a-ec4efc98fb31 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1064.923416] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4aff5e3-a375-4823-817a-ec4efc98fb31 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.923658] env[68960]: DEBUG nova.compute.manager [-] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.923928] env[68960]: DEBUG nova.network.neutron [-] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.965616] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Releasing lock "refresh_cache-066322c9-9ec9-4d86-96cc-e2be3db6fbe5" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.965990] env[68960]: DEBUG nova.compute.manager [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Instance network_info: |[{"id": "42db5fad-f000-4960-be77-33cada035df4", "address": "fa:16:3e:21:bb:24", "network": {"id": "fd6c5ce0-1df7-4e07-82ab-88e1b96779f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508625790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603772d137274b1da5b497f41168c31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42db5fad-f0", "ovs_interfaceid": "42db5fad-f000-4960-be77-33cada035df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1064.966312] env[68960]: DEBUG oslo_concurrency.lockutils [req-7409243e-9a30-47ba-8c77-79a644e7a596 req-c0ee84bf-424a-4fd0-aea7-4bb6167a334a service nova] Acquired lock "refresh_cache-066322c9-9ec9-4d86-96cc-e2be3db6fbe5" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.966490] env[68960]: DEBUG nova.network.neutron [req-7409243e-9a30-47ba-8c77-79a644e7a596 req-c0ee84bf-424a-4fd0-aea7-4bb6167a334a service nova] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Refreshing network info cache for port 42db5fad-f000-4960-be77-33cada035df4 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.967787] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:bb:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42db5fad-f000-4960-be77-33cada035df4', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.975643] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Creating folder: Project (603772d137274b1da5b497f41168c31d). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1064.978945] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d874bf75-2c34-41fe-9751-167de5a649ba {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.991612] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Created folder: Project (603772d137274b1da5b497f41168c31d) in parent group-v643888. [ 1064.991842] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Creating folder: Instances. Parent ref: group-v644167. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1064.992122] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03b85eaf-acf0-4aad-a304-e47f3d7d91f8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.002541] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Created folder: Instances in parent group-v644167. [ 1065.002803] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.003035] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.003322] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45dfe586-84e5-4b70-96b7-bb3a20ab156b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.026668] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.026668] env[68960]: value = "task-3222099" [ 1065.026668] env[68960]: _type = "Task" [ 1065.026668] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.041449] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222099, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.125113] env[68960]: INFO nova.compute.manager [-] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Took 1.51 seconds to deallocate network for instance. [ 1065.142244] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3e64821d-9eae-47bb-8288-51ca92dc4a34 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "df1c635b-6070-4793-ac01-c3c54bc84c9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.613s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.417328] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad21c520-93f8-4354-84d3-b43625becf56 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.425440] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdf9393-6182-40af-bd09-1d400150d6a5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.460811] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d5f680-9192-4546-97f5-61f8c3ba1886 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.468723] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3be283-78af-4e19-908a-7a8f02fc0cac {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.484532] env[68960]: DEBUG nova.compute.provider_tree [None req-7a84f9ea-0e3a-4187-9d46-abe467cf019d tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.536214] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222099, 'name': CreateVM_Task, 'duration_secs': 0.341547} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.536338] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.537073] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.537216] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.537527] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.537874] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fa3387d-63af-418d-9681-76e8c2af217d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.542249] env[68960]: DEBUG oslo_vmware.api [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1065.542249] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524e264f-0268-95f2-5664-fa1492766eda" [ 1065.542249] env[68960]: _type = "Task" [ 1065.542249] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.552745] env[68960]: DEBUG oslo_vmware.api [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524e264f-0268-95f2-5664-fa1492766eda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.643042] env[68960]: DEBUG oslo_concurrency.lockutils [None req-45c0368b-3efe-49a5-a680-a7f1ed491f2d tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.692677] env[68960]: DEBUG nova.network.neutron [req-7409243e-9a30-47ba-8c77-79a644e7a596 req-c0ee84bf-424a-4fd0-aea7-4bb6167a334a service nova] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Updated VIF entry in instance network info cache for port 42db5fad-f000-4960-be77-33cada035df4. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.693066] env[68960]: DEBUG nova.network.neutron [req-7409243e-9a30-47ba-8c77-79a644e7a596 req-c0ee84bf-424a-4fd0-aea7-4bb6167a334a service nova] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Updating instance_info_cache with network_info: [{"id": "42db5fad-f000-4960-be77-33cada035df4", "address": "fa:16:3e:21:bb:24", "network": {"id": "fd6c5ce0-1df7-4e07-82ab-88e1b96779f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508625790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603772d137274b1da5b497f41168c31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42db5fad-f0", "ovs_interfaceid": "42db5fad-f000-4960-be77-33cada035df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.714840] env[68960]: DEBUG nova.network.neutron [-] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.762989] env[68960]: DEBUG nova.network.neutron [-] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.892534] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "046a4f06-6228-4309-a020-4aa7e3a7eb03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.892798] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "046a4f06-6228-4309-a020-4aa7e3a7eb03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.962239] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1065.962567] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1065.988889] env[68960]: DEBUG nova.scheduler.client.report [None req-7a84f9ea-0e3a-4187-9d46-abe467cf019d tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.054356] env[68960]: DEBUG oslo_vmware.api [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524e264f-0268-95f2-5664-fa1492766eda, 'name': SearchDatastore_Task, 'duration_secs': 0.009611} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.054509] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.054794] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.055099] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.055284] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.055514] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.055819] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3811e6e-e0fd-4b74-873f-685c91cf7335 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.064601] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.064770] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.065628] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67460dd5-27a8-4839-95cd-d61859f1726c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.070681] env[68960]: DEBUG oslo_vmware.api [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1066.070681] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5237fa47-5e0a-9175-fd4b-709527bb841e" [ 1066.070681] env[68960]: _type = "Task" [ 1066.070681] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.078691] env[68960]: DEBUG oslo_vmware.api [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5237fa47-5e0a-9175-fd4b-709527bb841e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.195712] env[68960]: DEBUG oslo_concurrency.lockutils [req-7409243e-9a30-47ba-8c77-79a644e7a596 req-c0ee84bf-424a-4fd0-aea7-4bb6167a334a service nova] Releasing lock "refresh_cache-066322c9-9ec9-4d86-96cc-e2be3db6fbe5" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.196130] env[68960]: DEBUG nova.compute.manager [req-7409243e-9a30-47ba-8c77-79a644e7a596 req-c0ee84bf-424a-4fd0-aea7-4bb6167a334a service nova] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Received event network-vif-deleted-c9d486f1-b36e-48a3-81ae-2061d0fdf4b0 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.217936] env[68960]: INFO nova.compute.manager [-] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Took 1.37 seconds to deallocate network for instance. [ 1066.265417] env[68960]: INFO nova.compute.manager [-] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Took 1.34 seconds to deallocate network for instance. [ 1066.395123] env[68960]: DEBUG nova.compute.manager [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1066.470733] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1066.470939] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1066.471115] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1066.471270] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1066.471513] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1066.471545] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1066.471729] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68960) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1066.471812] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1066.496421] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7a84f9ea-0e3a-4187-9d46-abe467cf019d tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.498774] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.914s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.520748] env[68960]: INFO nova.scheduler.client.report [None req-7a84f9ea-0e3a-4187-9d46-abe467cf019d tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Deleted allocations for instance 6bba70e0-4e4c-49b7-8bea-b84dde9e416a [ 1066.581548] env[68960]: DEBUG oslo_vmware.api [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5237fa47-5e0a-9175-fd4b-709527bb841e, 'name': SearchDatastore_Task, 'duration_secs': 0.00845} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.582483] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24d5e530-ad33-4c4b-a25c-5ed9286041f4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.588442] env[68960]: DEBUG oslo_vmware.api [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1066.588442] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c7ebce-0d8e-abae-b185-98d69812249a" [ 1066.588442] env[68960]: _type = "Task" [ 1066.588442] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.597973] env[68960]: DEBUG oslo_vmware.api [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c7ebce-0d8e-abae-b185-98d69812249a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.723948] env[68960]: DEBUG oslo_concurrency.lockutils [None req-83efd324-bdd8-4e9c-afee-d281b1275fad tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.772379] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e4aff5e3-a375-4823-817a-ec4efc98fb31 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.869513] env[68960]: DEBUG nova.compute.manager [req-c0b2ec3f-14b9-4307-a744-f5f9cc922610 req-2ca03c3f-5b70-43cc-a544-c89a8a7283ad service nova] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Received event network-vif-deleted-356da6ce-9b9b-4a61-a81d-0f4d4ed54118 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.869613] env[68960]: DEBUG nova.compute.manager [req-c0b2ec3f-14b9-4307-a744-f5f9cc922610 req-2ca03c3f-5b70-43cc-a544-c89a8a7283ad service nova] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Received event network-vif-deleted-39956cea-3d20-431d-b2ff-c24050d3d0c3 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.916415] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.939993] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "961e9043-71c8-4ec5-ba39-95a51a68b719" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.940413] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "961e9043-71c8-4ec5-ba39-95a51a68b719" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.975750] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.004128] env[68960]: INFO nova.compute.claims [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.029135] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7a84f9ea-0e3a-4187-9d46-abe467cf019d tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "6bba70e0-4e4c-49b7-8bea-b84dde9e416a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.518s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.100394] env[68960]: DEBUG oslo_vmware.api [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c7ebce-0d8e-abae-b185-98d69812249a, 'name': SearchDatastore_Task, 'duration_secs': 0.010509} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.101687] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.102051] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 066322c9-9ec9-4d86-96cc-e2be3db6fbe5/066322c9-9ec9-4d86-96cc-e2be3db6fbe5.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.102386] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc7c1b34-28f2-496f-97d1-6c90c5f7f88e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.109388] env[68960]: DEBUG oslo_vmware.api [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1067.109388] env[68960]: value = "task-3222100" [ 1067.109388] env[68960]: _type = "Task" [ 1067.109388] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.117807] env[68960]: DEBUG oslo_vmware.api [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.443066] env[68960]: DEBUG nova.compute.manager [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1067.510678] env[68960]: INFO nova.compute.resource_tracker [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Updating resource usage from migration 3e35712f-1b87-4d1e-8097-009c8a644aa0 [ 1067.619426] env[68960]: DEBUG oslo_vmware.api [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222100, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.832344] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c8ceae-60ed-4ede-b12c-285ff8d90af7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.840116] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20053381-3424-4998-b675-8dcce0808037 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.871941] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36069ac-e19a-4377-999c-d82248f5a6dd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.879576] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6367a5f9-0729-4b4c-87b8-79bad30eba30 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.893561] env[68960]: DEBUG nova.compute.provider_tree [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.962914] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.119638] env[68960]: DEBUG oslo_vmware.api [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559168} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.119921] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 066322c9-9ec9-4d86-96cc-e2be3db6fbe5/066322c9-9ec9-4d86-96cc-e2be3db6fbe5.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.120149] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.120407] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf385a18-05c0-4de0-a533-37e4cf413c88 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.126707] env[68960]: DEBUG oslo_vmware.api [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1068.126707] env[68960]: value = "task-3222101" [ 1068.126707] env[68960]: _type = "Task" [ 1068.126707] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.134209] env[68960]: DEBUG oslo_vmware.api [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222101, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.396839] env[68960]: DEBUG nova.scheduler.client.report [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.636970] env[68960]: DEBUG oslo_vmware.api [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222101, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.498074} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.637421] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.638216] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd83e5f-2096-41df-93ae-a892de5796e1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.661908] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 066322c9-9ec9-4d86-96cc-e2be3db6fbe5/066322c9-9ec9-4d86-96cc-e2be3db6fbe5.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.662085] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3b7d292-6b8e-449c-94cd-160d8cc97737 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.681712] env[68960]: DEBUG oslo_vmware.api [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1068.681712] env[68960]: value = "task-3222102" [ 1068.681712] env[68960]: _type = "Task" [ 1068.681712] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.690258] env[68960]: DEBUG oslo_vmware.api [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222102, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.728148] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "5febc8fc-e564-4e90-aaf7-13b55d292cf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.728440] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "5febc8fc-e564-4e90-aaf7-13b55d292cf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.902098] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.403s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.902406] env[68960]: INFO nova.compute.manager [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Migrating [ 1068.909242] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f7613aa8-512d-49da-9040-cb8878270d3c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.515s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.909476] env[68960]: DEBUG nova.objects.instance [None req-f7613aa8-512d-49da-9040-cb8878270d3c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lazy-loading 'resources' on Instance uuid 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.191529] env[68960]: DEBUG oslo_vmware.api [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222102, 'name': ReconfigVM_Task, 'duration_secs': 0.275148} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.191955] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 066322c9-9ec9-4d86-96cc-e2be3db6fbe5/066322c9-9ec9-4d86-96cc-e2be3db6fbe5.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.192467] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-644acc8a-54fa-4063-9f53-71c31f2fe73c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.199017] env[68960]: DEBUG oslo_vmware.api [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1069.199017] env[68960]: value = "task-3222103" [ 1069.199017] env[68960]: _type = "Task" [ 1069.199017] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.207809] env[68960]: DEBUG oslo_vmware.api [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222103, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.233032] env[68960]: DEBUG nova.compute.manager [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1069.418517] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "refresh_cache-0433a29e-d26f-40c6-93a8-e13079bd2eee" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.418704] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquired lock "refresh_cache-0433a29e-d26f-40c6-93a8-e13079bd2eee" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.418880] env[68960]: DEBUG nova.network.neutron [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.654638] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a92b22-e1b0-4eb1-b343-708394b8d22b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.662282] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b56d375-573e-4eaa-9d29-5f37de3d90ec {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.692555] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e4e542-199e-406d-9c08-4aefc45f6923 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.700568] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a2c56e-c064-4e03-9f2b-e1a3811dfea5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.719348] env[68960]: DEBUG nova.compute.provider_tree [None req-f7613aa8-512d-49da-9040-cb8878270d3c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.724979] env[68960]: DEBUG oslo_vmware.api [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222103, 'name': Rename_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.750201] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.118142] env[68960]: DEBUG nova.network.neutron [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Updating instance_info_cache with network_info: [{"id": "59c58188-2085-4562-9d36-65ed8a02a5ed", "address": "fa:16:3e:3a:f4:9b", "network": {"id": "8bfecd26-bbd0-4196-8447-de727dae2385", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1461791050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42779973f53e4b13bbe449e808f2bfa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c58188-20", "ovs_interfaceid": "59c58188-2085-4562-9d36-65ed8a02a5ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.210138] env[68960]: DEBUG oslo_vmware.api [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222103, 'name': Rename_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.226190] env[68960]: DEBUG nova.scheduler.client.report [None req-f7613aa8-512d-49da-9040-cb8878270d3c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.621027] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Releasing lock "refresh_cache-0433a29e-d26f-40c6-93a8-e13079bd2eee" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.710502] env[68960]: DEBUG oslo_vmware.api [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222103, 'name': Rename_Task, 'duration_secs': 1.153317} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.710768] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.711019] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4faea42f-0792-46e0-a6a9-dcd46ccb6ebf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.717293] env[68960]: DEBUG oslo_vmware.api [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1070.717293] env[68960]: value = "task-3222104" [ 1070.717293] env[68960]: _type = "Task" [ 1070.717293] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.724275] env[68960]: DEBUG oslo_vmware.api [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.732046] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f7613aa8-512d-49da-9040-cb8878270d3c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.823s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.734338] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dcc58024-d231-4a71-a57c-7ec7f2f4cf1a tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.257s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.735431] env[68960]: DEBUG nova.objects.instance [None req-dcc58024-d231-4a71-a57c-7ec7f2f4cf1a tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lazy-loading 'resources' on Instance uuid 178e556e-7643-46a0-a83a-3923fda2c471 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.753436] env[68960]: INFO nova.scheduler.client.report [None req-f7613aa8-512d-49da-9040-cb8878270d3c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Deleted allocations for instance 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57 [ 1071.226578] env[68960]: DEBUG oslo_vmware.api [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222104, 'name': PowerOnVM_Task, 'duration_secs': 0.48863} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.226948] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.227044] env[68960]: INFO nova.compute.manager [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1071.227230] env[68960]: DEBUG nova.compute.manager [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.228018] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81387bc-02fa-48fb-a490-31811c8a8c2f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.263420] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f7613aa8-512d-49da-9040-cb8878270d3c tempest-ServerRescueNegativeTestJSON-614152468 tempest-ServerRescueNegativeTestJSON-614152468-project-member] Lock "2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.674s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.527582] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55401612-8062-4d3d-830f-de9ecc0f7542 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.534790] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35e96da-4707-4fe9-b44e-8721481ae1d3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.565879] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72d27c7-9e45-44a4-880b-eab8fb5ef827 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.573193] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd969282-78cf-47d0-a0f7-7d2c8835980e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.586485] env[68960]: DEBUG nova.compute.provider_tree [None req-dcc58024-d231-4a71-a57c-7ec7f2f4cf1a tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.749946] env[68960]: INFO nova.compute.manager [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Took 28.74 seconds to build instance. [ 1072.089353] env[68960]: DEBUG nova.scheduler.client.report [None req-dcc58024-d231-4a71-a57c-7ec7f2f4cf1a tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.141042] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb6dcf9-d05a-49db-9099-5a6ca56c6613 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.167833] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Updating instance '0433a29e-d26f-40c6-93a8-e13079bd2eee' progress to 0 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1072.251529] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4a69b6f0-11f1-4a7c-92d2-d407b7f78ff0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "066322c9-9ec9-4d86-96cc-e2be3db6fbe5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.253s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.595180] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dcc58024-d231-4a71-a57c-7ec7f2f4cf1a tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.861s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.598187] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.167s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.599860] env[68960]: INFO nova.compute.claims [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.621261] env[68960]: DEBUG nova.compute.manager [req-ece27aec-4d90-415b-a3a6-43b5445b6876 req-ce8db29b-2170-4978-9ccf-660f63965c66 service nova] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Received event network-changed-42db5fad-f000-4960-be77-33cada035df4 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.621461] env[68960]: DEBUG nova.compute.manager [req-ece27aec-4d90-415b-a3a6-43b5445b6876 req-ce8db29b-2170-4978-9ccf-660f63965c66 service nova] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Refreshing instance network info cache due to event network-changed-42db5fad-f000-4960-be77-33cada035df4. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.621711] env[68960]: DEBUG oslo_concurrency.lockutils [req-ece27aec-4d90-415b-a3a6-43b5445b6876 req-ce8db29b-2170-4978-9ccf-660f63965c66 service nova] Acquiring lock "refresh_cache-066322c9-9ec9-4d86-96cc-e2be3db6fbe5" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.621877] env[68960]: DEBUG oslo_concurrency.lockutils [req-ece27aec-4d90-415b-a3a6-43b5445b6876 req-ce8db29b-2170-4978-9ccf-660f63965c66 service nova] Acquired lock "refresh_cache-066322c9-9ec9-4d86-96cc-e2be3db6fbe5" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.621987] env[68960]: DEBUG nova.network.neutron [req-ece27aec-4d90-415b-a3a6-43b5445b6876 req-ce8db29b-2170-4978-9ccf-660f63965c66 service nova] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Refreshing network info cache for port 42db5fad-f000-4960-be77-33cada035df4 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.626979] env[68960]: INFO nova.scheduler.client.report [None req-dcc58024-d231-4a71-a57c-7ec7f2f4cf1a tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Deleted allocations for instance 178e556e-7643-46a0-a83a-3923fda2c471 [ 1072.676756] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.676756] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f3b15fe-b7df-418d-90de-25a8b27cb0bd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.683713] env[68960]: DEBUG oslo_vmware.api [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 1072.683713] env[68960]: value = "task-3222105" [ 1072.683713] env[68960]: _type = "Task" [ 1072.683713] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.693203] env[68960]: DEBUG oslo_vmware.api [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.134843] env[68960]: DEBUG oslo_concurrency.lockutils [None req-dcc58024-d231-4a71-a57c-7ec7f2f4cf1a tempest-ServersNegativeTestJSON-1121397992 tempest-ServersNegativeTestJSON-1121397992-project-member] Lock "178e556e-7643-46a0-a83a-3923fda2c471" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.054s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.194675] env[68960]: DEBUG oslo_vmware.api [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222105, 'name': PowerOffVM_Task, 'duration_secs': 0.216354} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.194942] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.195128] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Updating instance '0433a29e-d26f-40c6-93a8-e13079bd2eee' progress to 17 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.360019] env[68960]: DEBUG nova.network.neutron [req-ece27aec-4d90-415b-a3a6-43b5445b6876 req-ce8db29b-2170-4978-9ccf-660f63965c66 service nova] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Updated VIF entry in instance network info cache for port 42db5fad-f000-4960-be77-33cada035df4. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.360019] env[68960]: DEBUG nova.network.neutron [req-ece27aec-4d90-415b-a3a6-43b5445b6876 req-ce8db29b-2170-4978-9ccf-660f63965c66 service nova] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Updating instance_info_cache with network_info: [{"id": "42db5fad-f000-4960-be77-33cada035df4", "address": "fa:16:3e:21:bb:24", "network": {"id": "fd6c5ce0-1df7-4e07-82ab-88e1b96779f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508625790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603772d137274b1da5b497f41168c31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42db5fad-f0", "ovs_interfaceid": "42db5fad-f000-4960-be77-33cada035df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.702620] env[68960]: DEBUG nova.virt.hardware [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.702896] env[68960]: DEBUG nova.virt.hardware [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.703075] env[68960]: DEBUG nova.virt.hardware [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.703264] env[68960]: DEBUG nova.virt.hardware [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.703617] env[68960]: DEBUG nova.virt.hardware [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.703617] env[68960]: DEBUG nova.virt.hardware [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.703810] env[68960]: DEBUG nova.virt.hardware [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.703978] env[68960]: DEBUG nova.virt.hardware [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.704387] env[68960]: DEBUG nova.virt.hardware [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.704604] env[68960]: DEBUG nova.virt.hardware [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.704751] env[68960]: DEBUG nova.virt.hardware [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.713281] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87e4fa02-8c5b-443a-9511-4dca1657a791 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.737103] env[68960]: DEBUG oslo_vmware.api [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 1073.737103] env[68960]: value = "task-3222106" [ 1073.737103] env[68960]: _type = "Task" [ 1073.737103] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.748681] env[68960]: DEBUG oslo_vmware.api [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222106, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.864111] env[68960]: DEBUG oslo_concurrency.lockutils [req-ece27aec-4d90-415b-a3a6-43b5445b6876 req-ce8db29b-2170-4978-9ccf-660f63965c66 service nova] Releasing lock "refresh_cache-066322c9-9ec9-4d86-96cc-e2be3db6fbe5" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.930084] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e780f250-90c7-46be-b728-0ed758230fb2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.938484] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a61af9-5274-402c-aec3-c16f7a7fcedc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.978668] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d146e340-fd7e-4722-8f86-51f363dfe394 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.986140] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe3a946-3f3b-49a9-af2b-022ad0313997 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.002666] env[68960]: DEBUG nova.compute.provider_tree [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.232130] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c2b70d9a-21d6-49f4-a83e-ed00751a3fdd tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquiring lock "d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.232316] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c2b70d9a-21d6-49f4-a83e-ed00751a3fdd tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.232570] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c2b70d9a-21d6-49f4-a83e-ed00751a3fdd tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquiring lock "d69bcd5d-1843-4880-aae3-a34c0ca9ea8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.233483] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c2b70d9a-21d6-49f4-a83e-ed00751a3fdd tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "d69bcd5d-1843-4880-aae3-a34c0ca9ea8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.233483] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c2b70d9a-21d6-49f4-a83e-ed00751a3fdd tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "d69bcd5d-1843-4880-aae3-a34c0ca9ea8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.235955] env[68960]: INFO nova.compute.manager [None req-c2b70d9a-21d6-49f4-a83e-ed00751a3fdd tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Terminating instance [ 1074.247625] env[68960]: DEBUG oslo_vmware.api [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222106, 'name': ReconfigVM_Task, 'duration_secs': 0.193717} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.247936] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Updating instance '0433a29e-d26f-40c6-93a8-e13079bd2eee' progress to 33 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.510024] env[68960]: DEBUG nova.scheduler.client.report [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.739655] env[68960]: DEBUG nova.compute.manager [None req-c2b70d9a-21d6-49f4-a83e-ed00751a3fdd tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.739891] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b70d9a-21d6-49f4-a83e-ed00751a3fdd tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.740808] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf0e815-af62-4818-b0b1-d1b2fe158243 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.748877] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b70d9a-21d6-49f4-a83e-ed00751a3fdd tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.749140] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d7de7a0-6d9f-4062-ba9d-94d3b4726c36 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.754932] env[68960]: DEBUG nova.virt.hardware [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.756427] env[68960]: DEBUG nova.virt.hardware [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.756427] env[68960]: DEBUG nova.virt.hardware [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.756427] env[68960]: DEBUG nova.virt.hardware [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.756427] env[68960]: DEBUG nova.virt.hardware [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.756427] env[68960]: DEBUG nova.virt.hardware [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.756427] env[68960]: DEBUG nova.virt.hardware [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.756427] env[68960]: DEBUG nova.virt.hardware [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.756717] env[68960]: DEBUG nova.virt.hardware [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.756757] env[68960]: DEBUG nova.virt.hardware [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.756920] env[68960]: DEBUG nova.virt.hardware [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.763854] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Reconfiguring VM instance instance-0000005d to detach disk 2000 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1074.764640] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1b4932a-550d-4b8d-8d43-338e114a756c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.779615] env[68960]: DEBUG oslo_vmware.api [None req-c2b70d9a-21d6-49f4-a83e-ed00751a3fdd tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 1074.779615] env[68960]: value = "task-3222107" [ 1074.779615] env[68960]: _type = "Task" [ 1074.779615] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.785274] env[68960]: DEBUG oslo_vmware.api [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 1074.785274] env[68960]: value = "task-3222108" [ 1074.785274] env[68960]: _type = "Task" [ 1074.785274] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.792956] env[68960]: DEBUG oslo_vmware.api [None req-c2b70d9a-21d6-49f4-a83e-ed00751a3fdd tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.799759] env[68960]: DEBUG oslo_vmware.api [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222108, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.014831] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.015438] env[68960]: DEBUG nova.compute.manager [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1075.018122] env[68960]: DEBUG oslo_concurrency.lockutils [None req-61c4a054-a195-4819-a47a-5f4a9cfa032b tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.739s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.018353] env[68960]: DEBUG nova.objects.instance [None req-61c4a054-a195-4819-a47a-5f4a9cfa032b tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Lazy-loading 'resources' on Instance uuid a2552141-7149-4917-a100-cc380396ad18 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.298344] env[68960]: DEBUG oslo_vmware.api [None req-c2b70d9a-21d6-49f4-a83e-ed00751a3fdd tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222107, 'name': PowerOffVM_Task, 'duration_secs': 0.206776} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.301303] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b70d9a-21d6-49f4-a83e-ed00751a3fdd tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.301485] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b70d9a-21d6-49f4-a83e-ed00751a3fdd tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.301751] env[68960]: DEBUG oslo_vmware.api [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222108, 'name': ReconfigVM_Task, 'duration_secs': 0.211979} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.301949] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc26df60-2219-4f15-8824-da6e4aaaaa00 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.303455] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Reconfigured VM instance instance-0000005d to detach disk 2000 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1075.304201] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24ff79a-5368-4f22-b6a0-0d93264c21d3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.326898] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 0433a29e-d26f-40c6-93a8-e13079bd2eee/0433a29e-d26f-40c6-93a8-e13079bd2eee.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.327208] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4a31ab9-4ab6-4db5-a578-e0992be41238 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.344776] env[68960]: DEBUG oslo_vmware.api [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 1075.344776] env[68960]: value = "task-3222110" [ 1075.344776] env[68960]: _type = "Task" [ 1075.344776] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.352687] env[68960]: DEBUG oslo_vmware.api [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.380702] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b70d9a-21d6-49f4-a83e-ed00751a3fdd tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.380968] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b70d9a-21d6-49f4-a83e-ed00751a3fdd tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.381265] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b70d9a-21d6-49f4-a83e-ed00751a3fdd tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Deleting the datastore file [datastore1] d69bcd5d-1843-4880-aae3-a34c0ca9ea8b {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.381556] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02a94b18-5906-4daf-b879-fdd8f9e04d03 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.387638] env[68960]: DEBUG oslo_vmware.api [None req-c2b70d9a-21d6-49f4-a83e-ed00751a3fdd tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 1075.387638] env[68960]: value = "task-3222111" [ 1075.387638] env[68960]: _type = "Task" [ 1075.387638] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.395162] env[68960]: DEBUG oslo_vmware.api [None req-c2b70d9a-21d6-49f4-a83e-ed00751a3fdd tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.524403] env[68960]: DEBUG nova.compute.utils [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.526060] env[68960]: DEBUG nova.compute.manager [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1075.526273] env[68960]: DEBUG nova.network.neutron [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1075.576337] env[68960]: DEBUG nova.policy [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c51187756734be9bd13f4b54fe7a787', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a6f389328ef477ead0ead103d375913', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.772047] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96b2564-f68e-43ee-8015-469e9fc66dd2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.779629] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5535a5-39d8-4ae5-b2d1-1c331fad5f11 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.809515] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5696a48a-e651-4357-865f-abc3ab1ec429 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.816711] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cb71c3-1357-4596-b85d-a81b1b3d3ce4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.832245] env[68960]: DEBUG nova.compute.provider_tree [None req-61c4a054-a195-4819-a47a-5f4a9cfa032b tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.834173] env[68960]: DEBUG nova.network.neutron [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Successfully created port: f068a488-affe-40d8-b18b-1d37e6838e9f {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.853757] env[68960]: DEBUG oslo_vmware.api [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222110, 'name': ReconfigVM_Task, 'duration_secs': 0.271168} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.854060] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 0433a29e-d26f-40c6-93a8-e13079bd2eee/0433a29e-d26f-40c6-93a8-e13079bd2eee.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.854344] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Updating instance '0433a29e-d26f-40c6-93a8-e13079bd2eee' progress to 50 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1075.897399] env[68960]: DEBUG oslo_vmware.api [None req-c2b70d9a-21d6-49f4-a83e-ed00751a3fdd tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158503} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.898492] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b70d9a-21d6-49f4-a83e-ed00751a3fdd tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.898686] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b70d9a-21d6-49f4-a83e-ed00751a3fdd tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.898875] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b70d9a-21d6-49f4-a83e-ed00751a3fdd tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.899279] env[68960]: INFO nova.compute.manager [None req-c2b70d9a-21d6-49f4-a83e-ed00751a3fdd tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1075.899559] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2b70d9a-21d6-49f4-a83e-ed00751a3fdd tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.900163] env[68960]: DEBUG nova.compute.manager [-] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.900301] env[68960]: DEBUG nova.network.neutron [-] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.029816] env[68960]: DEBUG nova.compute.manager [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1076.338089] env[68960]: DEBUG nova.scheduler.client.report [None req-61c4a054-a195-4819-a47a-5f4a9cfa032b tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.360945] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2471f4e-4ff0-4822-82d9-c6287a017860 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.386137] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8166f37-6ca5-4ff1-b5e6-4ef11492ff4d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.404669] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Updating instance '0433a29e-d26f-40c6-93a8-e13079bd2eee' progress to 67 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1076.498569] env[68960]: DEBUG nova.compute.manager [req-ef8fe752-7265-4450-a8c8-a23e6c6df4e2 req-a2bebde5-8205-437a-a25a-f25b1acf7cc0 service nova] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Received event network-vif-deleted-e139aca4-0df5-45d7-ad6b-01b567fb4183 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.498827] env[68960]: INFO nova.compute.manager [req-ef8fe752-7265-4450-a8c8-a23e6c6df4e2 req-a2bebde5-8205-437a-a25a-f25b1acf7cc0 service nova] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Neutron deleted interface e139aca4-0df5-45d7-ad6b-01b567fb4183; detaching it from the instance and deleting it from the info cache [ 1076.499284] env[68960]: DEBUG nova.network.neutron [req-ef8fe752-7265-4450-a8c8-a23e6c6df4e2 req-a2bebde5-8205-437a-a25a-f25b1acf7cc0 service nova] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.843378] env[68960]: DEBUG oslo_concurrency.lockutils [None req-61c4a054-a195-4819-a47a-5f4a9cfa032b tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.845724] env[68960]: DEBUG oslo_concurrency.lockutils [None req-45c0368b-3efe-49a5-a680-a7f1ed491f2d tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.203s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.845963] env[68960]: DEBUG nova.objects.instance [None req-45c0368b-3efe-49a5-a680-a7f1ed491f2d tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Lazy-loading 'resources' on Instance uuid 168d8714-3f8f-4bfa-ba48-d0d95f461c14 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.868414] env[68960]: INFO nova.scheduler.client.report [None req-61c4a054-a195-4819-a47a-5f4a9cfa032b tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Deleted allocations for instance a2552141-7149-4917-a100-cc380396ad18 [ 1076.942244] env[68960]: DEBUG nova.network.neutron [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Port 59c58188-2085-4562-9d36-65ed8a02a5ed binding to destination host cpu-1 is already ACTIVE {{(pid=68960) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1076.981665] env[68960]: DEBUG nova.network.neutron [-] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.002813] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54a9c210-0ea9-46b8-bf44-503aa1bd56cf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.012946] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d595e6-d904-4aff-a0f2-b49847f1d97b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.043288] env[68960]: DEBUG nova.compute.manager [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1077.045748] env[68960]: DEBUG nova.compute.manager [req-ef8fe752-7265-4450-a8c8-a23e6c6df4e2 req-a2bebde5-8205-437a-a25a-f25b1acf7cc0 service nova] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Detach interface failed, port_id=e139aca4-0df5-45d7-ad6b-01b567fb4183, reason: Instance d69bcd5d-1843-4880-aae3-a34c0ca9ea8b could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1077.073125] env[68960]: DEBUG nova.virt.hardware [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.073371] env[68960]: DEBUG nova.virt.hardware [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.073529] env[68960]: DEBUG nova.virt.hardware [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.073710] env[68960]: DEBUG nova.virt.hardware [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.073854] env[68960]: DEBUG nova.virt.hardware [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.074150] env[68960]: DEBUG nova.virt.hardware [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.074277] env[68960]: DEBUG nova.virt.hardware [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.074440] env[68960]: DEBUG nova.virt.hardware [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.075211] env[68960]: DEBUG nova.virt.hardware [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.075211] env[68960]: DEBUG nova.virt.hardware [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.075211] env[68960]: DEBUG nova.virt.hardware [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.076348] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe2ac75-6e57-410f-b26b-971b675b9d43 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.085197] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532bce5d-8850-41f5-b635-a39e17055ad8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.380710] env[68960]: DEBUG oslo_concurrency.lockutils [None req-61c4a054-a195-4819-a47a-5f4a9cfa032b tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Lock "a2552141-7149-4917-a100-cc380396ad18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.527s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.467702] env[68960]: DEBUG nova.network.neutron [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Successfully updated port: f068a488-affe-40d8-b18b-1d37e6838e9f {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.483580] env[68960]: INFO nova.compute.manager [-] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Took 1.58 seconds to deallocate network for instance. [ 1077.600391] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99983f74-91c2-4ea6-9650-cfed7b480a5d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.608586] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f753defd-eab7-402d-8ab4-56438ab7132c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.641041] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d42e3a-409f-47eb-8634-a4d20f1dd88d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.648220] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b3968f-28c5-4a1f-8c0e-f19a0113743f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.661554] env[68960]: DEBUG nova.compute.provider_tree [None req-45c0368b-3efe-49a5-a680-a7f1ed491f2d tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.967654] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "0433a29e-d26f-40c6-93a8-e13079bd2eee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.967944] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "0433a29e-d26f-40c6-93a8-e13079bd2eee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.968097] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "0433a29e-d26f-40c6-93a8-e13079bd2eee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.972808] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Acquiring lock "refresh_cache-e347bd5a-702a-4028-8c83-53c594b9e57f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.973447] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Acquired lock "refresh_cache-e347bd5a-702a-4028-8c83-53c594b9e57f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.973447] env[68960]: DEBUG nova.network.neutron [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.000228] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c2b70d9a-21d6-49f4-a83e-ed00751a3fdd tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.165258] env[68960]: DEBUG nova.scheduler.client.report [None req-45c0368b-3efe-49a5-a680-a7f1ed491f2d tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.510605] env[68960]: DEBUG nova.network.neutron [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.533291] env[68960]: DEBUG nova.compute.manager [req-9822b5cc-d2f9-412f-9910-13633e314686 req-c5d9e870-a0ac-4d3f-91af-fae2be24f562 service nova] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Received event network-vif-plugged-f068a488-affe-40d8-b18b-1d37e6838e9f {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.533513] env[68960]: DEBUG oslo_concurrency.lockutils [req-9822b5cc-d2f9-412f-9910-13633e314686 req-c5d9e870-a0ac-4d3f-91af-fae2be24f562 service nova] Acquiring lock "e347bd5a-702a-4028-8c83-53c594b9e57f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.533721] env[68960]: DEBUG oslo_concurrency.lockutils [req-9822b5cc-d2f9-412f-9910-13633e314686 req-c5d9e870-a0ac-4d3f-91af-fae2be24f562 service nova] Lock "e347bd5a-702a-4028-8c83-53c594b9e57f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.533884] env[68960]: DEBUG oslo_concurrency.lockutils [req-9822b5cc-d2f9-412f-9910-13633e314686 req-c5d9e870-a0ac-4d3f-91af-fae2be24f562 service nova] Lock "e347bd5a-702a-4028-8c83-53c594b9e57f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.534061] env[68960]: DEBUG nova.compute.manager [req-9822b5cc-d2f9-412f-9910-13633e314686 req-c5d9e870-a0ac-4d3f-91af-fae2be24f562 service nova] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] No waiting events found dispatching network-vif-plugged-f068a488-affe-40d8-b18b-1d37e6838e9f {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.534231] env[68960]: WARNING nova.compute.manager [req-9822b5cc-d2f9-412f-9910-13633e314686 req-c5d9e870-a0ac-4d3f-91af-fae2be24f562 service nova] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Received unexpected event network-vif-plugged-f068a488-affe-40d8-b18b-1d37e6838e9f for instance with vm_state building and task_state spawning. [ 1078.534392] env[68960]: DEBUG nova.compute.manager [req-9822b5cc-d2f9-412f-9910-13633e314686 req-c5d9e870-a0ac-4d3f-91af-fae2be24f562 service nova] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Received event network-changed-f068a488-affe-40d8-b18b-1d37e6838e9f {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.534545] env[68960]: DEBUG nova.compute.manager [req-9822b5cc-d2f9-412f-9910-13633e314686 req-c5d9e870-a0ac-4d3f-91af-fae2be24f562 service nova] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Refreshing instance network info cache due to event network-changed-f068a488-affe-40d8-b18b-1d37e6838e9f. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.534796] env[68960]: DEBUG oslo_concurrency.lockutils [req-9822b5cc-d2f9-412f-9910-13633e314686 req-c5d9e870-a0ac-4d3f-91af-fae2be24f562 service nova] Acquiring lock "refresh_cache-e347bd5a-702a-4028-8c83-53c594b9e57f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.645942] env[68960]: DEBUG nova.network.neutron [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Updating instance_info_cache with network_info: [{"id": "f068a488-affe-40d8-b18b-1d37e6838e9f", "address": "fa:16:3e:25:8e:2f", "network": {"id": "a4f6b96d-2853-4fad-bd60-53146fe7b308", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1492060976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a6f389328ef477ead0ead103d375913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf068a488-af", "ovs_interfaceid": "f068a488-affe-40d8-b18b-1d37e6838e9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.670418] env[68960]: DEBUG oslo_concurrency.lockutils [None req-45c0368b-3efe-49a5-a680-a7f1ed491f2d tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.672872] env[68960]: DEBUG oslo_concurrency.lockutils [None req-83efd324-bdd8-4e9c-afee-d281b1275fad tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.949s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.673109] env[68960]: DEBUG nova.objects.instance [None req-83efd324-bdd8-4e9c-afee-d281b1275fad tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lazy-loading 'resources' on Instance uuid cf53f066-f04f-4f19-9dde-2a146048b89f {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.695847] env[68960]: INFO nova.scheduler.client.report [None req-45c0368b-3efe-49a5-a680-a7f1ed491f2d tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Deleted allocations for instance 168d8714-3f8f-4bfa-ba48-d0d95f461c14 [ 1078.736266] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4f0fbc75-1822-4c23-9524-7bd811d2f671 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Acquiring lock "70cb0e8b-7ed9-49b5-a7c0-2e82455808a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.736542] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4f0fbc75-1822-4c23-9524-7bd811d2f671 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Lock "70cb0e8b-7ed9-49b5-a7c0-2e82455808a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.736762] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4f0fbc75-1822-4c23-9524-7bd811d2f671 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Acquiring lock "70cb0e8b-7ed9-49b5-a7c0-2e82455808a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.736994] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4f0fbc75-1822-4c23-9524-7bd811d2f671 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Lock "70cb0e8b-7ed9-49b5-a7c0-2e82455808a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.737140] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4f0fbc75-1822-4c23-9524-7bd811d2f671 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Lock "70cb0e8b-7ed9-49b5-a7c0-2e82455808a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.739235] env[68960]: INFO nova.compute.manager [None req-4f0fbc75-1822-4c23-9524-7bd811d2f671 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Terminating instance [ 1079.007050] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "refresh_cache-0433a29e-d26f-40c6-93a8-e13079bd2eee" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.007279] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquired lock "refresh_cache-0433a29e-d26f-40c6-93a8-e13079bd2eee" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.007527] env[68960]: DEBUG nova.network.neutron [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.149136] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Releasing lock "refresh_cache-e347bd5a-702a-4028-8c83-53c594b9e57f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.149500] env[68960]: DEBUG nova.compute.manager [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Instance network_info: |[{"id": "f068a488-affe-40d8-b18b-1d37e6838e9f", "address": "fa:16:3e:25:8e:2f", "network": {"id": "a4f6b96d-2853-4fad-bd60-53146fe7b308", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1492060976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a6f389328ef477ead0ead103d375913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf068a488-af", "ovs_interfaceid": "f068a488-affe-40d8-b18b-1d37e6838e9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1079.149800] env[68960]: DEBUG oslo_concurrency.lockutils [req-9822b5cc-d2f9-412f-9910-13633e314686 req-c5d9e870-a0ac-4d3f-91af-fae2be24f562 service nova] Acquired lock "refresh_cache-e347bd5a-702a-4028-8c83-53c594b9e57f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.150598] env[68960]: DEBUG nova.network.neutron [req-9822b5cc-d2f9-412f-9910-13633e314686 req-c5d9e870-a0ac-4d3f-91af-fae2be24f562 service nova] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Refreshing network info cache for port f068a488-affe-40d8-b18b-1d37e6838e9f {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.151222] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:8e:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f068a488-affe-40d8-b18b-1d37e6838e9f', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.160903] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Creating folder: Project (6a6f389328ef477ead0ead103d375913). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1079.160903] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e9ea705-b4c0-47ad-af66-d9f0f6bc0d09 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.173377] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Created folder: Project (6a6f389328ef477ead0ead103d375913) in parent group-v643888. [ 1079.173563] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Creating folder: Instances. Parent ref: group-v644170. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1079.173796] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9361bd5-f2ee-459e-b9a4-3183e8a395cb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.185929] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Created folder: Instances in parent group-v644170. [ 1079.186223] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.186427] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.186635] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fb2c5e3-a078-4c57-b885-db61095cfd89 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.206056] env[68960]: DEBUG oslo_concurrency.lockutils [None req-45c0368b-3efe-49a5-a680-a7f1ed491f2d tempest-VolumesAdminNegativeTest-897780925 tempest-VolumesAdminNegativeTest-897780925-project-member] Lock "168d8714-3f8f-4bfa-ba48-d0d95f461c14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.221s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.212384] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.212384] env[68960]: value = "task-3222114" [ 1079.212384] env[68960]: _type = "Task" [ 1079.212384] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.223031] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222114, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.246026] env[68960]: DEBUG nova.compute.manager [None req-4f0fbc75-1822-4c23-9524-7bd811d2f671 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.246026] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0fbc75-1822-4c23-9524-7bd811d2f671 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.246026] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f406ca0-7485-43eb-8999-3b4d6e60b72f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.252311] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0fbc75-1822-4c23-9524-7bd811d2f671 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.254846] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9e48caa-79da-492a-ae73-2be97d510a28 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.260918] env[68960]: DEBUG oslo_vmware.api [None req-4f0fbc75-1822-4c23-9524-7bd811d2f671 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Waiting for the task: (returnval){ [ 1079.260918] env[68960]: value = "task-3222115" [ 1079.260918] env[68960]: _type = "Task" [ 1079.260918] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.269466] env[68960]: DEBUG oslo_vmware.api [None req-4f0fbc75-1822-4c23-9524-7bd811d2f671 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3222115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.406280] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a674d1cd-e34f-4cd8-a0e4-5aa1bcc94cee {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.413914] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598b0191-13c1-4873-85b5-604e73346f5a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.451740] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8251c74b-2fb6-459e-a3be-ae926132b9ea {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.459223] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b83239-597b-4920-9c7a-7414754d9c25 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.474180] env[68960]: DEBUG nova.compute.provider_tree [None req-83efd324-bdd8-4e9c-afee-d281b1275fad tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.728693] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222114, 'name': CreateVM_Task, 'duration_secs': 0.349733} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.729735] env[68960]: DEBUG nova.network.neutron [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Updating instance_info_cache with network_info: [{"id": "59c58188-2085-4562-9d36-65ed8a02a5ed", "address": "fa:16:3e:3a:f4:9b", "network": {"id": "8bfecd26-bbd0-4196-8447-de727dae2385", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1461791050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42779973f53e4b13bbe449e808f2bfa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c58188-20", "ovs_interfaceid": "59c58188-2085-4562-9d36-65ed8a02a5ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.731065] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.734368] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.734368] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.734368] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.734368] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ad4f5f6-6a2b-4c7c-a622-0bcdad49af5b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.737853] env[68960]: DEBUG oslo_vmware.api [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Waiting for the task: (returnval){ [ 1079.737853] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d9711b-971a-33b3-88af-e7056fbfcb18" [ 1079.737853] env[68960]: _type = "Task" [ 1079.737853] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.747175] env[68960]: DEBUG oslo_vmware.api [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d9711b-971a-33b3-88af-e7056fbfcb18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.769494] env[68960]: DEBUG oslo_vmware.api [None req-4f0fbc75-1822-4c23-9524-7bd811d2f671 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3222115, 'name': PowerOffVM_Task, 'duration_secs': 0.251781} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.772201] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0fbc75-1822-4c23-9524-7bd811d2f671 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.772310] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0fbc75-1822-4c23-9524-7bd811d2f671 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.772598] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5874212-5d96-43d4-b625-b27a5eb4a7f5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.837404] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0fbc75-1822-4c23-9524-7bd811d2f671 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.837683] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0fbc75-1822-4c23-9524-7bd811d2f671 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.837792] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f0fbc75-1822-4c23-9524-7bd811d2f671 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Deleting the datastore file [datastore1] 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.838078] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7411ec18-f286-4bd1-a513-53663c02d899 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.844296] env[68960]: DEBUG oslo_vmware.api [None req-4f0fbc75-1822-4c23-9524-7bd811d2f671 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Waiting for the task: (returnval){ [ 1079.844296] env[68960]: value = "task-3222117" [ 1079.844296] env[68960]: _type = "Task" [ 1079.844296] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.852189] env[68960]: DEBUG oslo_vmware.api [None req-4f0fbc75-1822-4c23-9524-7bd811d2f671 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3222117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.882967] env[68960]: DEBUG nova.network.neutron [req-9822b5cc-d2f9-412f-9910-13633e314686 req-c5d9e870-a0ac-4d3f-91af-fae2be24f562 service nova] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Updated VIF entry in instance network info cache for port f068a488-affe-40d8-b18b-1d37e6838e9f. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.883454] env[68960]: DEBUG nova.network.neutron [req-9822b5cc-d2f9-412f-9910-13633e314686 req-c5d9e870-a0ac-4d3f-91af-fae2be24f562 service nova] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Updating instance_info_cache with network_info: [{"id": "f068a488-affe-40d8-b18b-1d37e6838e9f", "address": "fa:16:3e:25:8e:2f", "network": {"id": "a4f6b96d-2853-4fad-bd60-53146fe7b308", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1492060976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a6f389328ef477ead0ead103d375913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf068a488-af", "ovs_interfaceid": "f068a488-affe-40d8-b18b-1d37e6838e9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.977960] env[68960]: DEBUG nova.scheduler.client.report [None req-83efd324-bdd8-4e9c-afee-d281b1275fad tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.234178] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Releasing lock "refresh_cache-0433a29e-d26f-40c6-93a8-e13079bd2eee" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.248737] env[68960]: DEBUG oslo_vmware.api [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d9711b-971a-33b3-88af-e7056fbfcb18, 'name': SearchDatastore_Task, 'duration_secs': 0.009666} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.249063] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.249302] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.249543] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.249689] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.249866] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.250145] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecb439f6-f98b-419b-bc31-f829a8210625 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.259527] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.259704] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.260481] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5afb8d9e-e5a2-43b1-8c26-6178222e48b2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.265466] env[68960]: DEBUG oslo_vmware.api [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Waiting for the task: (returnval){ [ 1080.265466] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5292156d-388e-3039-aec8-bf526ea565ce" [ 1080.265466] env[68960]: _type = "Task" [ 1080.265466] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.274559] env[68960]: DEBUG oslo_vmware.api [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5292156d-388e-3039-aec8-bf526ea565ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.354928] env[68960]: DEBUG oslo_vmware.api [None req-4f0fbc75-1822-4c23-9524-7bd811d2f671 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Task: {'id': task-3222117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150845} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.355195] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f0fbc75-1822-4c23-9524-7bd811d2f671 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.355379] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0fbc75-1822-4c23-9524-7bd811d2f671 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.355557] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0fbc75-1822-4c23-9524-7bd811d2f671 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.355732] env[68960]: INFO nova.compute.manager [None req-4f0fbc75-1822-4c23-9524-7bd811d2f671 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1080.356049] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f0fbc75-1822-4c23-9524-7bd811d2f671 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.356242] env[68960]: DEBUG nova.compute.manager [-] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.356342] env[68960]: DEBUG nova.network.neutron [-] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.386509] env[68960]: DEBUG oslo_concurrency.lockutils [req-9822b5cc-d2f9-412f-9910-13633e314686 req-c5d9e870-a0ac-4d3f-91af-fae2be24f562 service nova] Releasing lock "refresh_cache-e347bd5a-702a-4028-8c83-53c594b9e57f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.484585] env[68960]: DEBUG oslo_concurrency.lockutils [None req-83efd324-bdd8-4e9c-afee-d281b1275fad tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.811s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.490917] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e4aff5e3-a375-4823-817a-ec4efc98fb31 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.717s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.490917] env[68960]: DEBUG nova.objects.instance [None req-e4aff5e3-a375-4823-817a-ec4efc98fb31 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lazy-loading 'resources' on Instance uuid 6229f35e-59ed-4ea7-a225-f6824af852b2 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.514387] env[68960]: INFO nova.scheduler.client.report [None req-83efd324-bdd8-4e9c-afee-d281b1275fad tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Deleted allocations for instance cf53f066-f04f-4f19-9dde-2a146048b89f [ 1080.644196] env[68960]: DEBUG nova.compute.manager [req-a1bf654c-99fa-4826-a467-1238a28b5e35 req-caa96aa5-7402-4b21-8866-998e6da1610d service nova] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Received event network-vif-deleted-3c759feb-943a-40ea-a525-766844392259 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.644412] env[68960]: INFO nova.compute.manager [req-a1bf654c-99fa-4826-a467-1238a28b5e35 req-caa96aa5-7402-4b21-8866-998e6da1610d service nova] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Neutron deleted interface 3c759feb-943a-40ea-a525-766844392259; detaching it from the instance and deleting it from the info cache [ 1080.644571] env[68960]: DEBUG nova.network.neutron [req-a1bf654c-99fa-4826-a467-1238a28b5e35 req-caa96aa5-7402-4b21-8866-998e6da1610d service nova] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.763578] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5daa1d-7f03-4db2-afe0-3fd7cccef087 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.775811] env[68960]: DEBUG oslo_vmware.api [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5292156d-388e-3039-aec8-bf526ea565ce, 'name': SearchDatastore_Task, 'duration_secs': 0.013607} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.789817] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebd564bd-f42d-4df2-91fe-0a90cd3e76f4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.792700] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3bef3d-7a65-4265-94fa-04c1d140c9a8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.799380] env[68960]: DEBUG oslo_vmware.api [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Waiting for the task: (returnval){ [ 1080.799380] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52612286-4d19-7bab-1c6e-a9520fcc585d" [ 1080.799380] env[68960]: _type = "Task" [ 1080.799380] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.801947] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Updating instance '0433a29e-d26f-40c6-93a8-e13079bd2eee' progress to 83 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.814815] env[68960]: DEBUG oslo_vmware.api [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52612286-4d19-7bab-1c6e-a9520fcc585d, 'name': SearchDatastore_Task, 'duration_secs': 0.010327} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.815166] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.815494] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] e347bd5a-702a-4028-8c83-53c594b9e57f/e347bd5a-702a-4028-8c83-53c594b9e57f.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.815755] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec55e346-b3f6-452c-99c0-cc178373e09c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.821883] env[68960]: DEBUG oslo_vmware.api [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Waiting for the task: (returnval){ [ 1080.821883] env[68960]: value = "task-3222118" [ 1080.821883] env[68960]: _type = "Task" [ 1080.821883] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.829311] env[68960]: DEBUG oslo_vmware.api [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Task: {'id': task-3222118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.027513] env[68960]: DEBUG oslo_concurrency.lockutils [None req-83efd324-bdd8-4e9c-afee-d281b1275fad tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "cf53f066-f04f-4f19-9dde-2a146048b89f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.849s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.123876] env[68960]: DEBUG nova.network.neutron [-] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.147383] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0c8775e-b610-43e0-ab93-ed00e2b0a927 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.160507] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a58ea0f-d395-4852-ab2e-978715291726 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.196916] env[68960]: DEBUG nova.compute.manager [req-a1bf654c-99fa-4826-a467-1238a28b5e35 req-caa96aa5-7402-4b21-8866-998e6da1610d service nova] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Detach interface failed, port_id=3c759feb-943a-40ea-a525-766844392259, reason: Instance 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1081.274230] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ccecbf-bd9c-42d0-9634-3829724dba49 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.284088] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c56acd-0ed2-49cf-a16c-62a5f73bb84d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.314633] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.314883] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-522f07e0-fa8e-4ec0-ac84-678bc2f56933 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.318224] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f79d17-a007-4e59-a56a-15b8e0a66cc6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.328828] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e024bbd7-b842-42e7-9c1f-f8068dafc920 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.332539] env[68960]: DEBUG oslo_vmware.api [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 1081.332539] env[68960]: value = "task-3222119" [ 1081.332539] env[68960]: _type = "Task" [ 1081.332539] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.348167] env[68960]: DEBUG oslo_vmware.api [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Task: {'id': task-3222118, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467281} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.348616] env[68960]: DEBUG nova.compute.provider_tree [None req-e4aff5e3-a375-4823-817a-ec4efc98fb31 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.350319] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] e347bd5a-702a-4028-8c83-53c594b9e57f/e347bd5a-702a-4028-8c83-53c594b9e57f.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.350543] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.351016] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-499db581-3929-4fa6-936d-cae331bc6ef2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.355962] env[68960]: DEBUG oslo_vmware.api [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222119, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.360122] env[68960]: DEBUG oslo_vmware.api [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Waiting for the task: (returnval){ [ 1081.360122] env[68960]: value = "task-3222120" [ 1081.360122] env[68960]: _type = "Task" [ 1081.360122] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.368879] env[68960]: DEBUG oslo_vmware.api [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Task: {'id': task-3222120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.627725] env[68960]: INFO nova.compute.manager [-] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Took 1.27 seconds to deallocate network for instance. [ 1081.843360] env[68960]: DEBUG oslo_vmware.api [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222119, 'name': PowerOnVM_Task, 'duration_secs': 0.441823} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.844349] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.844349] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce1ea2d-0637-4b37-acfd-8acc31a26789 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Updating instance '0433a29e-d26f-40c6-93a8-e13079bd2eee' progress to 100 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1081.852434] env[68960]: DEBUG nova.scheduler.client.report [None req-e4aff5e3-a375-4823-817a-ec4efc98fb31 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.869601] env[68960]: DEBUG oslo_vmware.api [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Task: {'id': task-3222120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062903} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.870468] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.871550] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd49a91c-c801-4da2-828a-a371b7cbaf40 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.897599] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] e347bd5a-702a-4028-8c83-53c594b9e57f/e347bd5a-702a-4028-8c83-53c594b9e57f.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.898605] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b7c2a66-d4cd-4fc6-b1e2-4249ddd0a939 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.920908] env[68960]: DEBUG oslo_vmware.api [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Waiting for the task: (returnval){ [ 1081.920908] env[68960]: value = "task-3222121" [ 1081.920908] env[68960]: _type = "Task" [ 1081.920908] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.929848] env[68960]: DEBUG oslo_vmware.api [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Task: {'id': task-3222121, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.134351] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4f0fbc75-1822-4c23-9524-7bd811d2f671 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.357786] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e4aff5e3-a375-4823-817a-ec4efc98fb31 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.360129] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.444s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.361723] env[68960]: INFO nova.compute.claims [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.380257] env[68960]: INFO nova.scheduler.client.report [None req-e4aff5e3-a375-4823-817a-ec4efc98fb31 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Deleted allocations for instance 6229f35e-59ed-4ea7-a225-f6824af852b2 [ 1082.431564] env[68960]: DEBUG oslo_vmware.api [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Task: {'id': task-3222121, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.888735] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e4aff5e3-a375-4823-817a-ec4efc98fb31 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "6229f35e-59ed-4ea7-a225-f6824af852b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.629s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.933328] env[68960]: DEBUG oslo_vmware.api [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Task: {'id': task-3222121, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.432046] env[68960]: DEBUG oslo_vmware.api [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Task: {'id': task-3222121, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.564877] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e7ea98-21df-4172-9a80-6b960076667e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.572597] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb2e7e4-706a-46e4-9d0e-90dd6966117d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.602156] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f628ffd3-3141-4242-9699-f07247b5b950 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.609445] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6136a8-4ef1-4649-bf50-061843519d86 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.623160] env[68960]: DEBUG nova.compute.provider_tree [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.637481] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquiring lock "8f5b8b5d-2506-4654-ac21-f68cc04ddef3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.637807] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "8f5b8b5d-2506-4654-ac21-f68cc04ddef3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.394282] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b047f77b-6a52-401c-8a9b-6a8e60b4b81b tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "0433a29e-d26f-40c6-93a8-e13079bd2eee" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.394555] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b047f77b-6a52-401c-8a9b-6a8e60b4b81b tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "0433a29e-d26f-40c6-93a8-e13079bd2eee" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.394739] env[68960]: DEBUG nova.compute.manager [None req-b047f77b-6a52-401c-8a9b-6a8e60b4b81b tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Going to confirm migration 5 {{(pid=68960) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1084.396759] env[68960]: DEBUG nova.scheduler.client.report [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.403019] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bcad80aa-9b27-477e-9783-91e3be6d56b1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "8242b2da-b9c8-4894-b630-9494e4f28fe7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.403019] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bcad80aa-9b27-477e-9783-91e3be6d56b1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "8242b2da-b9c8-4894-b630-9494e4f28fe7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.403019] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bcad80aa-9b27-477e-9783-91e3be6d56b1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "8242b2da-b9c8-4894-b630-9494e4f28fe7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.403019] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bcad80aa-9b27-477e-9783-91e3be6d56b1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "8242b2da-b9c8-4894-b630-9494e4f28fe7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.403019] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bcad80aa-9b27-477e-9783-91e3be6d56b1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "8242b2da-b9c8-4894-b630-9494e4f28fe7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.403019] env[68960]: DEBUG nova.compute.manager [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1084.406608] env[68960]: INFO nova.compute.manager [None req-bcad80aa-9b27-477e-9783-91e3be6d56b1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Terminating instance [ 1084.411470] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquiring lock "aa09fb60-a75c-4dc8-949f-f26c0d11bcb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.411983] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "aa09fb60-a75c-4dc8-949f-f26c0d11bcb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.420313] env[68960]: DEBUG oslo_vmware.api [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Task: {'id': task-3222121, 'name': ReconfigVM_Task, 'duration_secs': 1.773026} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.420589] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Reconfigured VM instance instance-00000062 to attach disk [datastore2] e347bd5a-702a-4028-8c83-53c594b9e57f/e347bd5a-702a-4028-8c83-53c594b9e57f.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.421227] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46802fe5-6731-42f8-a674-5e86e3b22627 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.429818] env[68960]: DEBUG oslo_vmware.api [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Waiting for the task: (returnval){ [ 1084.429818] env[68960]: value = "task-3222122" [ 1084.429818] env[68960]: _type = "Task" [ 1084.429818] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.438483] env[68960]: DEBUG oslo_vmware.api [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Task: {'id': task-3222122, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.909602] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.913019] env[68960]: DEBUG nova.compute.manager [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.918369] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 17.943s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.918663] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.918915] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68960) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1084.919296] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.957s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.920775] env[68960]: INFO nova.compute.claims [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.923423] env[68960]: DEBUG nova.compute.manager [None req-bcad80aa-9b27-477e-9783-91e3be6d56b1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.923735] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bcad80aa-9b27-477e-9783-91e3be6d56b1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.924191] env[68960]: DEBUG nova.compute.manager [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1084.927374] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4848c252-1758-497a-931b-8bbce0b4424c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.930702] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b389ac1b-268c-44a2-871a-7a6a64fc0b63 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.949639] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc5bad2-f131-4f3f-8c59-af488f56b404 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.953966] env[68960]: DEBUG oslo_vmware.api [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Task: {'id': task-3222122, 'name': Rename_Task, 'duration_secs': 0.379573} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.954416] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcad80aa-9b27-477e-9783-91e3be6d56b1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.955695] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.956198] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.956582] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2097ad0c-143e-463a-ab8d-a1abd96c7767 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.959107] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c256a731-3690-41b8-b696-12935be74efd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.971037] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2e13cb-e32f-43e3-91e1-febd4d18900f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.976495] env[68960]: DEBUG oslo_vmware.api [None req-bcad80aa-9b27-477e-9783-91e3be6d56b1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1084.976495] env[68960]: value = "task-3222123" [ 1084.976495] env[68960]: _type = "Task" [ 1084.976495] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.977294] env[68960]: DEBUG oslo_vmware.api [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Waiting for the task: (returnval){ [ 1084.977294] env[68960]: value = "task-3222124" [ 1084.977294] env[68960]: _type = "Task" [ 1084.977294] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.989961] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ba93dd-db8a-4b21-b1a3-0e8ab3722929 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.999329] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b047f77b-6a52-401c-8a9b-6a8e60b4b81b tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "refresh_cache-0433a29e-d26f-40c6-93a8-e13079bd2eee" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.999503] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b047f77b-6a52-401c-8a9b-6a8e60b4b81b tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquired lock "refresh_cache-0433a29e-d26f-40c6-93a8-e13079bd2eee" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.999673] env[68960]: DEBUG nova.network.neutron [None req-b047f77b-6a52-401c-8a9b-6a8e60b4b81b tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.999852] env[68960]: DEBUG nova.objects.instance [None req-b047f77b-6a52-401c-8a9b-6a8e60b4b81b tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lazy-loading 'info_cache' on Instance uuid 0433a29e-d26f-40c6-93a8-e13079bd2eee {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.005547] env[68960]: DEBUG oslo_vmware.api [None req-bcad80aa-9b27-477e-9783-91e3be6d56b1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.005547] env[68960]: DEBUG oslo_vmware.api [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Task: {'id': task-3222124, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.039212] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179227MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=68960) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1085.039378] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.342383] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquiring lock "035982a7-f44c-4e95-82aa-425df5ef64fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.342852] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lock "035982a7-f44c-4e95-82aa-425df5ef64fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.416903] env[68960]: DEBUG nova.compute.utils [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1085.420484] env[68960]: DEBUG nova.compute.manager [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1085.420663] env[68960]: DEBUG nova.network.neutron [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1085.455730] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.470329] env[68960]: DEBUG nova.policy [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a22fc4c6826b4d60b6aa54a3ec75ad5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91c6d3f23cbe4289a44c7f4b678c28f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1085.490487] env[68960]: DEBUG oslo_vmware.api [None req-bcad80aa-9b27-477e-9783-91e3be6d56b1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222123, 'name': PowerOffVM_Task, 'duration_secs': 0.256764} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.493683] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcad80aa-9b27-477e-9783-91e3be6d56b1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.493865] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bcad80aa-9b27-477e-9783-91e3be6d56b1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.494175] env[68960]: DEBUG oslo_vmware.api [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Task: {'id': task-3222124, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.494398] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4cb6d83-1583-407c-b96d-0fbd3d87a2da {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.571254] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bcad80aa-9b27-477e-9783-91e3be6d56b1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.571505] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bcad80aa-9b27-477e-9783-91e3be6d56b1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.571690] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcad80aa-9b27-477e-9783-91e3be6d56b1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Deleting the datastore file [datastore1] 8242b2da-b9c8-4894-b630-9494e4f28fe7 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.571959] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d3fc2e7-9d71-40dd-800c-af9282e9ae73 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.578257] env[68960]: DEBUG oslo_vmware.api [None req-bcad80aa-9b27-477e-9783-91e3be6d56b1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1085.578257] env[68960]: value = "task-3222126" [ 1085.578257] env[68960]: _type = "Task" [ 1085.578257] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.586824] env[68960]: DEBUG oslo_vmware.api [None req-bcad80aa-9b27-477e-9783-91e3be6d56b1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.613074] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquiring lock "c79904d1-3261-454c-850d-b5e19b6ffb4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.614042] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lock "c79904d1-3261-454c-850d-b5e19b6ffb4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.757018] env[68960]: DEBUG nova.network.neutron [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Successfully created port: 77a03bbb-0b1b-456d-9066-4a0a28768ad2 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.845392] env[68960]: DEBUG nova.compute.manager [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.925980] env[68960]: DEBUG nova.compute.manager [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.989043] env[68960]: DEBUG oslo_vmware.api [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Task: {'id': task-3222124, 'name': PowerOnVM_Task, 'duration_secs': 0.799192} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.993219] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.993419] env[68960]: INFO nova.compute.manager [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1085.993765] env[68960]: DEBUG nova.compute.manager [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.995682] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0d1e6b-78db-4e93-b973-1fe63bb1e162 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.037053] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquiring lock "6028f5a2-78e8-4b18-b38b-4a35e55c7d91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.037053] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lock "6028f5a2-78e8-4b18-b38b-4a35e55c7d91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.093192] env[68960]: DEBUG oslo_vmware.api [None req-bcad80aa-9b27-477e-9783-91e3be6d56b1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33305} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.093192] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcad80aa-9b27-477e-9783-91e3be6d56b1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.093192] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bcad80aa-9b27-477e-9783-91e3be6d56b1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.093192] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bcad80aa-9b27-477e-9783-91e3be6d56b1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.093192] env[68960]: INFO nova.compute.manager [None req-bcad80aa-9b27-477e-9783-91e3be6d56b1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1086.093192] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcad80aa-9b27-477e-9783-91e3be6d56b1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.094540] env[68960]: DEBUG nova.compute.manager [-] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.094540] env[68960]: DEBUG nova.network.neutron [-] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.120165] env[68960]: DEBUG nova.compute.manager [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1086.264973] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a5f048-7c98-4da5-b198-604f40f07372 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.273669] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfcc9e5-19a7-46a2-b0c0-583927607337 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.277837] env[68960]: DEBUG nova.network.neutron [None req-b047f77b-6a52-401c-8a9b-6a8e60b4b81b tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Updating instance_info_cache with network_info: [{"id": "59c58188-2085-4562-9d36-65ed8a02a5ed", "address": "fa:16:3e:3a:f4:9b", "network": {"id": "8bfecd26-bbd0-4196-8447-de727dae2385", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1461791050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42779973f53e4b13bbe449e808f2bfa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c58188-20", "ovs_interfaceid": "59c58188-2085-4562-9d36-65ed8a02a5ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.310016] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caeee0a2-26d0-45b7-86cc-aedf18662b11 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.318040] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab30157-f3af-4e9b-a8b4-a704addca1b9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.332378] env[68960]: DEBUG nova.compute.provider_tree [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.365280] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.515450] env[68960]: INFO nova.compute.manager [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Took 25.10 seconds to build instance. [ 1086.539604] env[68960]: DEBUG nova.compute.manager [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1086.645025] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.782044] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b047f77b-6a52-401c-8a9b-6a8e60b4b81b tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Releasing lock "refresh_cache-0433a29e-d26f-40c6-93a8-e13079bd2eee" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.782044] env[68960]: DEBUG nova.objects.instance [None req-b047f77b-6a52-401c-8a9b-6a8e60b4b81b tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lazy-loading 'migration_context' on Instance uuid 0433a29e-d26f-40c6-93a8-e13079bd2eee {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.837561] env[68960]: DEBUG nova.scheduler.client.report [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.942021] env[68960]: DEBUG nova.compute.manager [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.978864] env[68960]: DEBUG nova.compute.manager [req-d70990f2-da2c-4768-9b63-b535581b8dca req-4c9b93cd-67a7-4ca9-bcf2-6dc73b1fbb89 service nova] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Received event network-vif-deleted-b67a19a8-2b24-4321-b239-de0731bc46cf {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.979010] env[68960]: INFO nova.compute.manager [req-d70990f2-da2c-4768-9b63-b535581b8dca req-4c9b93cd-67a7-4ca9-bcf2-6dc73b1fbb89 service nova] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Neutron deleted interface b67a19a8-2b24-4321-b239-de0731bc46cf; detaching it from the instance and deleting it from the info cache [ 1086.979573] env[68960]: DEBUG nova.network.neutron [req-d70990f2-da2c-4768-9b63-b535581b8dca req-4c9b93cd-67a7-4ca9-bcf2-6dc73b1fbb89 service nova] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.982463] env[68960]: DEBUG nova.virt.hardware [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.982682] env[68960]: DEBUG nova.virt.hardware [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.982837] env[68960]: DEBUG nova.virt.hardware [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.983096] env[68960]: DEBUG nova.virt.hardware [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.983259] env[68960]: DEBUG nova.virt.hardware [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.983457] env[68960]: DEBUG nova.virt.hardware [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.983673] env[68960]: DEBUG nova.virt.hardware [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.983830] env[68960]: DEBUG nova.virt.hardware [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.984101] env[68960]: DEBUG nova.virt.hardware [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.984295] env[68960]: DEBUG nova.virt.hardware [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.984681] env[68960]: DEBUG nova.virt.hardware [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.985853] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30554ac-5624-4efb-8724-fc75e43467d8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.995343] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134738fb-d180-4760-9b0b-662b4db338be {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.020806] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5cc6e7aa-2e05-4e31-8428-c66c1843f83d tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Lock "e347bd5a-702a-4028-8c83-53c594b9e57f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.613s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.067135] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.220019] env[68960]: DEBUG nova.compute.manager [req-607a37ce-409a-476f-97cf-f17cfcba62bb req-c37e282c-ad9f-45ca-bd25-deb12595f06d service nova] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Received event network-vif-plugged-77a03bbb-0b1b-456d-9066-4a0a28768ad2 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.220019] env[68960]: DEBUG oslo_concurrency.lockutils [req-607a37ce-409a-476f-97cf-f17cfcba62bb req-c37e282c-ad9f-45ca-bd25-deb12595f06d service nova] Acquiring lock "046a4f06-6228-4309-a020-4aa7e3a7eb03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.220486] env[68960]: DEBUG oslo_concurrency.lockutils [req-607a37ce-409a-476f-97cf-f17cfcba62bb req-c37e282c-ad9f-45ca-bd25-deb12595f06d service nova] Lock "046a4f06-6228-4309-a020-4aa7e3a7eb03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.220740] env[68960]: DEBUG oslo_concurrency.lockutils [req-607a37ce-409a-476f-97cf-f17cfcba62bb req-c37e282c-ad9f-45ca-bd25-deb12595f06d service nova] Lock "046a4f06-6228-4309-a020-4aa7e3a7eb03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.220912] env[68960]: DEBUG nova.compute.manager [req-607a37ce-409a-476f-97cf-f17cfcba62bb req-c37e282c-ad9f-45ca-bd25-deb12595f06d service nova] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] No waiting events found dispatching network-vif-plugged-77a03bbb-0b1b-456d-9066-4a0a28768ad2 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1087.221085] env[68960]: WARNING nova.compute.manager [req-607a37ce-409a-476f-97cf-f17cfcba62bb req-c37e282c-ad9f-45ca-bd25-deb12595f06d service nova] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Received unexpected event network-vif-plugged-77a03bbb-0b1b-456d-9066-4a0a28768ad2 for instance with vm_state building and task_state spawning. [ 1087.283741] env[68960]: DEBUG nova.network.neutron [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Successfully updated port: 77a03bbb-0b1b-456d-9066-4a0a28768ad2 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1087.287417] env[68960]: DEBUG nova.objects.base [None req-b047f77b-6a52-401c-8a9b-6a8e60b4b81b tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Object Instance<0433a29e-d26f-40c6-93a8-e13079bd2eee> lazy-loaded attributes: info_cache,migration_context {{(pid=68960) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1087.288812] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2877056-28a8-4077-a476-f85449373f1f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.308806] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c5838fd-0ace-4765-a5b3-d862a46c1419 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.314148] env[68960]: DEBUG oslo_vmware.api [None req-b047f77b-6a52-401c-8a9b-6a8e60b4b81b tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 1087.314148] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527c012e-3db5-cad8-bd3a-1b940ac04993" [ 1087.314148] env[68960]: _type = "Task" [ 1087.314148] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.321860] env[68960]: DEBUG oslo_vmware.api [None req-b047f77b-6a52-401c-8a9b-6a8e60b4b81b tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527c012e-3db5-cad8-bd3a-1b940ac04993, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.341123] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.341630] env[68960]: DEBUG nova.compute.manager [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1087.344633] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.594s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.345864] env[68960]: INFO nova.compute.claims [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.448717] env[68960]: DEBUG oslo_concurrency.lockutils [None req-72351a77-3de5-497d-80b3-d199d3c4255e tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Acquiring lock "e347bd5a-702a-4028-8c83-53c594b9e57f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.448953] env[68960]: DEBUG oslo_concurrency.lockutils [None req-72351a77-3de5-497d-80b3-d199d3c4255e tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Lock "e347bd5a-702a-4028-8c83-53c594b9e57f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.449179] env[68960]: DEBUG oslo_concurrency.lockutils [None req-72351a77-3de5-497d-80b3-d199d3c4255e tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Acquiring lock "e347bd5a-702a-4028-8c83-53c594b9e57f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.449364] env[68960]: DEBUG oslo_concurrency.lockutils [None req-72351a77-3de5-497d-80b3-d199d3c4255e tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Lock "e347bd5a-702a-4028-8c83-53c594b9e57f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.450236] env[68960]: DEBUG oslo_concurrency.lockutils [None req-72351a77-3de5-497d-80b3-d199d3c4255e tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Lock "e347bd5a-702a-4028-8c83-53c594b9e57f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.451799] env[68960]: INFO nova.compute.manager [None req-72351a77-3de5-497d-80b3-d199d3c4255e tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Terminating instance [ 1087.461582] env[68960]: DEBUG nova.network.neutron [-] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.489670] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-281286fb-fa40-4561-aa82-bc97aa598cf6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.499058] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6d9aa1-3dd6-486f-8764-6ff8e38dbff3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.527384] env[68960]: DEBUG nova.compute.manager [req-d70990f2-da2c-4768-9b63-b535581b8dca req-4c9b93cd-67a7-4ca9-bcf2-6dc73b1fbb89 service nova] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Detach interface failed, port_id=b67a19a8-2b24-4321-b239-de0731bc46cf, reason: Instance 8242b2da-b9c8-4894-b630-9494e4f28fe7 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1087.789022] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "refresh_cache-046a4f06-6228-4309-a020-4aa7e3a7eb03" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.789139] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquired lock "refresh_cache-046a4f06-6228-4309-a020-4aa7e3a7eb03" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.789292] env[68960]: DEBUG nova.network.neutron [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.823670] env[68960]: DEBUG oslo_vmware.api [None req-b047f77b-6a52-401c-8a9b-6a8e60b4b81b tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527c012e-3db5-cad8-bd3a-1b940ac04993, 'name': SearchDatastore_Task, 'duration_secs': 0.007754} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.823944] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b047f77b-6a52-401c-8a9b-6a8e60b4b81b tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.849711] env[68960]: DEBUG nova.compute.utils [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.852898] env[68960]: DEBUG nova.compute.manager [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1087.853083] env[68960]: DEBUG nova.network.neutron [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.887344] env[68960]: DEBUG nova.policy [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac6c3170d11f486a9f9f12a2b8d03f32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e614b9fed50b48789272b9d2b974627e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.955824] env[68960]: DEBUG nova.compute.manager [None req-72351a77-3de5-497d-80b3-d199d3c4255e tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.956079] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-72351a77-3de5-497d-80b3-d199d3c4255e tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.957014] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cb6674-d060-4ca6-b3e3-a733fd79c7e0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.965298] env[68960]: INFO nova.compute.manager [-] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Took 1.87 seconds to deallocate network for instance. [ 1087.966049] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-72351a77-3de5-497d-80b3-d199d3c4255e tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.967413] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1d97120-bc43-46ff-b27f-162e0fe4a6a7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.976224] env[68960]: DEBUG oslo_vmware.api [None req-72351a77-3de5-497d-80b3-d199d3c4255e tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Waiting for the task: (returnval){ [ 1087.976224] env[68960]: value = "task-3222127" [ 1087.976224] env[68960]: _type = "Task" [ 1087.976224] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.983968] env[68960]: DEBUG oslo_vmware.api [None req-72351a77-3de5-497d-80b3-d199d3c4255e tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Task: {'id': task-3222127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.164625] env[68960]: DEBUG nova.network.neutron [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Successfully created port: b64f3ed8-dae8-4e4c-b590-0e488a0a14cb {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1088.322400] env[68960]: DEBUG nova.network.neutron [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.353979] env[68960]: DEBUG nova.compute.manager [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1088.453296] env[68960]: DEBUG nova.network.neutron [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Updating instance_info_cache with network_info: [{"id": "77a03bbb-0b1b-456d-9066-4a0a28768ad2", "address": "fa:16:3e:a4:41:b1", "network": {"id": "6e100ac4-7b00-4329-b2ac-f4fb65e8f519", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-748744904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c6d3f23cbe4289a44c7f4b678c28f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77a03bbb-0b", "ovs_interfaceid": "77a03bbb-0b1b-456d-9066-4a0a28768ad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.472907] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bcad80aa-9b27-477e-9783-91e3be6d56b1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.487353] env[68960]: DEBUG oslo_vmware.api [None req-72351a77-3de5-497d-80b3-d199d3c4255e tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Task: {'id': task-3222127, 'name': PowerOffVM_Task, 'duration_secs': 0.247854} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.487622] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-72351a77-3de5-497d-80b3-d199d3c4255e tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.487790] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-72351a77-3de5-497d-80b3-d199d3c4255e tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.488046] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c39abf35-e0eb-43bb-84a9-6e36e0e4b78b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.558654] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-72351a77-3de5-497d-80b3-d199d3c4255e tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.558882] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-72351a77-3de5-497d-80b3-d199d3c4255e tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.558882] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-72351a77-3de5-497d-80b3-d199d3c4255e tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Deleting the datastore file [datastore2] e347bd5a-702a-4028-8c83-53c594b9e57f {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.559118] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4985691-87d8-4d1d-89c7-026990d93bf4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.568028] env[68960]: DEBUG oslo_vmware.api [None req-72351a77-3de5-497d-80b3-d199d3c4255e tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Waiting for the task: (returnval){ [ 1088.568028] env[68960]: value = "task-3222129" [ 1088.568028] env[68960]: _type = "Task" [ 1088.568028] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.575236] env[68960]: DEBUG oslo_vmware.api [None req-72351a77-3de5-497d-80b3-d199d3c4255e tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Task: {'id': task-3222129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.598264] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0c8de9-ea90-4e18-8b90-24c6179f9e4c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.605637] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7cd7c6-1b59-4ebe-80e3-ee855ddb8e33 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.637759] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee49721b-e65f-4a8f-8ec5-b07c79226673 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.645235] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64aee15-e0a6-4c26-a793-df9693b0a422 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.657994] env[68960]: DEBUG nova.compute.provider_tree [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.957736] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Releasing lock "refresh_cache-046a4f06-6228-4309-a020-4aa7e3a7eb03" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.958247] env[68960]: DEBUG nova.compute.manager [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Instance network_info: |[{"id": "77a03bbb-0b1b-456d-9066-4a0a28768ad2", "address": "fa:16:3e:a4:41:b1", "network": {"id": "6e100ac4-7b00-4329-b2ac-f4fb65e8f519", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-748744904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c6d3f23cbe4289a44c7f4b678c28f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77a03bbb-0b", "ovs_interfaceid": "77a03bbb-0b1b-456d-9066-4a0a28768ad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1088.958817] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:41:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77a03bbb-0b1b-456d-9066-4a0a28768ad2', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.967336] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.967978] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.968331] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e658636-f8c4-4bec-9f51-af181ff5b948 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.989041] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.989041] env[68960]: value = "task-3222130" [ 1088.989041] env[68960]: _type = "Task" [ 1088.989041] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.996189] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222130, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.078146] env[68960]: DEBUG oslo_vmware.api [None req-72351a77-3de5-497d-80b3-d199d3c4255e tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Task: {'id': task-3222129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143894} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.078477] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-72351a77-3de5-497d-80b3-d199d3c4255e tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.078699] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-72351a77-3de5-497d-80b3-d199d3c4255e tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.078901] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-72351a77-3de5-497d-80b3-d199d3c4255e tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.079119] env[68960]: INFO nova.compute.manager [None req-72351a77-3de5-497d-80b3-d199d3c4255e tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1089.079484] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72351a77-3de5-497d-80b3-d199d3c4255e tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.079644] env[68960]: DEBUG nova.compute.manager [-] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.079756] env[68960]: DEBUG nova.network.neutron [-] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.161375] env[68960]: DEBUG nova.scheduler.client.report [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.251313] env[68960]: DEBUG nova.compute.manager [req-89c97389-e407-4938-8330-ebb0765e992a req-a5be20c0-29ed-44f5-9a0a-31d42c2266b3 service nova] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Received event network-changed-77a03bbb-0b1b-456d-9066-4a0a28768ad2 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.251545] env[68960]: DEBUG nova.compute.manager [req-89c97389-e407-4938-8330-ebb0765e992a req-a5be20c0-29ed-44f5-9a0a-31d42c2266b3 service nova] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Refreshing instance network info cache due to event network-changed-77a03bbb-0b1b-456d-9066-4a0a28768ad2. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1089.251810] env[68960]: DEBUG oslo_concurrency.lockutils [req-89c97389-e407-4938-8330-ebb0765e992a req-a5be20c0-29ed-44f5-9a0a-31d42c2266b3 service nova] Acquiring lock "refresh_cache-046a4f06-6228-4309-a020-4aa7e3a7eb03" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.251973] env[68960]: DEBUG oslo_concurrency.lockutils [req-89c97389-e407-4938-8330-ebb0765e992a req-a5be20c0-29ed-44f5-9a0a-31d42c2266b3 service nova] Acquired lock "refresh_cache-046a4f06-6228-4309-a020-4aa7e3a7eb03" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.252165] env[68960]: DEBUG nova.network.neutron [req-89c97389-e407-4938-8330-ebb0765e992a req-a5be20c0-29ed-44f5-9a0a-31d42c2266b3 service nova] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Refreshing network info cache for port 77a03bbb-0b1b-456d-9066-4a0a28768ad2 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.365047] env[68960]: DEBUG nova.compute.manager [req-2e5346bf-94c0-4451-93a1-96979ffa214e req-a6b65e3a-42ca-40ed-92c4-1e8113a5d66e service nova] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Received event network-vif-deleted-f068a488-affe-40d8-b18b-1d37e6838e9f {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.365357] env[68960]: INFO nova.compute.manager [req-2e5346bf-94c0-4451-93a1-96979ffa214e req-a6b65e3a-42ca-40ed-92c4-1e8113a5d66e service nova] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Neutron deleted interface f068a488-affe-40d8-b18b-1d37e6838e9f; detaching it from the instance and deleting it from the info cache [ 1089.365432] env[68960]: DEBUG nova.network.neutron [req-2e5346bf-94c0-4451-93a1-96979ffa214e req-a6b65e3a-42ca-40ed-92c4-1e8113a5d66e service nova] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.368682] env[68960]: DEBUG nova.compute.manager [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1089.398840] env[68960]: DEBUG nova.virt.hardware [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.399115] env[68960]: DEBUG nova.virt.hardware [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.399280] env[68960]: DEBUG nova.virt.hardware [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.399481] env[68960]: DEBUG nova.virt.hardware [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.399657] env[68960]: DEBUG nova.virt.hardware [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.399810] env[68960]: DEBUG nova.virt.hardware [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.400172] env[68960]: DEBUG nova.virt.hardware [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.400250] env[68960]: DEBUG nova.virt.hardware [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.400367] env[68960]: DEBUG nova.virt.hardware [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.400534] env[68960]: DEBUG nova.virt.hardware [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.400706] env[68960]: DEBUG nova.virt.hardware [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.401898] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1616198-ff0f-477a-b259-8f439b6c1d8d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.409856] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158584a2-50bc-4323-81b1-8e076f49d9bc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.498335] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222130, 'name': CreateVM_Task, 'duration_secs': 0.394056} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.498541] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.499237] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.499410] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.499722] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.499974] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e95d0587-fc14-4ced-a14d-2e9db149102e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.504740] env[68960]: DEBUG oslo_vmware.api [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1089.504740] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528cb628-9f47-6353-54f5-c0adfc9b62a2" [ 1089.504740] env[68960]: _type = "Task" [ 1089.504740] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.512187] env[68960]: DEBUG oslo_vmware.api [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528cb628-9f47-6353-54f5-c0adfc9b62a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.657795] env[68960]: DEBUG nova.network.neutron [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Successfully updated port: b64f3ed8-dae8-4e4c-b590-0e488a0a14cb {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1089.668150] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.668681] env[68960]: DEBUG nova.compute.manager [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1089.671762] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c2b70d9a-21d6-49f4-a83e-ed00751a3fdd tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.672s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.671969] env[68960]: DEBUG nova.objects.instance [None req-c2b70d9a-21d6-49f4-a83e-ed00751a3fdd tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lazy-loading 'resources' on Instance uuid d69bcd5d-1843-4880-aae3-a34c0ca9ea8b {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.818558] env[68960]: DEBUG nova.network.neutron [-] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.867596] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cccda605-3e41-4340-b0cc-38e643d84019 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.877212] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13864678-b8ac-4b76-b42b-bd7fc4bbedcb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.908083] env[68960]: DEBUG nova.compute.manager [req-2e5346bf-94c0-4451-93a1-96979ffa214e req-a6b65e3a-42ca-40ed-92c4-1e8113a5d66e service nova] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Detach interface failed, port_id=f068a488-affe-40d8-b18b-1d37e6838e9f, reason: Instance e347bd5a-702a-4028-8c83-53c594b9e57f could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1089.949350] env[68960]: DEBUG nova.network.neutron [req-89c97389-e407-4938-8330-ebb0765e992a req-a5be20c0-29ed-44f5-9a0a-31d42c2266b3 service nova] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Updated VIF entry in instance network info cache for port 77a03bbb-0b1b-456d-9066-4a0a28768ad2. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.949713] env[68960]: DEBUG nova.network.neutron [req-89c97389-e407-4938-8330-ebb0765e992a req-a5be20c0-29ed-44f5-9a0a-31d42c2266b3 service nova] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Updating instance_info_cache with network_info: [{"id": "77a03bbb-0b1b-456d-9066-4a0a28768ad2", "address": "fa:16:3e:a4:41:b1", "network": {"id": "6e100ac4-7b00-4329-b2ac-f4fb65e8f519", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-748744904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c6d3f23cbe4289a44c7f4b678c28f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77a03bbb-0b", "ovs_interfaceid": "77a03bbb-0b1b-456d-9066-4a0a28768ad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.014808] env[68960]: DEBUG oslo_vmware.api [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528cb628-9f47-6353-54f5-c0adfc9b62a2, 'name': SearchDatastore_Task, 'duration_secs': 0.009546} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.015192] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.015663] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.015809] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.015961] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.016182] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.016449] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc0ba159-2ba5-4689-bb69-01528a0016af {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.024932] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.025121] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.025806] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e1585bf-503e-409b-b6e4-e8df4da58afd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.030949] env[68960]: DEBUG oslo_vmware.api [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1090.030949] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]526da4cc-f4bf-c9ff-945e-6fde8baad4e6" [ 1090.030949] env[68960]: _type = "Task" [ 1090.030949] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.037740] env[68960]: DEBUG oslo_vmware.api [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]526da4cc-f4bf-c9ff-945e-6fde8baad4e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.160289] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "refresh_cache-961e9043-71c8-4ec5-ba39-95a51a68b719" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.160531] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired lock "refresh_cache-961e9043-71c8-4ec5-ba39-95a51a68b719" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.160681] env[68960]: DEBUG nova.network.neutron [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.175149] env[68960]: DEBUG nova.compute.utils [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.177780] env[68960]: DEBUG nova.compute.manager [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1090.178167] env[68960]: DEBUG nova.network.neutron [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1090.231097] env[68960]: DEBUG nova.policy [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c73165119154de4a6bca8a1e4476468', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '843972d9f85c42b3ac175e0183e6930f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1090.323446] env[68960]: INFO nova.compute.manager [-] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Took 1.24 seconds to deallocate network for instance. [ 1090.420559] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b488675-2ae6-4e1b-a442-e13937052957 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.433131] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979bd4fc-6522-4048-b897-4c1a5535a0e5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.462388] env[68960]: DEBUG oslo_concurrency.lockutils [req-89c97389-e407-4938-8330-ebb0765e992a req-a5be20c0-29ed-44f5-9a0a-31d42c2266b3 service nova] Releasing lock "refresh_cache-046a4f06-6228-4309-a020-4aa7e3a7eb03" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.464159] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2c075b-0989-445e-92b1-51a149a12693 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.470718] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00dd327-b215-4634-88a2-4a5c447a65a2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.483411] env[68960]: DEBUG nova.compute.provider_tree [None req-c2b70d9a-21d6-49f4-a83e-ed00751a3fdd tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.493605] env[68960]: DEBUG nova.network.neutron [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Successfully created port: 078d2efb-5eea-4306-a49c-336dd41ffb0a {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1090.541112] env[68960]: DEBUG oslo_vmware.api [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]526da4cc-f4bf-c9ff-945e-6fde8baad4e6, 'name': SearchDatastore_Task, 'duration_secs': 0.008639} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.542009] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e0740a9-ea8f-4476-a2f7-e0dad5d9b4cb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.547765] env[68960]: DEBUG oslo_vmware.api [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1090.547765] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52bee97c-3864-7aeb-3257-156c13056be9" [ 1090.547765] env[68960]: _type = "Task" [ 1090.547765] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.555474] env[68960]: DEBUG oslo_vmware.api [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52bee97c-3864-7aeb-3257-156c13056be9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.684924] env[68960]: DEBUG nova.compute.manager [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1090.705029] env[68960]: DEBUG nova.network.neutron [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.829908] env[68960]: DEBUG oslo_concurrency.lockutils [None req-72351a77-3de5-497d-80b3-d199d3c4255e tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.895419] env[68960]: DEBUG nova.network.neutron [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Updating instance_info_cache with network_info: [{"id": "b64f3ed8-dae8-4e4c-b590-0e488a0a14cb", "address": "fa:16:3e:a7:82:c3", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb64f3ed8-da", "ovs_interfaceid": "b64f3ed8-dae8-4e4c-b590-0e488a0a14cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.989877] env[68960]: DEBUG nova.scheduler.client.report [None req-c2b70d9a-21d6-49f4-a83e-ed00751a3fdd tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.059741] env[68960]: DEBUG oslo_vmware.api [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52bee97c-3864-7aeb-3257-156c13056be9, 'name': SearchDatastore_Task, 'duration_secs': 0.010384} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.060042] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.060349] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 046a4f06-6228-4309-a020-4aa7e3a7eb03/046a4f06-6228-4309-a020-4aa7e3a7eb03.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.060608] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5444eb19-ae18-4cd1-a90a-d80edaa9e0db {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.068191] env[68960]: DEBUG oslo_vmware.api [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1091.068191] env[68960]: value = "task-3222131" [ 1091.068191] env[68960]: _type = "Task" [ 1091.068191] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.076800] env[68960]: DEBUG oslo_vmware.api [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.278435] env[68960]: DEBUG nova.compute.manager [req-771df27f-0aeb-47a5-93a2-583c897f93bc req-c7dddf69-abe7-48fe-865d-8da57af41cfe service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Received event network-vif-plugged-b64f3ed8-dae8-4e4c-b590-0e488a0a14cb {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.278697] env[68960]: DEBUG oslo_concurrency.lockutils [req-771df27f-0aeb-47a5-93a2-583c897f93bc req-c7dddf69-abe7-48fe-865d-8da57af41cfe service nova] Acquiring lock "961e9043-71c8-4ec5-ba39-95a51a68b719-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.278978] env[68960]: DEBUG oslo_concurrency.lockutils [req-771df27f-0aeb-47a5-93a2-583c897f93bc req-c7dddf69-abe7-48fe-865d-8da57af41cfe service nova] Lock "961e9043-71c8-4ec5-ba39-95a51a68b719-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.279206] env[68960]: DEBUG oslo_concurrency.lockutils [req-771df27f-0aeb-47a5-93a2-583c897f93bc req-c7dddf69-abe7-48fe-865d-8da57af41cfe service nova] Lock "961e9043-71c8-4ec5-ba39-95a51a68b719-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.279283] env[68960]: DEBUG nova.compute.manager [req-771df27f-0aeb-47a5-93a2-583c897f93bc req-c7dddf69-abe7-48fe-865d-8da57af41cfe service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] No waiting events found dispatching network-vif-plugged-b64f3ed8-dae8-4e4c-b590-0e488a0a14cb {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.279449] env[68960]: WARNING nova.compute.manager [req-771df27f-0aeb-47a5-93a2-583c897f93bc req-c7dddf69-abe7-48fe-865d-8da57af41cfe service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Received unexpected event network-vif-plugged-b64f3ed8-dae8-4e4c-b590-0e488a0a14cb for instance with vm_state building and task_state spawning. [ 1091.279670] env[68960]: DEBUG nova.compute.manager [req-771df27f-0aeb-47a5-93a2-583c897f93bc req-c7dddf69-abe7-48fe-865d-8da57af41cfe service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Received event network-changed-b64f3ed8-dae8-4e4c-b590-0e488a0a14cb {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.279783] env[68960]: DEBUG nova.compute.manager [req-771df27f-0aeb-47a5-93a2-583c897f93bc req-c7dddf69-abe7-48fe-865d-8da57af41cfe service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Refreshing instance network info cache due to event network-changed-b64f3ed8-dae8-4e4c-b590-0e488a0a14cb. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.279967] env[68960]: DEBUG oslo_concurrency.lockutils [req-771df27f-0aeb-47a5-93a2-583c897f93bc req-c7dddf69-abe7-48fe-865d-8da57af41cfe service nova] Acquiring lock "refresh_cache-961e9043-71c8-4ec5-ba39-95a51a68b719" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.397954] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Releasing lock "refresh_cache-961e9043-71c8-4ec5-ba39-95a51a68b719" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.398343] env[68960]: DEBUG nova.compute.manager [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Instance network_info: |[{"id": "b64f3ed8-dae8-4e4c-b590-0e488a0a14cb", "address": "fa:16:3e:a7:82:c3", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb64f3ed8-da", "ovs_interfaceid": "b64f3ed8-dae8-4e4c-b590-0e488a0a14cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1091.398703] env[68960]: DEBUG oslo_concurrency.lockutils [req-771df27f-0aeb-47a5-93a2-583c897f93bc req-c7dddf69-abe7-48fe-865d-8da57af41cfe service nova] Acquired lock "refresh_cache-961e9043-71c8-4ec5-ba39-95a51a68b719" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.398887] env[68960]: DEBUG nova.network.neutron [req-771df27f-0aeb-47a5-93a2-583c897f93bc req-c7dddf69-abe7-48fe-865d-8da57af41cfe service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Refreshing network info cache for port b64f3ed8-dae8-4e4c-b590-0e488a0a14cb {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.400231] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:82:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b64f3ed8-dae8-4e4c-b590-0e488a0a14cb', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.408295] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.409404] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.409639] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57f1b172-7b21-4e26-8ca0-c74b43d76a54 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.430839] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.430839] env[68960]: value = "task-3222132" [ 1091.430839] env[68960]: _type = "Task" [ 1091.430839] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.439574] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222132, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.495107] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c2b70d9a-21d6-49f4-a83e-ed00751a3fdd tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.823s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.498744] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4f0fbc75-1822-4c23-9524-7bd811d2f671 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.364s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.499024] env[68960]: DEBUG nova.objects.instance [None req-4f0fbc75-1822-4c23-9524-7bd811d2f671 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Lazy-loading 'resources' on Instance uuid 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.522121] env[68960]: INFO nova.scheduler.client.report [None req-c2b70d9a-21d6-49f4-a83e-ed00751a3fdd tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Deleted allocations for instance d69bcd5d-1843-4880-aae3-a34c0ca9ea8b [ 1091.578285] env[68960]: DEBUG oslo_vmware.api [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222131, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492318} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.578504] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 046a4f06-6228-4309-a020-4aa7e3a7eb03/046a4f06-6228-4309-a020-4aa7e3a7eb03.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.578714] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.578956] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c55c65c3-5f42-40d9-8bf2-6dd440625d01 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.584846] env[68960]: DEBUG oslo_vmware.api [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1091.584846] env[68960]: value = "task-3222133" [ 1091.584846] env[68960]: _type = "Task" [ 1091.584846] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.591930] env[68960]: DEBUG oslo_vmware.api [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.694351] env[68960]: DEBUG nova.compute.manager [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.728745] env[68960]: DEBUG nova.virt.hardware [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.729008] env[68960]: DEBUG nova.virt.hardware [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.729176] env[68960]: DEBUG nova.virt.hardware [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.729361] env[68960]: DEBUG nova.virt.hardware [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.729505] env[68960]: DEBUG nova.virt.hardware [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.729649] env[68960]: DEBUG nova.virt.hardware [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.729855] env[68960]: DEBUG nova.virt.hardware [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.730027] env[68960]: DEBUG nova.virt.hardware [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.730243] env[68960]: DEBUG nova.virt.hardware [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.730473] env[68960]: DEBUG nova.virt.hardware [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.730664] env[68960]: DEBUG nova.virt.hardware [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.731524] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b7cabb-3af5-48a4-94c1-ba8cf664324d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.739838] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2a3843-9789-4803-a996-6fe592aa9b59 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.941027] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222132, 'name': CreateVM_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.941901] env[68960]: DEBUG nova.network.neutron [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Successfully updated port: 078d2efb-5eea-4306-a49c-336dd41ffb0a {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1092.037400] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c2b70d9a-21d6-49f4-a83e-ed00751a3fdd tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "d69bcd5d-1843-4880-aae3-a34c0ca9ea8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.805s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.097950] env[68960]: DEBUG oslo_vmware.api [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070772} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.100297] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.101199] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6753a1a3-3761-4d59-a521-ffb3c54de950 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.130570] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 046a4f06-6228-4309-a020-4aa7e3a7eb03/046a4f06-6228-4309-a020-4aa7e3a7eb03.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.135017] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2397b507-ca7c-462b-ae4b-60cbdc245931 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.155777] env[68960]: DEBUG oslo_vmware.api [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1092.155777] env[68960]: value = "task-3222134" [ 1092.155777] env[68960]: _type = "Task" [ 1092.155777] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.164865] env[68960]: DEBUG oslo_vmware.api [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222134, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.323011] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c56103e-0684-4c51-a57c-67e5c24d6e94 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.331367] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155e4331-8527-4bdd-8f0c-4868d8e4a7cc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.370543] env[68960]: DEBUG nova.network.neutron [req-771df27f-0aeb-47a5-93a2-583c897f93bc req-c7dddf69-abe7-48fe-865d-8da57af41cfe service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Updated VIF entry in instance network info cache for port b64f3ed8-dae8-4e4c-b590-0e488a0a14cb. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.370543] env[68960]: DEBUG nova.network.neutron [req-771df27f-0aeb-47a5-93a2-583c897f93bc req-c7dddf69-abe7-48fe-865d-8da57af41cfe service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Updating instance_info_cache with network_info: [{"id": "b64f3ed8-dae8-4e4c-b590-0e488a0a14cb", "address": "fa:16:3e:a7:82:c3", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb64f3ed8-da", "ovs_interfaceid": "b64f3ed8-dae8-4e4c-b590-0e488a0a14cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.370543] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2759bfd6-9034-4aaf-9498-bfbf26034c38 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.378568] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30922e7a-57ae-4a6a-bd96-32e77889c024 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.393538] env[68960]: DEBUG nova.compute.provider_tree [None req-4f0fbc75-1822-4c23-9524-7bd811d2f671 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.441105] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222132, 'name': CreateVM_Task, 'duration_secs': 0.617871} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.441319] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.442016] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.442197] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.442506] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.442759] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9637a345-3f01-476f-b7be-fbd3dd08dd64 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.447524] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "refresh_cache-5febc8fc-e564-4e90-aaf7-13b55d292cf8" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.447666] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquired lock "refresh_cache-5febc8fc-e564-4e90-aaf7-13b55d292cf8" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.447811] env[68960]: DEBUG nova.network.neutron [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.449010] env[68960]: DEBUG oslo_vmware.api [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 1092.449010] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ef92f0-3100-f21c-e80e-1b6b75d7dedb" [ 1092.449010] env[68960]: _type = "Task" [ 1092.449010] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.456983] env[68960]: DEBUG oslo_vmware.api [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ef92f0-3100-f21c-e80e-1b6b75d7dedb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.666376] env[68960]: DEBUG oslo_vmware.api [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222134, 'name': ReconfigVM_Task, 'duration_secs': 0.288254} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.666676] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 046a4f06-6228-4309-a020-4aa7e3a7eb03/046a4f06-6228-4309-a020-4aa7e3a7eb03.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.667327] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68e099b1-7fab-4fe9-8a63-44fe3bb76a07 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.673569] env[68960]: DEBUG oslo_vmware.api [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1092.673569] env[68960]: value = "task-3222135" [ 1092.673569] env[68960]: _type = "Task" [ 1092.673569] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.681446] env[68960]: DEBUG oslo_vmware.api [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222135, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.874741] env[68960]: DEBUG oslo_concurrency.lockutils [req-771df27f-0aeb-47a5-93a2-583c897f93bc req-c7dddf69-abe7-48fe-865d-8da57af41cfe service nova] Releasing lock "refresh_cache-961e9043-71c8-4ec5-ba39-95a51a68b719" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.899021] env[68960]: DEBUG nova.scheduler.client.report [None req-4f0fbc75-1822-4c23-9524-7bd811d2f671 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.962730] env[68960]: DEBUG oslo_vmware.api [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ef92f0-3100-f21c-e80e-1b6b75d7dedb, 'name': SearchDatastore_Task, 'duration_secs': 0.010473} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.964527] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.964883] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.965203] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.965431] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.965671] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.965978] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a1cf446-7d78-469e-8ccf-e305c1f18198 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.974522] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.974771] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.975534] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30f4563e-27f2-47be-b9e6-bc9605d5f792 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.980879] env[68960]: DEBUG oslo_vmware.api [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 1092.980879] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528c6079-5694-bc29-1577-c2e67a8d95f4" [ 1092.980879] env[68960]: _type = "Task" [ 1092.980879] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.988772] env[68960]: DEBUG oslo_vmware.api [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528c6079-5694-bc29-1577-c2e67a8d95f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.008593] env[68960]: DEBUG nova.network.neutron [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.183922] env[68960]: DEBUG oslo_vmware.api [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222135, 'name': Rename_Task, 'duration_secs': 0.138873} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.184335] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.184586] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40171129-f482-4dfc-872f-06a2d0d826c0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.190455] env[68960]: DEBUG oslo_vmware.api [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1093.190455] env[68960]: value = "task-3222136" [ 1093.190455] env[68960]: _type = "Task" [ 1093.190455] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.202392] env[68960]: DEBUG oslo_vmware.api [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.260018] env[68960]: DEBUG nova.network.neutron [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Updating instance_info_cache with network_info: [{"id": "078d2efb-5eea-4306-a49c-336dd41ffb0a", "address": "fa:16:3e:bf:70:8b", "network": {"id": "f1cc0593-0a64-4a3d-a9a0-5a4bf88e4041", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276161530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "843972d9f85c42b3ac175e0183e6930f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap078d2efb-5e", "ovs_interfaceid": "078d2efb-5eea-4306-a49c-336dd41ffb0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.305195] env[68960]: DEBUG nova.compute.manager [req-440f446f-fb63-4a73-bf19-0e770ccfe065 req-5812e14e-48e1-46b6-8144-d7b2bd86ae13 service nova] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Received event network-vif-plugged-078d2efb-5eea-4306-a49c-336dd41ffb0a {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.305480] env[68960]: DEBUG oslo_concurrency.lockutils [req-440f446f-fb63-4a73-bf19-0e770ccfe065 req-5812e14e-48e1-46b6-8144-d7b2bd86ae13 service nova] Acquiring lock "5febc8fc-e564-4e90-aaf7-13b55d292cf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.305624] env[68960]: DEBUG oslo_concurrency.lockutils [req-440f446f-fb63-4a73-bf19-0e770ccfe065 req-5812e14e-48e1-46b6-8144-d7b2bd86ae13 service nova] Lock "5febc8fc-e564-4e90-aaf7-13b55d292cf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.305778] env[68960]: DEBUG oslo_concurrency.lockutils [req-440f446f-fb63-4a73-bf19-0e770ccfe065 req-5812e14e-48e1-46b6-8144-d7b2bd86ae13 service nova] Lock "5febc8fc-e564-4e90-aaf7-13b55d292cf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.305985] env[68960]: DEBUG nova.compute.manager [req-440f446f-fb63-4a73-bf19-0e770ccfe065 req-5812e14e-48e1-46b6-8144-d7b2bd86ae13 service nova] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] No waiting events found dispatching network-vif-plugged-078d2efb-5eea-4306-a49c-336dd41ffb0a {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1093.306186] env[68960]: WARNING nova.compute.manager [req-440f446f-fb63-4a73-bf19-0e770ccfe065 req-5812e14e-48e1-46b6-8144-d7b2bd86ae13 service nova] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Received unexpected event network-vif-plugged-078d2efb-5eea-4306-a49c-336dd41ffb0a for instance with vm_state building and task_state spawning. [ 1093.306367] env[68960]: DEBUG nova.compute.manager [req-440f446f-fb63-4a73-bf19-0e770ccfe065 req-5812e14e-48e1-46b6-8144-d7b2bd86ae13 service nova] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Received event network-changed-078d2efb-5eea-4306-a49c-336dd41ffb0a {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.306527] env[68960]: DEBUG nova.compute.manager [req-440f446f-fb63-4a73-bf19-0e770ccfe065 req-5812e14e-48e1-46b6-8144-d7b2bd86ae13 service nova] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Refreshing instance network info cache due to event network-changed-078d2efb-5eea-4306-a49c-336dd41ffb0a. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.306690] env[68960]: DEBUG oslo_concurrency.lockutils [req-440f446f-fb63-4a73-bf19-0e770ccfe065 req-5812e14e-48e1-46b6-8144-d7b2bd86ae13 service nova] Acquiring lock "refresh_cache-5febc8fc-e564-4e90-aaf7-13b55d292cf8" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.402104] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4f0fbc75-1822-4c23-9524-7bd811d2f671 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.406655] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.448s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.409634] env[68960]: INFO nova.compute.claims [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.437021] env[68960]: INFO nova.scheduler.client.report [None req-4f0fbc75-1822-4c23-9524-7bd811d2f671 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Deleted allocations for instance 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4 [ 1093.491197] env[68960]: DEBUG oslo_vmware.api [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528c6079-5694-bc29-1577-c2e67a8d95f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009323} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.492530] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f93255f-e787-41ba-a802-9e696e467b5b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.498757] env[68960]: DEBUG oslo_vmware.api [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 1093.498757] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]520b5e55-25e9-1ba7-f883-8ecb3238f8f9" [ 1093.498757] env[68960]: _type = "Task" [ 1093.498757] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.506434] env[68960]: DEBUG oslo_vmware.api [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]520b5e55-25e9-1ba7-f883-8ecb3238f8f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.702083] env[68960]: DEBUG oslo_vmware.api [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222136, 'name': PowerOnVM_Task, 'duration_secs': 0.46115} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.702386] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.702588] env[68960]: INFO nova.compute.manager [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Took 6.76 seconds to spawn the instance on the hypervisor. [ 1093.702762] env[68960]: DEBUG nova.compute.manager [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.703739] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1dbc49-0f38-4708-ad3d-5bf93f58fd20 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.767284] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Releasing lock "refresh_cache-5febc8fc-e564-4e90-aaf7-13b55d292cf8" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.767284] env[68960]: DEBUG nova.compute.manager [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Instance network_info: |[{"id": "078d2efb-5eea-4306-a49c-336dd41ffb0a", "address": "fa:16:3e:bf:70:8b", "network": {"id": "f1cc0593-0a64-4a3d-a9a0-5a4bf88e4041", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276161530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "843972d9f85c42b3ac175e0183e6930f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap078d2efb-5e", "ovs_interfaceid": "078d2efb-5eea-4306-a49c-336dd41ffb0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1093.767284] env[68960]: DEBUG oslo_concurrency.lockutils [req-440f446f-fb63-4a73-bf19-0e770ccfe065 req-5812e14e-48e1-46b6-8144-d7b2bd86ae13 service nova] Acquired lock "refresh_cache-5febc8fc-e564-4e90-aaf7-13b55d292cf8" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.767284] env[68960]: DEBUG nova.network.neutron [req-440f446f-fb63-4a73-bf19-0e770ccfe065 req-5812e14e-48e1-46b6-8144-d7b2bd86ae13 service nova] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Refreshing network info cache for port 078d2efb-5eea-4306-a49c-336dd41ffb0a {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.768212] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:70:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '078d2efb-5eea-4306-a49c-336dd41ffb0a', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.776708] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.777772] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.778027] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28e3132c-e61f-4cea-b213-c5ae41efea59 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.798646] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.798646] env[68960]: value = "task-3222137" [ 1093.798646] env[68960]: _type = "Task" [ 1093.798646] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.806355] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222137, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.947458] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4f0fbc75-1822-4c23-9524-7bd811d2f671 tempest-SecurityGroupsTestJSON-1471327707 tempest-SecurityGroupsTestJSON-1471327707-project-member] Lock "70cb0e8b-7ed9-49b5-a7c0-2e82455808a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.211s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.012249] env[68960]: DEBUG oslo_vmware.api [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]520b5e55-25e9-1ba7-f883-8ecb3238f8f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009973} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.012870] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.012870] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 961e9043-71c8-4ec5-ba39-95a51a68b719/961e9043-71c8-4ec5-ba39-95a51a68b719.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.013081] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6029cbbc-732a-47ce-ba3e-88b6c41726c1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.020340] env[68960]: DEBUG oslo_vmware.api [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 1094.020340] env[68960]: value = "task-3222138" [ 1094.020340] env[68960]: _type = "Task" [ 1094.020340] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.028203] env[68960]: DEBUG oslo_vmware.api [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.221139] env[68960]: INFO nova.compute.manager [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Took 27.32 seconds to build instance. [ 1094.310981] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222137, 'name': CreateVM_Task, 'duration_secs': 0.410463} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.311279] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.312212] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.312753] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.313310] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.315209] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a445718f-3f9c-43ae-8159-8e767867ec05 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.321565] env[68960]: DEBUG oslo_vmware.api [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 1094.321565] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52aa758f-6a89-1bd4-07f5-660ca2013925" [ 1094.321565] env[68960]: _type = "Task" [ 1094.321565] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.333748] env[68960]: DEBUG oslo_vmware.api [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52aa758f-6a89-1bd4-07f5-660ca2013925, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.416031] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquiring lock "1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.416502] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.532877] env[68960]: DEBUG oslo_vmware.api [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489464} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.533395] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 961e9043-71c8-4ec5-ba39-95a51a68b719/961e9043-71c8-4ec5-ba39-95a51a68b719.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1094.534348] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1094.534655] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef48f1fb-74c7-4529-9bcf-5ef05cbba86f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.542356] env[68960]: DEBUG oslo_vmware.api [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 1094.542356] env[68960]: value = "task-3222139" [ 1094.542356] env[68960]: _type = "Task" [ 1094.542356] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.554347] env[68960]: DEBUG oslo_vmware.api [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.709223] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28020787-e2be-4ccb-b26a-31bbb82b9376 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.717704] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82edda20-68b8-4b8b-b240-faa6bbdbc696 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.723156] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04c085ec-5472-4908-9961-4acaa5413891 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "046a4f06-6228-4309-a020-4aa7e3a7eb03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.830s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.753759] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a453904a-048b-4c1a-bb8d-ec4fe665fb35 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.762212] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0479a2b5-29fc-44b5-a522-a76c93676e91 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.776090] env[68960]: DEBUG nova.compute.provider_tree [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.832803] env[68960]: DEBUG oslo_vmware.api [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52aa758f-6a89-1bd4-07f5-660ca2013925, 'name': SearchDatastore_Task, 'duration_secs': 0.054257} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.833163] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.833356] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.833593] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.833739] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.833912] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.834188] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55e109db-e3a6-4743-a17d-510d2c596f50 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.842675] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.842943] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.843692] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eb0428d-55c4-4c4d-94ed-479098304232 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.848707] env[68960]: DEBUG oslo_vmware.api [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 1094.848707] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523d11ed-0adb-8ffe-799e-126fe42868ea" [ 1094.848707] env[68960]: _type = "Task" [ 1094.848707] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.857338] env[68960]: DEBUG oslo_vmware.api [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523d11ed-0adb-8ffe-799e-126fe42868ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.923580] env[68960]: DEBUG nova.compute.manager [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1095.028850] env[68960]: DEBUG nova.network.neutron [req-440f446f-fb63-4a73-bf19-0e770ccfe065 req-5812e14e-48e1-46b6-8144-d7b2bd86ae13 service nova] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Updated VIF entry in instance network info cache for port 078d2efb-5eea-4306-a49c-336dd41ffb0a. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.029347] env[68960]: DEBUG nova.network.neutron [req-440f446f-fb63-4a73-bf19-0e770ccfe065 req-5812e14e-48e1-46b6-8144-d7b2bd86ae13 service nova] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Updating instance_info_cache with network_info: [{"id": "078d2efb-5eea-4306-a49c-336dd41ffb0a", "address": "fa:16:3e:bf:70:8b", "network": {"id": "f1cc0593-0a64-4a3d-a9a0-5a4bf88e4041", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276161530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "843972d9f85c42b3ac175e0183e6930f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap078d2efb-5e", "ovs_interfaceid": "078d2efb-5eea-4306-a49c-336dd41ffb0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.052733] env[68960]: DEBUG oslo_vmware.api [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092382} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.053099] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1095.053917] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be84c36-96a8-4811-be2e-6339530f0023 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.077894] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 961e9043-71c8-4ec5-ba39-95a51a68b719/961e9043-71c8-4ec5-ba39-95a51a68b719.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.078801] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e06030a1-61bf-4e96-adc9-7d17506a5861 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.101053] env[68960]: DEBUG oslo_vmware.api [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 1095.101053] env[68960]: value = "task-3222140" [ 1095.101053] env[68960]: _type = "Task" [ 1095.101053] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.111717] env[68960]: DEBUG oslo_vmware.api [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222140, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.280541] env[68960]: DEBUG nova.scheduler.client.report [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.361517] env[68960]: DEBUG oslo_vmware.api [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523d11ed-0adb-8ffe-799e-126fe42868ea, 'name': SearchDatastore_Task, 'duration_secs': 0.008125} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.361641] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b011f15-57e1-43fa-8abd-6419577414f6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.367380] env[68960]: DEBUG oslo_vmware.api [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 1095.367380] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52614f07-737c-b369-ddbc-1ef55f1ebad2" [ 1095.367380] env[68960]: _type = "Task" [ 1095.367380] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.373566] env[68960]: DEBUG oslo_concurrency.lockutils [None req-53c80de8-c2aa-46c8-b844-e13c696f8d48 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "2901333b-0754-4d83-a5b6-54603eb97033" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.373851] env[68960]: DEBUG oslo_concurrency.lockutils [None req-53c80de8-c2aa-46c8-b844-e13c696f8d48 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "2901333b-0754-4d83-a5b6-54603eb97033" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.380671] env[68960]: DEBUG oslo_vmware.api [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52614f07-737c-b369-ddbc-1ef55f1ebad2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.448942] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.534980] env[68960]: DEBUG oslo_concurrency.lockutils [req-440f446f-fb63-4a73-bf19-0e770ccfe065 req-5812e14e-48e1-46b6-8144-d7b2bd86ae13 service nova] Releasing lock "refresh_cache-5febc8fc-e564-4e90-aaf7-13b55d292cf8" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.611170] env[68960]: DEBUG oslo_vmware.api [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222140, 'name': ReconfigVM_Task, 'duration_secs': 0.309416} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.611444] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 961e9043-71c8-4ec5-ba39-95a51a68b719/961e9043-71c8-4ec5-ba39-95a51a68b719.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.613017] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b34b4f87-00a0-4288-bb7c-cd4847460d82 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.618782] env[68960]: DEBUG oslo_vmware.api [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 1095.618782] env[68960]: value = "task-3222141" [ 1095.618782] env[68960]: _type = "Task" [ 1095.618782] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.628342] env[68960]: DEBUG oslo_vmware.api [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222141, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.788654] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.382s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.788654] env[68960]: DEBUG nova.compute.manager [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1095.789672] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.750s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.879384] env[68960]: DEBUG nova.compute.utils [None req-53c80de8-c2aa-46c8-b844-e13c696f8d48 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.880913] env[68960]: DEBUG oslo_vmware.api [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52614f07-737c-b369-ddbc-1ef55f1ebad2, 'name': SearchDatastore_Task, 'duration_secs': 0.021843} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.881577] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.881577] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 5febc8fc-e564-4e90-aaf7-13b55d292cf8/5febc8fc-e564-4e90-aaf7-13b55d292cf8.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.882087] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b848618c-0ee3-4bbb-a768-266fe38a68d1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.888829] env[68960]: DEBUG oslo_vmware.api [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 1095.888829] env[68960]: value = "task-3222142" [ 1095.888829] env[68960]: _type = "Task" [ 1095.888829] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.897138] env[68960]: DEBUG oslo_vmware.api [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.991883] env[68960]: DEBUG nova.compute.manager [req-415e63d4-9137-466b-8bf6-0fe3b21a87ae req-d5dbf6b9-24e4-4ff0-a6d6-bfe3f0e8294b service nova] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Received event network-changed-77a03bbb-0b1b-456d-9066-4a0a28768ad2 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.992095] env[68960]: DEBUG nova.compute.manager [req-415e63d4-9137-466b-8bf6-0fe3b21a87ae req-d5dbf6b9-24e4-4ff0-a6d6-bfe3f0e8294b service nova] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Refreshing instance network info cache due to event network-changed-77a03bbb-0b1b-456d-9066-4a0a28768ad2. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.992313] env[68960]: DEBUG oslo_concurrency.lockutils [req-415e63d4-9137-466b-8bf6-0fe3b21a87ae req-d5dbf6b9-24e4-4ff0-a6d6-bfe3f0e8294b service nova] Acquiring lock "refresh_cache-046a4f06-6228-4309-a020-4aa7e3a7eb03" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.992466] env[68960]: DEBUG oslo_concurrency.lockutils [req-415e63d4-9137-466b-8bf6-0fe3b21a87ae req-d5dbf6b9-24e4-4ff0-a6d6-bfe3f0e8294b service nova] Acquired lock "refresh_cache-046a4f06-6228-4309-a020-4aa7e3a7eb03" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.992616] env[68960]: DEBUG nova.network.neutron [req-415e63d4-9137-466b-8bf6-0fe3b21a87ae req-d5dbf6b9-24e4-4ff0-a6d6-bfe3f0e8294b service nova] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Refreshing network info cache for port 77a03bbb-0b1b-456d-9066-4a0a28768ad2 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.130756] env[68960]: DEBUG oslo_vmware.api [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222141, 'name': Rename_Task, 'duration_secs': 0.144983} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.131067] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.131326] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee50f3b4-823d-4c3d-8d0a-c066593b6cc6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.138933] env[68960]: DEBUG oslo_vmware.api [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 1096.138933] env[68960]: value = "task-3222143" [ 1096.138933] env[68960]: _type = "Task" [ 1096.138933] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.147255] env[68960]: DEBUG oslo_vmware.api [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.294573] env[68960]: DEBUG nova.compute.utils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1096.303330] env[68960]: DEBUG nova.compute.manager [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1096.303892] env[68960]: DEBUG nova.network.neutron [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1096.337046] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquiring lock "e4af7d3d-2951-450d-8ea9-31c975724e74" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.337046] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "e4af7d3d-2951-450d-8ea9-31c975724e74" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.337046] env[68960]: INFO nova.compute.manager [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Shelving [ 1096.349188] env[68960]: DEBUG nova.policy [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd71af87a546345bda4e0d16cf575ce1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78931076f1a24c24b381df9cc7139193', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1096.383462] env[68960]: DEBUG oslo_concurrency.lockutils [None req-53c80de8-c2aa-46c8-b844-e13c696f8d48 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "2901333b-0754-4d83-a5b6-54603eb97033" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.398640] env[68960]: DEBUG oslo_vmware.api [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.652058] env[68960]: DEBUG oslo_vmware.api [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.695298] env[68960]: DEBUG nova.network.neutron [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Successfully created port: cd8aee60-e57a-4a3b-bd4c-9a25e7862ef9 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1096.718490] env[68960]: DEBUG nova.network.neutron [req-415e63d4-9137-466b-8bf6-0fe3b21a87ae req-d5dbf6b9-24e4-4ff0-a6d6-bfe3f0e8294b service nova] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Updated VIF entry in instance network info cache for port 77a03bbb-0b1b-456d-9066-4a0a28768ad2. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.718864] env[68960]: DEBUG nova.network.neutron [req-415e63d4-9137-466b-8bf6-0fe3b21a87ae req-d5dbf6b9-24e4-4ff0-a6d6-bfe3f0e8294b service nova] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Updating instance_info_cache with network_info: [{"id": "77a03bbb-0b1b-456d-9066-4a0a28768ad2", "address": "fa:16:3e:a4:41:b1", "network": {"id": "6e100ac4-7b00-4329-b2ac-f4fb65e8f519", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-748744904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c6d3f23cbe4289a44c7f4b678c28f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77a03bbb-0b", "ovs_interfaceid": "77a03bbb-0b1b-456d-9066-4a0a28768ad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.803816] env[68960]: DEBUG nova.compute.manager [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1096.807030] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Applying migration context for instance 0433a29e-d26f-40c6-93a8-e13079bd2eee as it has an incoming, in-progress migration 3e35712f-1b87-4d1e-8097-009c8a644aa0. Migration status is confirming {{(pid=68960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1096.808491] env[68960]: INFO nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Updating resource usage from migration 3e35712f-1b87-4d1e-8097-009c8a644aa0 [ 1096.834368] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 5f6c0adf-c72f-45f6-89a8-f696e3d45db7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1096.834600] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 528aca84-c1c0-4af1-ac42-330bd8cd5b15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1096.834708] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 2901333b-0754-4d83-a5b6-54603eb97033 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1096.834856] env[68960]: WARNING nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 8242b2da-b9c8-4894-b630-9494e4f28fe7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1096.835039] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance e4af7d3d-2951-450d-8ea9-31c975724e74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1096.835128] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 066322c9-9ec9-4d86-96cc-e2be3db6fbe5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1096.835269] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Migration 3e35712f-1b87-4d1e-8097-009c8a644aa0 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1096.835394] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 0433a29e-d26f-40c6-93a8-e13079bd2eee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1096.835521] env[68960]: WARNING nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance e347bd5a-702a-4028-8c83-53c594b9e57f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1096.835649] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 046a4f06-6228-4309-a020-4aa7e3a7eb03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1096.835763] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 961e9043-71c8-4ec5-ba39-95a51a68b719 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1096.835884] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 5febc8fc-e564-4e90-aaf7-13b55d292cf8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1096.836030] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 8f5b8b5d-2506-4654-ac21-f68cc04ddef3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1096.899606] env[68960]: DEBUG oslo_vmware.api [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222142, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.151289] env[68960]: DEBUG oslo_vmware.api [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222143, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.221154] env[68960]: DEBUG oslo_concurrency.lockutils [req-415e63d4-9137-466b-8bf6-0fe3b21a87ae req-d5dbf6b9-24e4-4ff0-a6d6-bfe3f0e8294b service nova] Releasing lock "refresh_cache-046a4f06-6228-4309-a020-4aa7e3a7eb03" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.340187] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance aa09fb60-a75c-4dc8-949f-f26c0d11bcb2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1097.348292] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.348292] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04945c8c-2871-4199-9ef3-79d5af75476b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.357792] env[68960]: DEBUG oslo_vmware.api [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1097.357792] env[68960]: value = "task-3222144" [ 1097.357792] env[68960]: _type = "Task" [ 1097.357792] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.366025] env[68960]: DEBUG oslo_vmware.api [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.402667] env[68960]: DEBUG oslo_vmware.api [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222142, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.304602} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.402941] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 5febc8fc-e564-4e90-aaf7-13b55d292cf8/5febc8fc-e564-4e90-aaf7-13b55d292cf8.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.403182] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.403447] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f6caf44-174d-4858-bf9f-b89c76319a30 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.410783] env[68960]: DEBUG oslo_vmware.api [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 1097.410783] env[68960]: value = "task-3222145" [ 1097.410783] env[68960]: _type = "Task" [ 1097.410783] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.420660] env[68960]: DEBUG oslo_vmware.api [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.460156] env[68960]: DEBUG oslo_concurrency.lockutils [None req-53c80de8-c2aa-46c8-b844-e13c696f8d48 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "2901333b-0754-4d83-a5b6-54603eb97033" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.460490] env[68960]: DEBUG oslo_concurrency.lockutils [None req-53c80de8-c2aa-46c8-b844-e13c696f8d48 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "2901333b-0754-4d83-a5b6-54603eb97033" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.460769] env[68960]: INFO nova.compute.manager [None req-53c80de8-c2aa-46c8-b844-e13c696f8d48 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Attaching volume 3af285ec-e8cd-42d3-a766-afb01e962158 to /dev/sdb [ 1097.498099] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aad99cf-9d40-4207-83ae-c93f0f66d678 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.505605] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25203e85-07a8-4390-9444-796afa856abb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.519691] env[68960]: DEBUG nova.virt.block_device [None req-53c80de8-c2aa-46c8-b844-e13c696f8d48 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Updating existing volume attachment record: 7ff4c743-3580-44d6-89ec-380ce89db5b9 {{(pid=68960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1097.650464] env[68960]: DEBUG oslo_vmware.api [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222143, 'name': PowerOnVM_Task, 'duration_secs': 1.282134} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.650754] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.650960] env[68960]: INFO nova.compute.manager [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Took 8.28 seconds to spawn the instance on the hypervisor. [ 1097.651209] env[68960]: DEBUG nova.compute.manager [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.651989] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d95ce5a-2ffd-40f0-b8dc-1775cce49164 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.820308] env[68960]: DEBUG nova.compute.manager [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1097.842682] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 035982a7-f44c-4e95-82aa-425df5ef64fb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1097.852080] env[68960]: DEBUG nova.virt.hardware [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.852361] env[68960]: DEBUG nova.virt.hardware [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.852523] env[68960]: DEBUG nova.virt.hardware [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.852704] env[68960]: DEBUG nova.virt.hardware [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.852877] env[68960]: DEBUG nova.virt.hardware [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.852993] env[68960]: DEBUG nova.virt.hardware [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.853218] env[68960]: DEBUG nova.virt.hardware [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.853377] env[68960]: DEBUG nova.virt.hardware [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.853542] env[68960]: DEBUG nova.virt.hardware [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.853704] env[68960]: DEBUG nova.virt.hardware [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.853874] env[68960]: DEBUG nova.virt.hardware [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.854853] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6fa5f8-fee7-46af-9e68-4fbff27d0859 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.869852] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a76f9f-9641-44dd-9462-fe07af28f22e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.873459] env[68960]: DEBUG oslo_vmware.api [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222144, 'name': PowerOffVM_Task, 'duration_secs': 0.195417} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.874155] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.875178] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2530487e-7aee-463f-bc6c-3912564014b8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.900275] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d2c1eb-b681-4401-89a0-946966eec93c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.918360] env[68960]: DEBUG oslo_vmware.api [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113417} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.918617] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.919365] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55a692c-5667-440c-9a92-29c92635bc2f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.942562] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 5febc8fc-e564-4e90-aaf7-13b55d292cf8/5febc8fc-e564-4e90-aaf7-13b55d292cf8.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.943584] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-727134bc-e85e-4a45-9994-8413fa4a05b3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.963581] env[68960]: DEBUG oslo_vmware.api [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 1097.963581] env[68960]: value = "task-3222148" [ 1097.963581] env[68960]: _type = "Task" [ 1097.963581] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.972734] env[68960]: DEBUG oslo_vmware.api [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.091650] env[68960]: DEBUG nova.compute.manager [req-a77378bc-79c3-4bbf-bfb1-03eb82cdd810 req-ddf37f29-635a-4ff7-b96a-e6195b2263cb service nova] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Received event network-vif-plugged-cd8aee60-e57a-4a3b-bd4c-9a25e7862ef9 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.091938] env[68960]: DEBUG oslo_concurrency.lockutils [req-a77378bc-79c3-4bbf-bfb1-03eb82cdd810 req-ddf37f29-635a-4ff7-b96a-e6195b2263cb service nova] Acquiring lock "8f5b8b5d-2506-4654-ac21-f68cc04ddef3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.092193] env[68960]: DEBUG oslo_concurrency.lockutils [req-a77378bc-79c3-4bbf-bfb1-03eb82cdd810 req-ddf37f29-635a-4ff7-b96a-e6195b2263cb service nova] Lock "8f5b8b5d-2506-4654-ac21-f68cc04ddef3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.092369] env[68960]: DEBUG oslo_concurrency.lockutils [req-a77378bc-79c3-4bbf-bfb1-03eb82cdd810 req-ddf37f29-635a-4ff7-b96a-e6195b2263cb service nova] Lock "8f5b8b5d-2506-4654-ac21-f68cc04ddef3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.092557] env[68960]: DEBUG nova.compute.manager [req-a77378bc-79c3-4bbf-bfb1-03eb82cdd810 req-ddf37f29-635a-4ff7-b96a-e6195b2263cb service nova] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] No waiting events found dispatching network-vif-plugged-cd8aee60-e57a-4a3b-bd4c-9a25e7862ef9 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1098.092741] env[68960]: WARNING nova.compute.manager [req-a77378bc-79c3-4bbf-bfb1-03eb82cdd810 req-ddf37f29-635a-4ff7-b96a-e6195b2263cb service nova] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Received unexpected event network-vif-plugged-cd8aee60-e57a-4a3b-bd4c-9a25e7862ef9 for instance with vm_state building and task_state spawning. [ 1098.169694] env[68960]: INFO nova.compute.manager [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Took 30.22 seconds to build instance. [ 1098.225577] env[68960]: DEBUG nova.network.neutron [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Successfully updated port: cd8aee60-e57a-4a3b-bd4c-9a25e7862ef9 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1098.348951] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance c79904d1-3261-454c-850d-b5e19b6ffb4f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1098.410051] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Creating Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1098.410399] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-461b55cf-16c9-423c-ba0d-03664e0afcf2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.417891] env[68960]: DEBUG oslo_vmware.api [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1098.417891] env[68960]: value = "task-3222150" [ 1098.417891] env[68960]: _type = "Task" [ 1098.417891] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.428588] env[68960]: DEBUG oslo_vmware.api [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222150, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.474719] env[68960]: DEBUG oslo_vmware.api [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222148, 'name': ReconfigVM_Task, 'duration_secs': 0.330798} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.475099] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 5febc8fc-e564-4e90-aaf7-13b55d292cf8/5febc8fc-e564-4e90-aaf7-13b55d292cf8.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.475780] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88af63f9-37a3-4034-a99a-38ee547136f0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.482287] env[68960]: DEBUG oslo_vmware.api [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 1098.482287] env[68960]: value = "task-3222151" [ 1098.482287] env[68960]: _type = "Task" [ 1098.482287] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.490530] env[68960]: DEBUG oslo_vmware.api [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222151, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.670883] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d3468547-921d-4e55-9eea-ffd9ebfb74f0 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "961e9043-71c8-4ec5-ba39-95a51a68b719" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.730s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.728030] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquiring lock "refresh_cache-8f5b8b5d-2506-4654-ac21-f68cc04ddef3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.728030] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquired lock "refresh_cache-8f5b8b5d-2506-4654-ac21-f68cc04ddef3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.728030] env[68960]: DEBUG nova.network.neutron [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.852572] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 6028f5a2-78e8-4b18-b38b-4a35e55c7d91 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1098.927608] env[68960]: DEBUG oslo_vmware.api [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222150, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.991927] env[68960]: DEBUG oslo_vmware.api [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222151, 'name': Rename_Task, 'duration_secs': 0.155963} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.992292] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.992580] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb514178-d1f2-42dd-b517-4feaba0734a3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.999955] env[68960]: DEBUG oslo_vmware.api [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 1098.999955] env[68960]: value = "task-3222152" [ 1098.999955] env[68960]: _type = "Task" [ 1098.999955] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.007055] env[68960]: DEBUG oslo_vmware.api [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.141639] env[68960]: DEBUG nova.compute.manager [req-3628545e-d489-4e43-be60-1f70887a2c75 req-db95f091-f225-46eb-905c-7dab3ad3333d service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Received event network-changed-b64f3ed8-dae8-4e4c-b590-0e488a0a14cb {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.141831] env[68960]: DEBUG nova.compute.manager [req-3628545e-d489-4e43-be60-1f70887a2c75 req-db95f091-f225-46eb-905c-7dab3ad3333d service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Refreshing instance network info cache due to event network-changed-b64f3ed8-dae8-4e4c-b590-0e488a0a14cb. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1099.142063] env[68960]: DEBUG oslo_concurrency.lockutils [req-3628545e-d489-4e43-be60-1f70887a2c75 req-db95f091-f225-46eb-905c-7dab3ad3333d service nova] Acquiring lock "refresh_cache-961e9043-71c8-4ec5-ba39-95a51a68b719" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.142212] env[68960]: DEBUG oslo_concurrency.lockutils [req-3628545e-d489-4e43-be60-1f70887a2c75 req-db95f091-f225-46eb-905c-7dab3ad3333d service nova] Acquired lock "refresh_cache-961e9043-71c8-4ec5-ba39-95a51a68b719" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.142378] env[68960]: DEBUG nova.network.neutron [req-3628545e-d489-4e43-be60-1f70887a2c75 req-db95f091-f225-46eb-905c-7dab3ad3333d service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Refreshing network info cache for port b64f3ed8-dae8-4e4c-b590-0e488a0a14cb {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.296363] env[68960]: DEBUG nova.network.neutron [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1099.356887] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1099.356887] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=68960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1099.356887] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=68960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1099.437921] env[68960]: DEBUG oslo_vmware.api [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222150, 'name': CreateSnapshot_Task, 'duration_secs': 0.895222} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.438357] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Created Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1099.439130] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af98ea59-4987-4c6b-ab77-3438c9d4932d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.513180] env[68960]: DEBUG oslo_vmware.api [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222152, 'name': PowerOnVM_Task, 'duration_secs': 0.49314} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.513537] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.513838] env[68960]: INFO nova.compute.manager [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1099.514422] env[68960]: DEBUG nova.compute.manager [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.516976] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825c1828-591f-4a0e-8c1a-9089b7b56d75 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.563537] env[68960]: DEBUG nova.network.neutron [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Updating instance_info_cache with network_info: [{"id": "cd8aee60-e57a-4a3b-bd4c-9a25e7862ef9", "address": "fa:16:3e:e8:d4:f0", "network": {"id": "97ca6a2e-91c6-46fb-9666-fdc74dcdd38c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1723707538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78931076f1a24c24b381df9cc7139193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd8aee60-e5", "ovs_interfaceid": "cd8aee60-e57a-4a3b-bd4c-9a25e7862ef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.660833] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2b0c78-913f-4ffb-9b51-8a7ed9225423 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.672172] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39588471-fe8d-41ed-8415-42307ef833ab {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.710282] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf79853e-a25f-4af7-b542-e6a1037e0536 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.720240] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a290a95-a1e1-4b6a-a96c-25db595f0ebc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.736201] env[68960]: DEBUG nova.compute.provider_tree [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.933372] env[68960]: DEBUG nova.network.neutron [req-3628545e-d489-4e43-be60-1f70887a2c75 req-db95f091-f225-46eb-905c-7dab3ad3333d service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Updated VIF entry in instance network info cache for port b64f3ed8-dae8-4e4c-b590-0e488a0a14cb. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.933775] env[68960]: DEBUG nova.network.neutron [req-3628545e-d489-4e43-be60-1f70887a2c75 req-db95f091-f225-46eb-905c-7dab3ad3333d service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Updating instance_info_cache with network_info: [{"id": "b64f3ed8-dae8-4e4c-b590-0e488a0a14cb", "address": "fa:16:3e:a7:82:c3", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb64f3ed8-da", "ovs_interfaceid": "b64f3ed8-dae8-4e4c-b590-0e488a0a14cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.961620] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Creating linked-clone VM from snapshot {{(pid=68960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1099.962290] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1ed82841-3e3d-4509-b7bf-68e3887c9bd4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.971274] env[68960]: DEBUG oslo_vmware.api [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1099.971274] env[68960]: value = "task-3222153" [ 1099.971274] env[68960]: _type = "Task" [ 1099.971274] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.979657] env[68960]: DEBUG oslo_vmware.api [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222153, 'name': CloneVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.036502] env[68960]: INFO nova.compute.manager [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Took 30.30 seconds to build instance. [ 1100.065730] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Releasing lock "refresh_cache-8f5b8b5d-2506-4654-ac21-f68cc04ddef3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.066130] env[68960]: DEBUG nova.compute.manager [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Instance network_info: |[{"id": "cd8aee60-e57a-4a3b-bd4c-9a25e7862ef9", "address": "fa:16:3e:e8:d4:f0", "network": {"id": "97ca6a2e-91c6-46fb-9666-fdc74dcdd38c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1723707538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78931076f1a24c24b381df9cc7139193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd8aee60-e5", "ovs_interfaceid": "cd8aee60-e57a-4a3b-bd4c-9a25e7862ef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1100.066615] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:d4:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69744f59-ecac-4b0b-831e-82a274d7acbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd8aee60-e57a-4a3b-bd4c-9a25e7862ef9', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.074667] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.075337] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.075619] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6887182-e8ed-4e1d-a1f8-eb74e0a1401e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.096171] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.096171] env[68960]: value = "task-3222155" [ 1100.096171] env[68960]: _type = "Task" [ 1100.096171] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.106835] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222155, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.127656] env[68960]: DEBUG nova.compute.manager [req-8a7dcb77-3e8d-4dd4-8cc0-bc8e7f631d43 req-9f0b1a04-cc8f-4196-acc4-eca3a62ea90e service nova] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Received event network-changed-cd8aee60-e57a-4a3b-bd4c-9a25e7862ef9 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.127656] env[68960]: DEBUG nova.compute.manager [req-8a7dcb77-3e8d-4dd4-8cc0-bc8e7f631d43 req-9f0b1a04-cc8f-4196-acc4-eca3a62ea90e service nova] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Refreshing instance network info cache due to event network-changed-cd8aee60-e57a-4a3b-bd4c-9a25e7862ef9. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1100.127877] env[68960]: DEBUG oslo_concurrency.lockutils [req-8a7dcb77-3e8d-4dd4-8cc0-bc8e7f631d43 req-9f0b1a04-cc8f-4196-acc4-eca3a62ea90e service nova] Acquiring lock "refresh_cache-8f5b8b5d-2506-4654-ac21-f68cc04ddef3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.128067] env[68960]: DEBUG oslo_concurrency.lockutils [req-8a7dcb77-3e8d-4dd4-8cc0-bc8e7f631d43 req-9f0b1a04-cc8f-4196-acc4-eca3a62ea90e service nova] Acquired lock "refresh_cache-8f5b8b5d-2506-4654-ac21-f68cc04ddef3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.128252] env[68960]: DEBUG nova.network.neutron [req-8a7dcb77-3e8d-4dd4-8cc0-bc8e7f631d43 req-9f0b1a04-cc8f-4196-acc4-eca3a62ea90e service nova] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Refreshing network info cache for port cd8aee60-e57a-4a3b-bd4c-9a25e7862ef9 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.210069] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "da602590-de5b-4d19-9eed-b39210a8df39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.210069] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "da602590-de5b-4d19-9eed-b39210a8df39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.240230] env[68960]: DEBUG nova.scheduler.client.report [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.436815] env[68960]: DEBUG oslo_concurrency.lockutils [req-3628545e-d489-4e43-be60-1f70887a2c75 req-db95f091-f225-46eb-905c-7dab3ad3333d service nova] Releasing lock "refresh_cache-961e9043-71c8-4ec5-ba39-95a51a68b719" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.481876] env[68960]: DEBUG oslo_vmware.api [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222153, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.538510] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1aead642-ea31-47bd-a065-4e0cdbc19b94 tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "5febc8fc-e564-4e90-aaf7-13b55d292cf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.810s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.605029] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222155, 'name': CreateVM_Task, 'duration_secs': 0.367867} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.605029] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.605732] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.605901] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.606238] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.606522] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ce4958d-fc45-444b-a81d-8b925cc007da {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.611312] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1100.611312] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52bae3c4-92ab-937e-fb9c-f0539d81ff9a" [ 1100.611312] env[68960]: _type = "Task" [ 1100.611312] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.619947] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52bae3c4-92ab-937e-fb9c-f0539d81ff9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.712117] env[68960]: DEBUG nova.compute.manager [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1100.748455] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1100.748969] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.959s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.748969] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.293s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.750496] env[68960]: INFO nova.compute.claims [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.968388] env[68960]: DEBUG nova.network.neutron [req-8a7dcb77-3e8d-4dd4-8cc0-bc8e7f631d43 req-9f0b1a04-cc8f-4196-acc4-eca3a62ea90e service nova] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Updated VIF entry in instance network info cache for port cd8aee60-e57a-4a3b-bd4c-9a25e7862ef9. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.968790] env[68960]: DEBUG nova.network.neutron [req-8a7dcb77-3e8d-4dd4-8cc0-bc8e7f631d43 req-9f0b1a04-cc8f-4196-acc4-eca3a62ea90e service nova] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Updating instance_info_cache with network_info: [{"id": "cd8aee60-e57a-4a3b-bd4c-9a25e7862ef9", "address": "fa:16:3e:e8:d4:f0", "network": {"id": "97ca6a2e-91c6-46fb-9666-fdc74dcdd38c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1723707538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78931076f1a24c24b381df9cc7139193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd8aee60-e5", "ovs_interfaceid": "cd8aee60-e57a-4a3b-bd4c-9a25e7862ef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.982132] env[68960]: DEBUG oslo_vmware.api [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222153, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.122190] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52bae3c4-92ab-937e-fb9c-f0539d81ff9a, 'name': SearchDatastore_Task, 'duration_secs': 0.015208} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.122500] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.122744] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.122979] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.123216] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.123311] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.123578] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c3e3d15-3ff0-4524-a9d7-cccd60410039 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.133230] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.133384] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.134098] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-045fb5ec-2161-4a6a-9d13-3d816903c100 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.140479] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1101.140479] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528edb8c-6461-dc75-3100-c2d782a8cdf6" [ 1101.140479] env[68960]: _type = "Task" [ 1101.140479] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.148252] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528edb8c-6461-dc75-3100-c2d782a8cdf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.231683] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.472551] env[68960]: DEBUG oslo_concurrency.lockutils [req-8a7dcb77-3e8d-4dd4-8cc0-bc8e7f631d43 req-9f0b1a04-cc8f-4196-acc4-eca3a62ea90e service nova] Releasing lock "refresh_cache-8f5b8b5d-2506-4654-ac21-f68cc04ddef3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.481878] env[68960]: DEBUG oslo_vmware.api [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222153, 'name': CloneVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.651126] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528edb8c-6461-dc75-3100-c2d782a8cdf6, 'name': SearchDatastore_Task, 'duration_secs': 0.011695} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.652047] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6dc15eb-5e1f-42f8-8e74-e9c9d8a02d0f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.657086] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1101.657086] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52060409-8331-df76-25c8-4cbc5f9f9deb" [ 1101.657086] env[68960]: _type = "Task" [ 1101.657086] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.664874] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52060409-8331-df76-25c8-4cbc5f9f9deb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.819027] env[68960]: DEBUG nova.compute.manager [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Stashing vm_state: active {{(pid=68960) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1101.985412] env[68960]: DEBUG oslo_vmware.api [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222153, 'name': CloneVM_Task, 'duration_secs': 1.59118} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.985720] env[68960]: INFO nova.virt.vmwareapi.vmops [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Created linked-clone VM from snapshot [ 1101.986479] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9354978-8898-4ff4-a58a-31250a10249c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.996145] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Uploading image 05ef1f28-531a-4375-bd63-5d1d88a0e3e6 {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1102.001049] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195f1ad4-2ef6-47a7-b172-dc1621defe32 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.008261] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a84429-4833-4b22-a87d-9c2144fa12b3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.040555] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6767b9af-e800-4279-9314-88861826de9b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.048081] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35af9f0b-f654-4a85-925b-970391a1a885 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.055324] env[68960]: DEBUG oslo_vmware.rw_handles [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1102.055324] env[68960]: value = "vm-644179" [ 1102.055324] env[68960]: _type = "VirtualMachine" [ 1102.055324] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1102.055580] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-66958f58-6f60-4637-9b0b-84203ba7fcbe {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.067432] env[68960]: DEBUG nova.compute.provider_tree [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.070083] env[68960]: DEBUG oslo_vmware.rw_handles [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lease: (returnval){ [ 1102.070083] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5240c718-bdf2-53f6-9d41-2fb81d7df93a" [ 1102.070083] env[68960]: _type = "HttpNfcLease" [ 1102.070083] env[68960]: } obtained for exporting VM: (result){ [ 1102.070083] env[68960]: value = "vm-644179" [ 1102.070083] env[68960]: _type = "VirtualMachine" [ 1102.070083] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1102.070373] env[68960]: DEBUG oslo_vmware.api [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the lease: (returnval){ [ 1102.070373] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5240c718-bdf2-53f6-9d41-2fb81d7df93a" [ 1102.070373] env[68960]: _type = "HttpNfcLease" [ 1102.070373] env[68960]: } to be ready. {{(pid=68960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1102.076825] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1102.076825] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5240c718-bdf2-53f6-9d41-2fb81d7df93a" [ 1102.076825] env[68960]: _type = "HttpNfcLease" [ 1102.076825] env[68960]: } is ready. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1102.077676] env[68960]: DEBUG oslo_vmware.rw_handles [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1102.077676] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5240c718-bdf2-53f6-9d41-2fb81d7df93a" [ 1102.077676] env[68960]: _type = "HttpNfcLease" [ 1102.077676] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1102.078414] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf441a6-71e4-4aa6-846b-85ae39468852 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.085948] env[68960]: DEBUG oslo_vmware.rw_handles [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b675e6-6aaa-516d-cffe-810513642f2a/disk-0.vmdk from lease info. {{(pid=68960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1102.086138] env[68960]: DEBUG oslo_vmware.rw_handles [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b675e6-6aaa-516d-cffe-810513642f2a/disk-0.vmdk for reading. {{(pid=68960) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1102.167390] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52060409-8331-df76-25c8-4cbc5f9f9deb, 'name': SearchDatastore_Task, 'duration_secs': 0.014948} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.167707] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.167972] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 8f5b8b5d-2506-4654-ac21-f68cc04ddef3/8f5b8b5d-2506-4654-ac21-f68cc04ddef3.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.168267] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9547ed4-4641-494e-9dbf-4608fdd6ff67 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.175385] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1102.175385] env[68960]: value = "task-3222157" [ 1102.175385] env[68960]: _type = "Task" [ 1102.175385] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.183170] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.192979] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a6751de4-d109-4b1e-aed0-b196543906bb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.342366] env[68960]: DEBUG oslo_concurrency.lockutils [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.566778] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c80de8-c2aa-46c8-b844-e13c696f8d48 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Volume attach. Driver type: vmdk {{(pid=68960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1102.567100] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c80de8-c2aa-46c8-b844-e13c696f8d48 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644177', 'volume_id': '3af285ec-e8cd-42d3-a766-afb01e962158', 'name': 'volume-3af285ec-e8cd-42d3-a766-afb01e962158', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2901333b-0754-4d83-a5b6-54603eb97033', 'attached_at': '', 'detached_at': '', 'volume_id': '3af285ec-e8cd-42d3-a766-afb01e962158', 'serial': '3af285ec-e8cd-42d3-a766-afb01e962158'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1102.568134] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa92949-589f-4950-babb-66959b49959e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.573157] env[68960]: DEBUG nova.scheduler.client.report [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.596034] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33ace77-e998-40ef-8d06-691e529529de {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.626920] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c80de8-c2aa-46c8-b844-e13c696f8d48 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] volume-3af285ec-e8cd-42d3-a766-afb01e962158/volume-3af285ec-e8cd-42d3-a766-afb01e962158.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.628145] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eef40d19-df49-49a3-b73d-facc700f092d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.653427] env[68960]: DEBUG oslo_vmware.api [None req-53c80de8-c2aa-46c8-b844-e13c696f8d48 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1102.653427] env[68960]: value = "task-3222158" [ 1102.653427] env[68960]: _type = "Task" [ 1102.653427] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.663801] env[68960]: DEBUG oslo_vmware.api [None req-53c80de8-c2aa-46c8-b844-e13c696f8d48 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222158, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.686905] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222157, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.079590] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.080554] env[68960]: DEBUG nova.compute.manager [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1103.086428] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.721s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.092082] env[68960]: INFO nova.compute.claims [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.168462] env[68960]: DEBUG oslo_vmware.api [None req-53c80de8-c2aa-46c8-b844-e13c696f8d48 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.186533] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654556} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.187034] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 8f5b8b5d-2506-4654-ac21-f68cc04ddef3/8f5b8b5d-2506-4654-ac21-f68cc04ddef3.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.187381] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.187730] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0473bbb9-281d-45eb-9b3b-cdd82b932022 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.194874] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1103.194874] env[68960]: value = "task-3222159" [ 1103.194874] env[68960]: _type = "Task" [ 1103.194874] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.204599] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.593640] env[68960]: DEBUG nova.compute.utils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.597998] env[68960]: DEBUG nova.compute.manager [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1103.597998] env[68960]: DEBUG nova.network.neutron [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.644137] env[68960]: DEBUG nova.policy [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd71af87a546345bda4e0d16cf575ce1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78931076f1a24c24b381df9cc7139193', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.664158] env[68960]: DEBUG oslo_vmware.api [None req-53c80de8-c2aa-46c8-b844-e13c696f8d48 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222158, 'name': ReconfigVM_Task, 'duration_secs': 0.895209} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.664621] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c80de8-c2aa-46c8-b844-e13c696f8d48 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Reconfigured VM instance instance-00000052 to attach disk [datastore2] volume-3af285ec-e8cd-42d3-a766-afb01e962158/volume-3af285ec-e8cd-42d3-a766-afb01e962158.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.669561] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60488d79-327c-437e-9fa9-26d7694d5d5f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.685420] env[68960]: DEBUG oslo_vmware.api [None req-53c80de8-c2aa-46c8-b844-e13c696f8d48 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1103.685420] env[68960]: value = "task-3222160" [ 1103.685420] env[68960]: _type = "Task" [ 1103.685420] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.694145] env[68960]: DEBUG oslo_vmware.api [None req-53c80de8-c2aa-46c8-b844-e13c696f8d48 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222160, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.703814] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078224} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.704359] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.705228] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097a5d9f-2f5d-472c-9f74-8a211abd6500 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.728907] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 8f5b8b5d-2506-4654-ac21-f68cc04ddef3/8f5b8b5d-2506-4654-ac21-f68cc04ddef3.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.729315] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9bb39ab-2dd0-4f7e-869d-6a294cdad88d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.750542] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1103.750542] env[68960]: value = "task-3222161" [ 1103.750542] env[68960]: _type = "Task" [ 1103.750542] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.760931] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222161, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.931529] env[68960]: DEBUG nova.network.neutron [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Successfully created port: 46dac582-18e1-43a8-9fe0-180c5aafc680 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1104.100617] env[68960]: DEBUG nova.compute.manager [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1104.197162] env[68960]: DEBUG oslo_vmware.api [None req-53c80de8-c2aa-46c8-b844-e13c696f8d48 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222160, 'name': ReconfigVM_Task, 'duration_secs': 0.189741} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.197540] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c80de8-c2aa-46c8-b844-e13c696f8d48 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644177', 'volume_id': '3af285ec-e8cd-42d3-a766-afb01e962158', 'name': 'volume-3af285ec-e8cd-42d3-a766-afb01e962158', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2901333b-0754-4d83-a5b6-54603eb97033', 'attached_at': '', 'detached_at': '', 'volume_id': '3af285ec-e8cd-42d3-a766-afb01e962158', 'serial': '3af285ec-e8cd-42d3-a766-afb01e962158'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1104.265491] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.452695] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3051fb2-124c-417c-b9a7-bdf306decd02 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.462227] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd18a596-fb55-4437-854d-4999c73f4e82 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.495175] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aaad465-7ae0-4914-8a41-4ae05dadeec8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.502919] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06fc9b9-263d-4aa0-b5ad-82d0547baffe {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.516688] env[68960]: DEBUG nova.compute.provider_tree [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.760973] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222161, 'name': ReconfigVM_Task, 'duration_secs': 0.773592} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.761334] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 8f5b8b5d-2506-4654-ac21-f68cc04ddef3/8f5b8b5d-2506-4654-ac21-f68cc04ddef3.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.761924] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c561947f-031f-44b3-b586-51a6e5e1ef31 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.770572] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1104.770572] env[68960]: value = "task-3222162" [ 1104.770572] env[68960]: _type = "Task" [ 1104.770572] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.778805] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222162, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.021094] env[68960]: DEBUG nova.scheduler.client.report [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.111985] env[68960]: DEBUG nova.compute.manager [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1105.143406] env[68960]: DEBUG nova.virt.hardware [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.143406] env[68960]: DEBUG nova.virt.hardware [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.143561] env[68960]: DEBUG nova.virt.hardware [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.143799] env[68960]: DEBUG nova.virt.hardware [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.143989] env[68960]: DEBUG nova.virt.hardware [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.144192] env[68960]: DEBUG nova.virt.hardware [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.144473] env[68960]: DEBUG nova.virt.hardware [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.144676] env[68960]: DEBUG nova.virt.hardware [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.144905] env[68960]: DEBUG nova.virt.hardware [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.145161] env[68960]: DEBUG nova.virt.hardware [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.145403] env[68960]: DEBUG nova.virt.hardware [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.146453] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfba46a2-45c7-48e6-a378-73b850ba5fdf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.154612] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef810da1-8903-4499-bf75-6b69ba83f246 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.236500] env[68960]: DEBUG nova.objects.instance [None req-53c80de8-c2aa-46c8-b844-e13c696f8d48 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lazy-loading 'flavor' on Instance uuid 2901333b-0754-4d83-a5b6-54603eb97033 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.281684] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222162, 'name': Rename_Task, 'duration_secs': 0.235687} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.282160] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.282468] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f416bfa-5f9b-42a7-a43f-a7becdc0b9e0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.290912] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1105.290912] env[68960]: value = "task-3222163" [ 1105.290912] env[68960]: _type = "Task" [ 1105.290912] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.299178] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.526844] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.527452] env[68960]: DEBUG nova.compute.manager [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1105.530211] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.885s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.531871] env[68960]: INFO nova.compute.claims [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.710900] env[68960]: DEBUG nova.compute.manager [req-5f245feb-c848-4101-8cb8-ee64f378eeb1 req-f58c5f20-41f0-49af-986c-5f08374cbb6d service nova] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Received event network-vif-plugged-46dac582-18e1-43a8-9fe0-180c5aafc680 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.711151] env[68960]: DEBUG oslo_concurrency.lockutils [req-5f245feb-c848-4101-8cb8-ee64f378eeb1 req-f58c5f20-41f0-49af-986c-5f08374cbb6d service nova] Acquiring lock "aa09fb60-a75c-4dc8-949f-f26c0d11bcb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.711375] env[68960]: DEBUG oslo_concurrency.lockutils [req-5f245feb-c848-4101-8cb8-ee64f378eeb1 req-f58c5f20-41f0-49af-986c-5f08374cbb6d service nova] Lock "aa09fb60-a75c-4dc8-949f-f26c0d11bcb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.711588] env[68960]: DEBUG oslo_concurrency.lockutils [req-5f245feb-c848-4101-8cb8-ee64f378eeb1 req-f58c5f20-41f0-49af-986c-5f08374cbb6d service nova] Lock "aa09fb60-a75c-4dc8-949f-f26c0d11bcb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.711790] env[68960]: DEBUG nova.compute.manager [req-5f245feb-c848-4101-8cb8-ee64f378eeb1 req-f58c5f20-41f0-49af-986c-5f08374cbb6d service nova] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] No waiting events found dispatching network-vif-plugged-46dac582-18e1-43a8-9fe0-180c5aafc680 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1105.711880] env[68960]: WARNING nova.compute.manager [req-5f245feb-c848-4101-8cb8-ee64f378eeb1 req-f58c5f20-41f0-49af-986c-5f08374cbb6d service nova] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Received unexpected event network-vif-plugged-46dac582-18e1-43a8-9fe0-180c5aafc680 for instance with vm_state building and task_state spawning. [ 1105.745015] env[68960]: DEBUG oslo_concurrency.lockutils [None req-53c80de8-c2aa-46c8-b844-e13c696f8d48 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "2901333b-0754-4d83-a5b6-54603eb97033" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.284s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.802596] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222163, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.815287] env[68960]: DEBUG nova.network.neutron [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Successfully updated port: 46dac582-18e1-43a8-9fe0-180c5aafc680 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.037584] env[68960]: DEBUG nova.compute.utils [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.040328] env[68960]: DEBUG nova.compute.manager [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1106.040463] env[68960]: DEBUG nova.network.neutron [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1106.101843] env[68960]: DEBUG nova.policy [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f9aacf55ed740a480f126be3a7db9d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd433c28387443dfb809c63e2cf0178f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.301441] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222163, 'name': PowerOnVM_Task, 'duration_secs': 0.556391} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.301702] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.301901] env[68960]: INFO nova.compute.manager [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1106.302090] env[68960]: DEBUG nova.compute.manager [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.302894] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699ea2f9-500d-42e4-b41c-743cd8598e7c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.317799] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquiring lock "refresh_cache-aa09fb60-a75c-4dc8-949f-f26c0d11bcb2" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.317939] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquired lock "refresh_cache-aa09fb60-a75c-4dc8-949f-f26c0d11bcb2" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.318092] env[68960]: DEBUG nova.network.neutron [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.543966] env[68960]: DEBUG nova.compute.manager [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1106.705684] env[68960]: DEBUG nova.network.neutron [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Successfully created port: 3242c2f2-0560-464b-a4a7-1c2fc230c11d {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1106.749444] env[68960]: DEBUG nova.compute.manager [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Stashing vm_state: active {{(pid=68960) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1106.822955] env[68960]: INFO nova.compute.manager [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Took 21.92 seconds to build instance. [ 1106.857923] env[68960]: DEBUG nova.network.neutron [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1106.915608] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb50132-598e-4a0d-9987-580cadb9ce3b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.926996] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1834805-c253-4f6f-b616-adf79ca86ebc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.985660] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63d24bb-7e7f-4282-a8d6-fa3671dc59f8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.995194] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fec842-44c7-47fb-9b4c-ab362da8e4d4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.010443] env[68960]: DEBUG nova.compute.provider_tree [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.025356] env[68960]: DEBUG nova.network.neutron [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Updating instance_info_cache with network_info: [{"id": "46dac582-18e1-43a8-9fe0-180c5aafc680", "address": "fa:16:3e:56:ab:94", "network": {"id": "97ca6a2e-91c6-46fb-9666-fdc74dcdd38c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1723707538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78931076f1a24c24b381df9cc7139193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46dac582-18", "ovs_interfaceid": "46dac582-18e1-43a8-9fe0-180c5aafc680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.270462] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.325763] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "8f5b8b5d-2506-4654-ac21-f68cc04ddef3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.688s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.513453] env[68960]: DEBUG nova.scheduler.client.report [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.528257] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Releasing lock "refresh_cache-aa09fb60-a75c-4dc8-949f-f26c0d11bcb2" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.528593] env[68960]: DEBUG nova.compute.manager [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Instance network_info: |[{"id": "46dac582-18e1-43a8-9fe0-180c5aafc680", "address": "fa:16:3e:56:ab:94", "network": {"id": "97ca6a2e-91c6-46fb-9666-fdc74dcdd38c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1723707538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78931076f1a24c24b381df9cc7139193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46dac582-18", "ovs_interfaceid": "46dac582-18e1-43a8-9fe0-180c5aafc680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1107.529065] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:ab:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69744f59-ecac-4b0b-831e-82a274d7acbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46dac582-18e1-43a8-9fe0-180c5aafc680', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.536984] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.537930] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.538180] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3eeada3-779e-4a4c-a813-01b4665c4fad {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.555894] env[68960]: DEBUG nova.compute.manager [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1107.559889] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.559889] env[68960]: value = "task-3222164" [ 1107.559889] env[68960]: _type = "Task" [ 1107.559889] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.570531] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222164, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.584023] env[68960]: DEBUG nova.virt.hardware [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.584263] env[68960]: DEBUG nova.virt.hardware [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.584433] env[68960]: DEBUG nova.virt.hardware [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.584634] env[68960]: DEBUG nova.virt.hardware [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.584785] env[68960]: DEBUG nova.virt.hardware [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.584929] env[68960]: DEBUG nova.virt.hardware [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.585168] env[68960]: DEBUG nova.virt.hardware [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.585356] env[68960]: DEBUG nova.virt.hardware [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.585529] env[68960]: DEBUG nova.virt.hardware [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.585691] env[68960]: DEBUG nova.virt.hardware [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.585867] env[68960]: DEBUG nova.virt.hardware [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.586776] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d539940a-1b15-454e-9fa1-e47610ba07c4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.595018] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c67203-96f7-4146-9ff4-d6716279b932 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.844810] env[68960]: DEBUG nova.compute.manager [req-4e98c0a2-1afa-42f3-85ed-d6549fd97c5b req-2abc9610-cce9-432e-b317-34489170dcab service nova] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Received event network-changed-46dac582-18e1-43a8-9fe0-180c5aafc680 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.845181] env[68960]: DEBUG nova.compute.manager [req-4e98c0a2-1afa-42f3-85ed-d6549fd97c5b req-2abc9610-cce9-432e-b317-34489170dcab service nova] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Refreshing instance network info cache due to event network-changed-46dac582-18e1-43a8-9fe0-180c5aafc680. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.845276] env[68960]: DEBUG oslo_concurrency.lockutils [req-4e98c0a2-1afa-42f3-85ed-d6549fd97c5b req-2abc9610-cce9-432e-b317-34489170dcab service nova] Acquiring lock "refresh_cache-aa09fb60-a75c-4dc8-949f-f26c0d11bcb2" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.845424] env[68960]: DEBUG oslo_concurrency.lockutils [req-4e98c0a2-1afa-42f3-85ed-d6549fd97c5b req-2abc9610-cce9-432e-b317-34489170dcab service nova] Acquired lock "refresh_cache-aa09fb60-a75c-4dc8-949f-f26c0d11bcb2" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.845615] env[68960]: DEBUG nova.network.neutron [req-4e98c0a2-1afa-42f3-85ed-d6549fd97c5b req-2abc9610-cce9-432e-b317-34489170dcab service nova] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Refreshing network info cache for port 46dac582-18e1-43a8-9fe0-180c5aafc680 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.019558] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.020250] env[68960]: DEBUG nova.compute.manager [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.023075] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.956s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.024563] env[68960]: INFO nova.compute.claims [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.071120] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222164, 'name': CreateVM_Task, 'duration_secs': 0.342745} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.071301] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.072015] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.072202] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.072536] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.072803] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07763f2b-2440-44a2-a06b-790d4679ae99 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.077760] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1108.077760] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5202ccf3-1a84-1e42-f914-a87dc7b6eeef" [ 1108.077760] env[68960]: _type = "Task" [ 1108.077760] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.085963] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5202ccf3-1a84-1e42-f914-a87dc7b6eeef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.422902] env[68960]: DEBUG nova.network.neutron [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Successfully updated port: 3242c2f2-0560-464b-a4a7-1c2fc230c11d {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1108.529757] env[68960]: DEBUG nova.compute.utils [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.533371] env[68960]: DEBUG nova.compute.manager [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1108.533614] env[68960]: DEBUG nova.network.neutron [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1108.576258] env[68960]: DEBUG nova.policy [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f9aacf55ed740a480f126be3a7db9d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd433c28387443dfb809c63e2cf0178f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1108.578742] env[68960]: DEBUG nova.network.neutron [req-4e98c0a2-1afa-42f3-85ed-d6549fd97c5b req-2abc9610-cce9-432e-b317-34489170dcab service nova] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Updated VIF entry in instance network info cache for port 46dac582-18e1-43a8-9fe0-180c5aafc680. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.579132] env[68960]: DEBUG nova.network.neutron [req-4e98c0a2-1afa-42f3-85ed-d6549fd97c5b req-2abc9610-cce9-432e-b317-34489170dcab service nova] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Updating instance_info_cache with network_info: [{"id": "46dac582-18e1-43a8-9fe0-180c5aafc680", "address": "fa:16:3e:56:ab:94", "network": {"id": "97ca6a2e-91c6-46fb-9666-fdc74dcdd38c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1723707538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78931076f1a24c24b381df9cc7139193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46dac582-18", "ovs_interfaceid": "46dac582-18e1-43a8-9fe0-180c5aafc680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.592745] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5202ccf3-1a84-1e42-f914-a87dc7b6eeef, 'name': SearchDatastore_Task, 'duration_secs': 0.01311} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.593693] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.593928] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.594179] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.594400] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.594698] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.595254] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f11d597-f21a-496f-b5cd-af58444ab25a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.605604] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.605796] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.606684] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cd6b278-03bd-42bb-b3ff-521b687dcaf0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.615904] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1108.615904] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525151dd-4ede-eaa5-9d17-20eafb935ac3" [ 1108.615904] env[68960]: _type = "Task" [ 1108.615904] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.625441] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525151dd-4ede-eaa5-9d17-20eafb935ac3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.913806] env[68960]: DEBUG nova.network.neutron [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Successfully created port: 39eb9c0e-a75e-40ed-9340-d723c8dd7c59 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1108.925150] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquiring lock "refresh_cache-035982a7-f44c-4e95-82aa-425df5ef64fb" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.925266] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquired lock "refresh_cache-035982a7-f44c-4e95-82aa-425df5ef64fb" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.925421] env[68960]: DEBUG nova.network.neutron [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.043238] env[68960]: DEBUG nova.compute.manager [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1109.082753] env[68960]: DEBUG oslo_concurrency.lockutils [req-4e98c0a2-1afa-42f3-85ed-d6549fd97c5b req-2abc9610-cce9-432e-b317-34489170dcab service nova] Releasing lock "refresh_cache-aa09fb60-a75c-4dc8-949f-f26c0d11bcb2" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.129602] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525151dd-4ede-eaa5-9d17-20eafb935ac3, 'name': SearchDatastore_Task, 'duration_secs': 0.013667} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.130469] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7c2c601-1e38-4ddb-9722-2ca12855a3fc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.140518] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1109.140518] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524dc962-866c-f63a-7415-e4bff66ef92d" [ 1109.140518] env[68960]: _type = "Task" [ 1109.140518] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.152587] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524dc962-866c-f63a-7415-e4bff66ef92d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.358319] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baff1f7a-3568-4a53-8624-ad1e93d2d76f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.366744] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399a0f4b-f3d7-4ef9-bd3f-1abb9dcb1f23 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.398398] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7e9d00-59f7-4c43-9fd5-37b1451ebead {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.406372] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a9b295-d65c-4992-a42e-6293a3734aaf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.421532] env[68960]: DEBUG nova.compute.provider_tree [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.457732] env[68960]: DEBUG nova.network.neutron [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.592732] env[68960]: DEBUG nova.network.neutron [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Updating instance_info_cache with network_info: [{"id": "3242c2f2-0560-464b-a4a7-1c2fc230c11d", "address": "fa:16:3e:62:ec:03", "network": {"id": "211bcd9f-7f52-4254-9f67-ccc226aa49f8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1059803817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd433c28387443dfb809c63e2cf0178f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3242c2f2-05", "ovs_interfaceid": "3242c2f2-0560-464b-a4a7-1c2fc230c11d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.651223] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524dc962-866c-f63a-7415-e4bff66ef92d, 'name': SearchDatastore_Task, 'duration_secs': 0.024663} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.651527] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.651835] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] aa09fb60-a75c-4dc8-949f-f26c0d11bcb2/aa09fb60-a75c-4dc8-949f-f26c0d11bcb2.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1109.652133] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dad03001-144a-45dc-b29d-1026b4ad021b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.658498] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1109.658498] env[68960]: value = "task-3222165" [ 1109.658498] env[68960]: _type = "Task" [ 1109.658498] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.669111] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.881400] env[68960]: DEBUG nova.compute.manager [req-02ed1d30-eb33-431c-91b9-d61e8a0fbf62 req-adcdf73f-a5a7-4de0-92c5-96b661573d90 service nova] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Received event network-vif-plugged-3242c2f2-0560-464b-a4a7-1c2fc230c11d {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.881669] env[68960]: DEBUG oslo_concurrency.lockutils [req-02ed1d30-eb33-431c-91b9-d61e8a0fbf62 req-adcdf73f-a5a7-4de0-92c5-96b661573d90 service nova] Acquiring lock "035982a7-f44c-4e95-82aa-425df5ef64fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.881891] env[68960]: DEBUG oslo_concurrency.lockutils [req-02ed1d30-eb33-431c-91b9-d61e8a0fbf62 req-adcdf73f-a5a7-4de0-92c5-96b661573d90 service nova] Lock "035982a7-f44c-4e95-82aa-425df5ef64fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.882077] env[68960]: DEBUG oslo_concurrency.lockutils [req-02ed1d30-eb33-431c-91b9-d61e8a0fbf62 req-adcdf73f-a5a7-4de0-92c5-96b661573d90 service nova] Lock "035982a7-f44c-4e95-82aa-425df5ef64fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.882254] env[68960]: DEBUG nova.compute.manager [req-02ed1d30-eb33-431c-91b9-d61e8a0fbf62 req-adcdf73f-a5a7-4de0-92c5-96b661573d90 service nova] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] No waiting events found dispatching network-vif-plugged-3242c2f2-0560-464b-a4a7-1c2fc230c11d {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1109.882442] env[68960]: WARNING nova.compute.manager [req-02ed1d30-eb33-431c-91b9-d61e8a0fbf62 req-adcdf73f-a5a7-4de0-92c5-96b661573d90 service nova] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Received unexpected event network-vif-plugged-3242c2f2-0560-464b-a4a7-1c2fc230c11d for instance with vm_state building and task_state spawning. [ 1109.882608] env[68960]: DEBUG nova.compute.manager [req-02ed1d30-eb33-431c-91b9-d61e8a0fbf62 req-adcdf73f-a5a7-4de0-92c5-96b661573d90 service nova] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Received event network-changed-3242c2f2-0560-464b-a4a7-1c2fc230c11d {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.882760] env[68960]: DEBUG nova.compute.manager [req-02ed1d30-eb33-431c-91b9-d61e8a0fbf62 req-adcdf73f-a5a7-4de0-92c5-96b661573d90 service nova] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Refreshing instance network info cache due to event network-changed-3242c2f2-0560-464b-a4a7-1c2fc230c11d. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.882926] env[68960]: DEBUG oslo_concurrency.lockutils [req-02ed1d30-eb33-431c-91b9-d61e8a0fbf62 req-adcdf73f-a5a7-4de0-92c5-96b661573d90 service nova] Acquiring lock "refresh_cache-035982a7-f44c-4e95-82aa-425df5ef64fb" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.925109] env[68960]: DEBUG nova.scheduler.client.report [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.059429] env[68960]: DEBUG nova.compute.manager [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.090770] env[68960]: DEBUG nova.virt.hardware [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.091122] env[68960]: DEBUG nova.virt.hardware [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.091354] env[68960]: DEBUG nova.virt.hardware [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.091568] env[68960]: DEBUG nova.virt.hardware [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.091727] env[68960]: DEBUG nova.virt.hardware [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.091922] env[68960]: DEBUG nova.virt.hardware [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.092703] env[68960]: DEBUG nova.virt.hardware [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.092703] env[68960]: DEBUG nova.virt.hardware [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.092703] env[68960]: DEBUG nova.virt.hardware [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.092930] env[68960]: DEBUG nova.virt.hardware [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.093098] env[68960]: DEBUG nova.virt.hardware [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.094181] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225d624e-d184-4a3f-b601-5f97c2c109d4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.097925] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Releasing lock "refresh_cache-035982a7-f44c-4e95-82aa-425df5ef64fb" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.098288] env[68960]: DEBUG nova.compute.manager [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Instance network_info: |[{"id": "3242c2f2-0560-464b-a4a7-1c2fc230c11d", "address": "fa:16:3e:62:ec:03", "network": {"id": "211bcd9f-7f52-4254-9f67-ccc226aa49f8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1059803817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd433c28387443dfb809c63e2cf0178f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3242c2f2-05", "ovs_interfaceid": "3242c2f2-0560-464b-a4a7-1c2fc230c11d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1110.098586] env[68960]: DEBUG oslo_concurrency.lockutils [req-02ed1d30-eb33-431c-91b9-d61e8a0fbf62 req-adcdf73f-a5a7-4de0-92c5-96b661573d90 service nova] Acquired lock "refresh_cache-035982a7-f44c-4e95-82aa-425df5ef64fb" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.098842] env[68960]: DEBUG nova.network.neutron [req-02ed1d30-eb33-431c-91b9-d61e8a0fbf62 req-adcdf73f-a5a7-4de0-92c5-96b661573d90 service nova] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Refreshing network info cache for port 3242c2f2-0560-464b-a4a7-1c2fc230c11d {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.100268] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:ec:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3242c2f2-0560-464b-a4a7-1c2fc230c11d', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.108306] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Creating folder: Project (bd433c28387443dfb809c63e2cf0178f). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1110.109432] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5eaaf60-a740-490e-9f5d-cbd527d8974d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.117461] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57205cd1-78d1-4b63-8b8a-81f393a50446 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.126042] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Created folder: Project (bd433c28387443dfb809c63e2cf0178f) in parent group-v643888. [ 1110.126042] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Creating folder: Instances. Parent ref: group-v644182. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1110.133623] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f36d4154-996b-44c9-a50b-4081a9fe485d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.144984] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Created folder: Instances in parent group-v644182. [ 1110.145364] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.145648] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.145921] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cde24ea2-b75a-4783-b476-cbb9bb533aec {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.170271] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222165, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.172734] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.172734] env[68960]: value = "task-3222168" [ 1110.172734] env[68960]: _type = "Task" [ 1110.172734] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.185352] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222168, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.430683] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.431521] env[68960]: DEBUG nova.compute.manager [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.437115] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b047f77b-6a52-401c-8a9b-6a8e60b4b81b tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 22.613s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.678190] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1e690b77-221e-499f-93a3-c1b3e952d83e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "066322c9-9ec9-4d86-96cc-e2be3db6fbe5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.678190] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1e690b77-221e-499f-93a3-c1b3e952d83e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "066322c9-9ec9-4d86-96cc-e2be3db6fbe5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.678190] env[68960]: DEBUG nova.compute.manager [None req-1e690b77-221e-499f-93a3-c1b3e952d83e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.678190] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700802} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.683543] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a768c4-4a8f-4097-8b9d-a44dadc7fb36 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.689024] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] aa09fb60-a75c-4dc8-949f-f26c0d11bcb2/aa09fb60-a75c-4dc8-949f-f26c0d11bcb2.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.689024] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.689024] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d435e6e0-b33c-42dd-aced-6df1c83ecb4d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.700454] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222168, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.704581] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1110.704581] env[68960]: value = "task-3222169" [ 1110.704581] env[68960]: _type = "Task" [ 1110.704581] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.708024] env[68960]: DEBUG nova.compute.manager [None req-1e690b77-221e-499f-93a3-c1b3e952d83e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68960) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1110.708024] env[68960]: DEBUG nova.objects.instance [None req-1e690b77-221e-499f-93a3-c1b3e952d83e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lazy-loading 'flavor' on Instance uuid 066322c9-9ec9-4d86-96cc-e2be3db6fbe5 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.717033] env[68960]: DEBUG nova.network.neutron [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Successfully updated port: 39eb9c0e-a75e-40ed-9340-d723c8dd7c59 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1110.722788] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222169, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.849675] env[68960]: DEBUG nova.network.neutron [req-02ed1d30-eb33-431c-91b9-d61e8a0fbf62 req-adcdf73f-a5a7-4de0-92c5-96b661573d90 service nova] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Updated VIF entry in instance network info cache for port 3242c2f2-0560-464b-a4a7-1c2fc230c11d. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.850165] env[68960]: DEBUG nova.network.neutron [req-02ed1d30-eb33-431c-91b9-d61e8a0fbf62 req-adcdf73f-a5a7-4de0-92c5-96b661573d90 service nova] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Updating instance_info_cache with network_info: [{"id": "3242c2f2-0560-464b-a4a7-1c2fc230c11d", "address": "fa:16:3e:62:ec:03", "network": {"id": "211bcd9f-7f52-4254-9f67-ccc226aa49f8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1059803817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd433c28387443dfb809c63e2cf0178f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3242c2f2-05", "ovs_interfaceid": "3242c2f2-0560-464b-a4a7-1c2fc230c11d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.940491] env[68960]: DEBUG nova.compute.utils [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.944452] env[68960]: DEBUG nova.compute.manager [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1110.944617] env[68960]: DEBUG nova.network.neutron [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.985411] env[68960]: DEBUG nova.policy [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f9aacf55ed740a480f126be3a7db9d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd433c28387443dfb809c63e2cf0178f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.070056] env[68960]: DEBUG oslo_vmware.rw_handles [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b675e6-6aaa-516d-cffe-810513642f2a/disk-0.vmdk. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1111.071117] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1e6966-8db2-4865-88c4-97a0f2b03922 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.077713] env[68960]: DEBUG oslo_vmware.rw_handles [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b675e6-6aaa-516d-cffe-810513642f2a/disk-0.vmdk is in state: ready. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1111.077976] env[68960]: ERROR oslo_vmware.rw_handles [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b675e6-6aaa-516d-cffe-810513642f2a/disk-0.vmdk due to incomplete transfer. [ 1111.080981] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2098b2ef-fa5a-40c1-ad53-cbc4cb95a850 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.089417] env[68960]: DEBUG oslo_vmware.rw_handles [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b675e6-6aaa-516d-cffe-810513642f2a/disk-0.vmdk. {{(pid=68960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1111.089858] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Uploaded image 05ef1f28-531a-4375-bd63-5d1d88a0e3e6 to the Glance image server {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1111.092327] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Destroying the VM {{(pid=68960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1111.092625] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d2b320b8-81fd-4e49-b2f3-fd61fad8eee6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.101479] env[68960]: DEBUG oslo_vmware.api [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1111.101479] env[68960]: value = "task-3222170" [ 1111.101479] env[68960]: _type = "Task" [ 1111.101479] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.110509] env[68960]: DEBUG oslo_vmware.api [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222170, 'name': Destroy_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.186261] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222168, 'name': CreateVM_Task, 'duration_secs': 0.572385} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.186484] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.187174] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.187392] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.187803] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.190412] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbe09f0b-9685-4751-bcfb-9a5001e096ac {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.195282] env[68960]: DEBUG oslo_vmware.api [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for the task: (returnval){ [ 1111.195282] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523e069b-38c0-2ead-0aad-76aa3c012bd9" [ 1111.195282] env[68960]: _type = "Task" [ 1111.195282] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.204353] env[68960]: DEBUG oslo_vmware.api [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523e069b-38c0-2ead-0aad-76aa3c012bd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.221656] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222169, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077214} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.227617] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.227617] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquiring lock "refresh_cache-c79904d1-3261-454c-850d-b5e19b6ffb4f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.227617] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquired lock "refresh_cache-c79904d1-3261-454c-850d-b5e19b6ffb4f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.227617] env[68960]: DEBUG nova.network.neutron [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.227913] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071b1bef-1ce2-4d42-83d8-009aed039285 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.251261] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] aa09fb60-a75c-4dc8-949f-f26c0d11bcb2/aa09fb60-a75c-4dc8-949f-f26c0d11bcb2.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.253557] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfa0d0e6-3fe7-4654-813c-1311083eb4f5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.270454] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa5f211-e417-45c4-8346-be7d7d2f7db0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.273786] env[68960]: DEBUG nova.network.neutron [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Successfully created port: 55fe170e-5145-4cfc-a7f8-838bd1cd10d2 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.283024] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe8072b-3032-4e74-8d19-62f5e16db776 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.286424] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1111.286424] env[68960]: value = "task-3222171" [ 1111.286424] env[68960]: _type = "Task" [ 1111.286424] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.315886] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb671247-3402-47e6-ab1c-55c4bb226b58 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.321988] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222171, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.327027] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b0fa61-bffd-40a1-aa22-59a242e63c2e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.340421] env[68960]: DEBUG nova.compute.provider_tree [None req-b047f77b-6a52-401c-8a9b-6a8e60b4b81b tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.352506] env[68960]: DEBUG oslo_concurrency.lockutils [req-02ed1d30-eb33-431c-91b9-d61e8a0fbf62 req-adcdf73f-a5a7-4de0-92c5-96b661573d90 service nova] Releasing lock "refresh_cache-035982a7-f44c-4e95-82aa-425df5ef64fb" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.448214] env[68960]: DEBUG nova.compute.manager [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1111.612954] env[68960]: DEBUG oslo_vmware.api [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222170, 'name': Destroy_Task, 'duration_secs': 0.466839} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.613235] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Destroyed the VM [ 1111.613476] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Deleting Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1111.613774] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-62fcfe32-a1f4-4b24-8231-6e22ff403778 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.619705] env[68960]: DEBUG oslo_vmware.api [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1111.619705] env[68960]: value = "task-3222172" [ 1111.619705] env[68960]: _type = "Task" [ 1111.619705] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.627111] env[68960]: DEBUG oslo_vmware.api [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222172, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.705223] env[68960]: DEBUG oslo_vmware.api [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523e069b-38c0-2ead-0aad-76aa3c012bd9, 'name': SearchDatastore_Task, 'duration_secs': 0.018984} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.705591] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.705860] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.706142] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.706324] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.706542] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.706794] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf2ccfa0-db89-418b-9a51-e16aa678b751 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.715865] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.716059] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.716784] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f53e92b-b4a5-4c72-8657-525a9e0ff8cb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.721815] env[68960]: DEBUG oslo_vmware.api [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for the task: (returnval){ [ 1111.721815] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5250f0a9-0cbc-d0f1-7b37-2b6f8dff0831" [ 1111.721815] env[68960]: _type = "Task" [ 1111.721815] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.729207] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e690b77-221e-499f-93a3-c1b3e952d83e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.729452] env[68960]: DEBUG oslo_vmware.api [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5250f0a9-0cbc-d0f1-7b37-2b6f8dff0831, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.729657] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d519233-2275-40a6-9004-e73ea508170b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.736902] env[68960]: DEBUG oslo_vmware.api [None req-1e690b77-221e-499f-93a3-c1b3e952d83e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1111.736902] env[68960]: value = "task-3222173" [ 1111.736902] env[68960]: _type = "Task" [ 1111.736902] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.744307] env[68960]: DEBUG oslo_vmware.api [None req-1e690b77-221e-499f-93a3-c1b3e952d83e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.761253] env[68960]: DEBUG nova.network.neutron [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1111.796574] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222171, 'name': ReconfigVM_Task, 'duration_secs': 0.304485} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.796851] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Reconfigured VM instance instance-00000067 to attach disk [datastore1] aa09fb60-a75c-4dc8-949f-f26c0d11bcb2/aa09fb60-a75c-4dc8-949f-f26c0d11bcb2.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.797523] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fa3bd12-7671-4fd3-8ade-2372173f595a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.807034] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1111.807034] env[68960]: value = "task-3222174" [ 1111.807034] env[68960]: _type = "Task" [ 1111.807034] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.814640] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222174, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.843904] env[68960]: DEBUG nova.scheduler.client.report [None req-b047f77b-6a52-401c-8a9b-6a8e60b4b81b tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.898859] env[68960]: DEBUG nova.network.neutron [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Updating instance_info_cache with network_info: [{"id": "39eb9c0e-a75e-40ed-9340-d723c8dd7c59", "address": "fa:16:3e:fb:cf:22", "network": {"id": "211bcd9f-7f52-4254-9f67-ccc226aa49f8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1059803817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd433c28387443dfb809c63e2cf0178f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39eb9c0e-a7", "ovs_interfaceid": "39eb9c0e-a75e-40ed-9340-d723c8dd7c59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.908578] env[68960]: DEBUG nova.compute.manager [req-79634184-3e4d-46b7-95b5-833b6eb74607 req-b5e1afba-cc9e-4047-a886-f64236d8dffe service nova] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Received event network-vif-plugged-39eb9c0e-a75e-40ed-9340-d723c8dd7c59 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.908897] env[68960]: DEBUG oslo_concurrency.lockutils [req-79634184-3e4d-46b7-95b5-833b6eb74607 req-b5e1afba-cc9e-4047-a886-f64236d8dffe service nova] Acquiring lock "c79904d1-3261-454c-850d-b5e19b6ffb4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.909215] env[68960]: DEBUG oslo_concurrency.lockutils [req-79634184-3e4d-46b7-95b5-833b6eb74607 req-b5e1afba-cc9e-4047-a886-f64236d8dffe service nova] Lock "c79904d1-3261-454c-850d-b5e19b6ffb4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.909465] env[68960]: DEBUG oslo_concurrency.lockutils [req-79634184-3e4d-46b7-95b5-833b6eb74607 req-b5e1afba-cc9e-4047-a886-f64236d8dffe service nova] Lock "c79904d1-3261-454c-850d-b5e19b6ffb4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.909700] env[68960]: DEBUG nova.compute.manager [req-79634184-3e4d-46b7-95b5-833b6eb74607 req-b5e1afba-cc9e-4047-a886-f64236d8dffe service nova] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] No waiting events found dispatching network-vif-plugged-39eb9c0e-a75e-40ed-9340-d723c8dd7c59 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1111.909912] env[68960]: WARNING nova.compute.manager [req-79634184-3e4d-46b7-95b5-833b6eb74607 req-b5e1afba-cc9e-4047-a886-f64236d8dffe service nova] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Received unexpected event network-vif-plugged-39eb9c0e-a75e-40ed-9340-d723c8dd7c59 for instance with vm_state building and task_state spawning. [ 1111.910144] env[68960]: DEBUG nova.compute.manager [req-79634184-3e4d-46b7-95b5-833b6eb74607 req-b5e1afba-cc9e-4047-a886-f64236d8dffe service nova] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Received event network-changed-39eb9c0e-a75e-40ed-9340-d723c8dd7c59 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.911515] env[68960]: DEBUG nova.compute.manager [req-79634184-3e4d-46b7-95b5-833b6eb74607 req-b5e1afba-cc9e-4047-a886-f64236d8dffe service nova] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Refreshing instance network info cache due to event network-changed-39eb9c0e-a75e-40ed-9340-d723c8dd7c59. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1111.911515] env[68960]: DEBUG oslo_concurrency.lockutils [req-79634184-3e4d-46b7-95b5-833b6eb74607 req-b5e1afba-cc9e-4047-a886-f64236d8dffe service nova] Acquiring lock "refresh_cache-c79904d1-3261-454c-850d-b5e19b6ffb4f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.129174] env[68960]: DEBUG oslo_vmware.api [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222172, 'name': RemoveSnapshot_Task, 'duration_secs': 0.425992} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.129460] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Deleted Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1112.129707] env[68960]: DEBUG nova.compute.manager [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.130461] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3a8271-fe9f-46f1-a95e-75fafdc6de99 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.231732] env[68960]: DEBUG oslo_vmware.api [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5250f0a9-0cbc-d0f1-7b37-2b6f8dff0831, 'name': SearchDatastore_Task, 'duration_secs': 0.01872} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.232519] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f6313dc-558b-4a6e-bb59-f0f376db6d42 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.237740] env[68960]: DEBUG oslo_vmware.api [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for the task: (returnval){ [ 1112.237740] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521bb4b8-b040-58fd-59c2-08421acb3d71" [ 1112.237740] env[68960]: _type = "Task" [ 1112.237740] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.247616] env[68960]: DEBUG oslo_vmware.api [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521bb4b8-b040-58fd-59c2-08421acb3d71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.250294] env[68960]: DEBUG oslo_vmware.api [None req-1e690b77-221e-499f-93a3-c1b3e952d83e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222173, 'name': PowerOffVM_Task, 'duration_secs': 0.336068} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.250528] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e690b77-221e-499f-93a3-c1b3e952d83e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.250723] env[68960]: DEBUG nova.compute.manager [None req-1e690b77-221e-499f-93a3-c1b3e952d83e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.251420] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ff5edc-ef2f-4d81-b2ae-bfe063b8744b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.316246] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222174, 'name': Rename_Task, 'duration_secs': 0.15434} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.316553] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.317051] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4054cc34-61b1-4f99-9633-c3ffd355978e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.323335] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1112.323335] env[68960]: value = "task-3222175" [ 1112.323335] env[68960]: _type = "Task" [ 1112.323335] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.331518] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.401200] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Releasing lock "refresh_cache-c79904d1-3261-454c-850d-b5e19b6ffb4f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.401569] env[68960]: DEBUG nova.compute.manager [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Instance network_info: |[{"id": "39eb9c0e-a75e-40ed-9340-d723c8dd7c59", "address": "fa:16:3e:fb:cf:22", "network": {"id": "211bcd9f-7f52-4254-9f67-ccc226aa49f8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1059803817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd433c28387443dfb809c63e2cf0178f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39eb9c0e-a7", "ovs_interfaceid": "39eb9c0e-a75e-40ed-9340-d723c8dd7c59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1112.401903] env[68960]: DEBUG oslo_concurrency.lockutils [req-79634184-3e4d-46b7-95b5-833b6eb74607 req-b5e1afba-cc9e-4047-a886-f64236d8dffe service nova] Acquired lock "refresh_cache-c79904d1-3261-454c-850d-b5e19b6ffb4f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.402130] env[68960]: DEBUG nova.network.neutron [req-79634184-3e4d-46b7-95b5-833b6eb74607 req-b5e1afba-cc9e-4047-a886-f64236d8dffe service nova] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Refreshing network info cache for port 39eb9c0e-a75e-40ed-9340-d723c8dd7c59 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.403286] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:cf:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39eb9c0e-a75e-40ed-9340-d723c8dd7c59', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.411978] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.412917] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.413162] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9d15698-0cfe-4958-986a-77fc93945d38 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.434047] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.434047] env[68960]: value = "task-3222176" [ 1112.434047] env[68960]: _type = "Task" [ 1112.434047] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.444000] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222176, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.457302] env[68960]: DEBUG nova.compute.manager [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.485440] env[68960]: DEBUG nova.virt.hardware [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.485692] env[68960]: DEBUG nova.virt.hardware [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.485918] env[68960]: DEBUG nova.virt.hardware [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.486134] env[68960]: DEBUG nova.virt.hardware [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.486285] env[68960]: DEBUG nova.virt.hardware [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.486760] env[68960]: DEBUG nova.virt.hardware [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.486760] env[68960]: DEBUG nova.virt.hardware [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.486870] env[68960]: DEBUG nova.virt.hardware [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.487105] env[68960]: DEBUG nova.virt.hardware [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.487215] env[68960]: DEBUG nova.virt.hardware [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.487401] env[68960]: DEBUG nova.virt.hardware [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.488681] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b13faa7-5083-42a0-b37e-b83628bbec72 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.496916] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c5c9ad-4372-4c09-b3aa-26e20275d5b3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.642233] env[68960]: INFO nova.compute.manager [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Shelve offloading [ 1112.751554] env[68960]: DEBUG oslo_vmware.api [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521bb4b8-b040-58fd-59c2-08421acb3d71, 'name': SearchDatastore_Task, 'duration_secs': 0.044369} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.751902] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.752178] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 035982a7-f44c-4e95-82aa-425df5ef64fb/035982a7-f44c-4e95-82aa-425df5ef64fb.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.752464] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e658129f-385f-4e09-8274-43382f7771c2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.761492] env[68960]: DEBUG oslo_vmware.api [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for the task: (returnval){ [ 1112.761492] env[68960]: value = "task-3222177" [ 1112.761492] env[68960]: _type = "Task" [ 1112.761492] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.768137] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1e690b77-221e-499f-93a3-c1b3e952d83e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "066322c9-9ec9-4d86-96cc-e2be3db6fbe5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.090s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.772271] env[68960]: DEBUG nova.network.neutron [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Successfully updated port: 55fe170e-5145-4cfc-a7f8-838bd1cd10d2 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.776208] env[68960]: DEBUG oslo_vmware.api [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.793916] env[68960]: DEBUG nova.compute.manager [req-04019301-9f11-4779-bd42-27b7b4b3f493 req-4dcb42f0-aded-436d-8f5a-5e2679279b8c service nova] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Received event network-vif-plugged-55fe170e-5145-4cfc-a7f8-838bd1cd10d2 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.795454] env[68960]: DEBUG oslo_concurrency.lockutils [req-04019301-9f11-4779-bd42-27b7b4b3f493 req-4dcb42f0-aded-436d-8f5a-5e2679279b8c service nova] Acquiring lock "6028f5a2-78e8-4b18-b38b-4a35e55c7d91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.795700] env[68960]: DEBUG oslo_concurrency.lockutils [req-04019301-9f11-4779-bd42-27b7b4b3f493 req-4dcb42f0-aded-436d-8f5a-5e2679279b8c service nova] Lock "6028f5a2-78e8-4b18-b38b-4a35e55c7d91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.796049] env[68960]: DEBUG oslo_concurrency.lockutils [req-04019301-9f11-4779-bd42-27b7b4b3f493 req-4dcb42f0-aded-436d-8f5a-5e2679279b8c service nova] Lock "6028f5a2-78e8-4b18-b38b-4a35e55c7d91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.796142] env[68960]: DEBUG nova.compute.manager [req-04019301-9f11-4779-bd42-27b7b4b3f493 req-4dcb42f0-aded-436d-8f5a-5e2679279b8c service nova] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] No waiting events found dispatching network-vif-plugged-55fe170e-5145-4cfc-a7f8-838bd1cd10d2 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.796322] env[68960]: WARNING nova.compute.manager [req-04019301-9f11-4779-bd42-27b7b4b3f493 req-4dcb42f0-aded-436d-8f5a-5e2679279b8c service nova] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Received unexpected event network-vif-plugged-55fe170e-5145-4cfc-a7f8-838bd1cd10d2 for instance with vm_state building and task_state spawning. [ 1112.834122] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222175, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.854239] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b047f77b-6a52-401c-8a9b-6a8e60b4b81b tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.417s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.857170] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bcad80aa-9b27-477e-9783-91e3be6d56b1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.384s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.857371] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bcad80aa-9b27-477e-9783-91e3be6d56b1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.861819] env[68960]: DEBUG oslo_concurrency.lockutils [None req-72351a77-3de5-497d-80b3-d199d3c4255e tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.032s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.862053] env[68960]: DEBUG oslo_concurrency.lockutils [None req-72351a77-3de5-497d-80b3-d199d3c4255e tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.863966] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.415s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.865572] env[68960]: INFO nova.compute.claims [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.897397] env[68960]: INFO nova.scheduler.client.report [None req-bcad80aa-9b27-477e-9783-91e3be6d56b1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Deleted allocations for instance 8242b2da-b9c8-4894-b630-9494e4f28fe7 [ 1112.901288] env[68960]: INFO nova.scheduler.client.report [None req-72351a77-3de5-497d-80b3-d199d3c4255e tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Deleted allocations for instance e347bd5a-702a-4028-8c83-53c594b9e57f [ 1112.957101] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222176, 'name': CreateVM_Task, 'duration_secs': 0.49112} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.957319] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.958200] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.958388] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.958750] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.960030] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b32b91a5-2ca4-4855-801f-107e1ca5a77c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.971488] env[68960]: DEBUG oslo_vmware.api [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for the task: (returnval){ [ 1112.971488] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527a32bf-f286-0e1f-8600-ecfffc747e9a" [ 1112.971488] env[68960]: _type = "Task" [ 1112.971488] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.985473] env[68960]: DEBUG oslo_vmware.api [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527a32bf-f286-0e1f-8600-ecfffc747e9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.146048] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.146445] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17cd6613-6523-4cca-8b0b-852783b00d2d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.155450] env[68960]: DEBUG oslo_vmware.api [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1113.155450] env[68960]: value = "task-3222178" [ 1113.155450] env[68960]: _type = "Task" [ 1113.155450] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.165938] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] VM already powered off {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1113.166179] env[68960]: DEBUG nova.compute.manager [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.167044] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45ae05d-606a-4646-9f4c-f7a21d6f74f9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.172617] env[68960]: DEBUG nova.network.neutron [req-79634184-3e4d-46b7-95b5-833b6eb74607 req-b5e1afba-cc9e-4047-a886-f64236d8dffe service nova] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Updated VIF entry in instance network info cache for port 39eb9c0e-a75e-40ed-9340-d723c8dd7c59. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.172975] env[68960]: DEBUG nova.network.neutron [req-79634184-3e4d-46b7-95b5-833b6eb74607 req-b5e1afba-cc9e-4047-a886-f64236d8dffe service nova] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Updating instance_info_cache with network_info: [{"id": "39eb9c0e-a75e-40ed-9340-d723c8dd7c59", "address": "fa:16:3e:fb:cf:22", "network": {"id": "211bcd9f-7f52-4254-9f67-ccc226aa49f8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1059803817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd433c28387443dfb809c63e2cf0178f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39eb9c0e-a7", "ovs_interfaceid": "39eb9c0e-a75e-40ed-9340-d723c8dd7c59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.175831] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquiring lock "refresh_cache-e4af7d3d-2951-450d-8ea9-31c975724e74" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.176020] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquired lock "refresh_cache-e4af7d3d-2951-450d-8ea9-31c975724e74" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.176202] env[68960]: DEBUG nova.network.neutron [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.273396] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquiring lock "refresh_cache-6028f5a2-78e8-4b18-b38b-4a35e55c7d91" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.273577] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquired lock "refresh_cache-6028f5a2-78e8-4b18-b38b-4a35e55c7d91" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.273696] env[68960]: DEBUG nova.network.neutron [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.274950] env[68960]: DEBUG oslo_vmware.api [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222177, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.335620] env[68960]: DEBUG oslo_vmware.api [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222175, 'name': PowerOnVM_Task, 'duration_secs': 0.69722} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.335824] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.336133] env[68960]: INFO nova.compute.manager [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1113.336133] env[68960]: DEBUG nova.compute.manager [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.337035] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38816aea-44d8-414f-8877-680365cd013b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.345754] env[68960]: DEBUG nova.objects.instance [None req-f118b5ed-0801-447b-a78e-ca505bf74ed7 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lazy-loading 'flavor' on Instance uuid 066322c9-9ec9-4d86-96cc-e2be3db6fbe5 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.413557] env[68960]: DEBUG oslo_concurrency.lockutils [None req-72351a77-3de5-497d-80b3-d199d3c4255e tempest-ServerPasswordTestJSON-260506168 tempest-ServerPasswordTestJSON-260506168-project-member] Lock "e347bd5a-702a-4028-8c83-53c594b9e57f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.964s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.414630] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bcad80aa-9b27-477e-9783-91e3be6d56b1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "8242b2da-b9c8-4894-b630-9494e4f28fe7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.015s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.423482] env[68960]: INFO nova.scheduler.client.report [None req-b047f77b-6a52-401c-8a9b-6a8e60b4b81b tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Deleted allocation for migration 3e35712f-1b87-4d1e-8097-009c8a644aa0 [ 1113.482623] env[68960]: DEBUG oslo_vmware.api [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527a32bf-f286-0e1f-8600-ecfffc747e9a, 'name': SearchDatastore_Task, 'duration_secs': 0.014836} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.482941] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.483192] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.483440] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.483592] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.483774] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.484101] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dd9ea8e-4c6e-4337-95e6-382f5cd3cfe9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.496235] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.496443] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.497069] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd445b0e-3318-4459-8e94-e4609f0cb402 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.502533] env[68960]: DEBUG oslo_vmware.api [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for the task: (returnval){ [ 1113.502533] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ded95b-b7fe-ed9f-8c54-da88c340f0a9" [ 1113.502533] env[68960]: _type = "Task" [ 1113.502533] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.510473] env[68960]: DEBUG oslo_vmware.api [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ded95b-b7fe-ed9f-8c54-da88c340f0a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.678693] env[68960]: DEBUG oslo_concurrency.lockutils [req-79634184-3e4d-46b7-95b5-833b6eb74607 req-b5e1afba-cc9e-4047-a886-f64236d8dffe service nova] Releasing lock "refresh_cache-c79904d1-3261-454c-850d-b5e19b6ffb4f" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.773558] env[68960]: DEBUG oslo_vmware.api [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626508} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.774009] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 035982a7-f44c-4e95-82aa-425df5ef64fb/035982a7-f44c-4e95-82aa-425df5ef64fb.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.774253] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.774541] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b69c86c-b6aa-4d24-ae54-e7267881a93e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.783863] env[68960]: DEBUG oslo_vmware.api [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for the task: (returnval){ [ 1113.783863] env[68960]: value = "task-3222179" [ 1113.783863] env[68960]: _type = "Task" [ 1113.783863] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.795674] env[68960]: DEBUG oslo_vmware.api [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.835093] env[68960]: DEBUG nova.network.neutron [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1113.859480] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f118b5ed-0801-447b-a78e-ca505bf74ed7 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "refresh_cache-066322c9-9ec9-4d86-96cc-e2be3db6fbe5" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.860598] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f118b5ed-0801-447b-a78e-ca505bf74ed7 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquired lock "refresh_cache-066322c9-9ec9-4d86-96cc-e2be3db6fbe5" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.860598] env[68960]: DEBUG nova.network.neutron [None req-f118b5ed-0801-447b-a78e-ca505bf74ed7 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.860598] env[68960]: DEBUG nova.objects.instance [None req-f118b5ed-0801-447b-a78e-ca505bf74ed7 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lazy-loading 'info_cache' on Instance uuid 066322c9-9ec9-4d86-96cc-e2be3db6fbe5 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.869878] env[68960]: INFO nova.compute.manager [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Took 28.43 seconds to build instance. [ 1113.916178] env[68960]: DEBUG nova.network.neutron [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Updating instance_info_cache with network_info: [{"id": "483f44d2-2263-42ab-9fc1-ae923e17101e", "address": "fa:16:3e:10:4d:22", "network": {"id": "4139273d-51b4-4bf5-9786-325e4fa44a1c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-641245848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f345894c0e4c42eba03bc430a5358948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap483f44d2-22", "ovs_interfaceid": "483f44d2-2263-42ab-9fc1-ae923e17101e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.930749] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b047f77b-6a52-401c-8a9b-6a8e60b4b81b tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "0433a29e-d26f-40c6-93a8-e13079bd2eee" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 29.536s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.013411] env[68960]: DEBUG oslo_vmware.api [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ded95b-b7fe-ed9f-8c54-da88c340f0a9, 'name': SearchDatastore_Task, 'duration_secs': 0.009579} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.014221] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d491e9f4-9b70-4d1d-a5c4-0dcd36811886 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.020846] env[68960]: DEBUG oslo_vmware.api [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for the task: (returnval){ [ 1114.020846] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e0bebe-ea1f-0064-1dda-4bf9123b455c" [ 1114.020846] env[68960]: _type = "Task" [ 1114.020846] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.037544] env[68960]: DEBUG oslo_vmware.api [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e0bebe-ea1f-0064-1dda-4bf9123b455c, 'name': SearchDatastore_Task} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.037914] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.038120] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] c79904d1-3261-454c-850d-b5e19b6ffb4f/c79904d1-3261-454c-850d-b5e19b6ffb4f.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.038388] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c5b4766-e2c4-43e3-a2da-1856b3ad59aa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.047198] env[68960]: DEBUG oslo_vmware.api [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for the task: (returnval){ [ 1114.047198] env[68960]: value = "task-3222180" [ 1114.047198] env[68960]: _type = "Task" [ 1114.047198] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.057558] env[68960]: DEBUG oslo_vmware.api [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.167801] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72f85d2-a6b2-4c4d-aa67-dd97ada434d3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.171300] env[68960]: DEBUG nova.network.neutron [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Updating instance_info_cache with network_info: [{"id": "55fe170e-5145-4cfc-a7f8-838bd1cd10d2", "address": "fa:16:3e:6f:16:e3", "network": {"id": "211bcd9f-7f52-4254-9f67-ccc226aa49f8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1059803817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd433c28387443dfb809c63e2cf0178f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55fe170e-51", "ovs_interfaceid": "55fe170e-5145-4cfc-a7f8-838bd1cd10d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.180166] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d93c84-d9ee-4099-af85-178a29847763 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.220762] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58d2824-a0fd-4009-b79e-e95f8e876d8d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.230029] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70f2e0f-2cdc-4ffe-9a02-7aba7b78ee45 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.246560] env[68960]: DEBUG nova.compute.provider_tree [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.296084] env[68960]: DEBUG oslo_vmware.api [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080584} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.296426] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1114.297442] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8d9d32-42d0-41ed-9884-d19161042ce2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.323311] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 035982a7-f44c-4e95-82aa-425df5ef64fb/035982a7-f44c-4e95-82aa-425df5ef64fb.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.324083] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27db9930-690d-4b88-900e-1a82a84a8fe7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.349326] env[68960]: DEBUG oslo_vmware.api [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for the task: (returnval){ [ 1114.349326] env[68960]: value = "task-3222181" [ 1114.349326] env[68960]: _type = "Task" [ 1114.349326] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.358951] env[68960]: DEBUG oslo_vmware.api [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222181, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.371592] env[68960]: DEBUG nova.objects.base [None req-f118b5ed-0801-447b-a78e-ca505bf74ed7 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Object Instance<066322c9-9ec9-4d86-96cc-e2be3db6fbe5> lazy-loaded attributes: flavor,info_cache {{(pid=68960) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1114.375736] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0364dca-75c1-4288-ac3b-bf3f33e6d11f tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "aa09fb60-a75c-4dc8-949f-f26c0d11bcb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.964s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.419256] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Releasing lock "refresh_cache-e4af7d3d-2951-450d-8ea9-31c975724e74" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.571083] env[68960]: DEBUG oslo_vmware.api [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222180, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.674590] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Releasing lock "refresh_cache-6028f5a2-78e8-4b18-b38b-4a35e55c7d91" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.675580] env[68960]: DEBUG nova.compute.manager [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Instance network_info: |[{"id": "55fe170e-5145-4cfc-a7f8-838bd1cd10d2", "address": "fa:16:3e:6f:16:e3", "network": {"id": "211bcd9f-7f52-4254-9f67-ccc226aa49f8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1059803817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd433c28387443dfb809c63e2cf0178f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55fe170e-51", "ovs_interfaceid": "55fe170e-5145-4cfc-a7f8-838bd1cd10d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1114.675580] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:16:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55fe170e-5145-4cfc-a7f8-838bd1cd10d2', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.684615] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.685024] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.685490] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1f66c37-85c8-4c67-bc1d-08f9b63d46d4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.708163] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.708163] env[68960]: value = "task-3222182" [ 1114.708163] env[68960]: _type = "Task" [ 1114.708163] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.719896] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222182, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.753116] env[68960]: DEBUG nova.scheduler.client.report [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.861303] env[68960]: DEBUG oslo_vmware.api [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.061473] env[68960]: DEBUG oslo_vmware.api [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222180, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61246} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.061645] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] c79904d1-3261-454c-850d-b5e19b6ffb4f/c79904d1-3261-454c-850d-b5e19b6ffb4f.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.061786] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.062106] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f9c65ca-161c-46ba-9a4a-2dbf1c560c0f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.075468] env[68960]: DEBUG oslo_vmware.api [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for the task: (returnval){ [ 1115.075468] env[68960]: value = "task-3222183" [ 1115.075468] env[68960]: _type = "Task" [ 1115.075468] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.088083] env[68960]: DEBUG oslo_vmware.api [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222183, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.139336] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4993a19d-cee8-4521-b2e1-b7a36ee653a2 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "5f6c0adf-c72f-45f6-89a8-f696e3d45db7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.140044] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4993a19d-cee8-4521-b2e1-b7a36ee653a2 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "5f6c0adf-c72f-45f6-89a8-f696e3d45db7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.151046] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04341232-031c-4236-a272-c77aca440860 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "0433a29e-d26f-40c6-93a8-e13079bd2eee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.151348] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04341232-031c-4236-a272-c77aca440860 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "0433a29e-d26f-40c6-93a8-e13079bd2eee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.151565] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04341232-031c-4236-a272-c77aca440860 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "0433a29e-d26f-40c6-93a8-e13079bd2eee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.151750] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04341232-031c-4236-a272-c77aca440860 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "0433a29e-d26f-40c6-93a8-e13079bd2eee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.151912] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04341232-031c-4236-a272-c77aca440860 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "0433a29e-d26f-40c6-93a8-e13079bd2eee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.157294] env[68960]: INFO nova.compute.manager [None req-04341232-031c-4236-a272-c77aca440860 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Terminating instance [ 1115.181398] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.183253] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53b3151-e664-4c0e-99fd-7a42545d3d37 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.192912] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.193219] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2137c9c-9121-48a5-b4a7-b7c57cbdfcab {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.221039] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222182, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.224758] env[68960]: DEBUG oslo_concurrency.lockutils [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquiring lock "8f5b8b5d-2506-4654-ac21-f68cc04ddef3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.225051] env[68960]: DEBUG oslo_concurrency.lockutils [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "8f5b8b5d-2506-4654-ac21-f68cc04ddef3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.225283] env[68960]: DEBUG oslo_concurrency.lockutils [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquiring lock "8f5b8b5d-2506-4654-ac21-f68cc04ddef3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.225494] env[68960]: DEBUG oslo_concurrency.lockutils [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "8f5b8b5d-2506-4654-ac21-f68cc04ddef3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.225679] env[68960]: DEBUG oslo_concurrency.lockutils [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "8f5b8b5d-2506-4654-ac21-f68cc04ddef3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.231640] env[68960]: INFO nova.compute.manager [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Terminating instance [ 1115.259116] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.259796] env[68960]: DEBUG nova.compute.manager [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.263092] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.031s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.264836] env[68960]: INFO nova.compute.claims [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.272177] env[68960]: DEBUG nova.network.neutron [None req-f118b5ed-0801-447b-a78e-ca505bf74ed7 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Updating instance_info_cache with network_info: [{"id": "42db5fad-f000-4960-be77-33cada035df4", "address": "fa:16:3e:21:bb:24", "network": {"id": "fd6c5ce0-1df7-4e07-82ab-88e1b96779f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508625790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603772d137274b1da5b497f41168c31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42db5fad-f0", "ovs_interfaceid": "42db5fad-f000-4960-be77-33cada035df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.291385] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.291385] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.291385] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Deleting the datastore file [datastore1] e4af7d3d-2951-450d-8ea9-31c975724e74 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.291385] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62aaa386-8845-437a-a317-cd0af95dbb4f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.302550] env[68960]: DEBUG oslo_vmware.api [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1115.302550] env[68960]: value = "task-3222185" [ 1115.302550] env[68960]: _type = "Task" [ 1115.302550] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.312668] env[68960]: DEBUG oslo_vmware.api [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.316616] env[68960]: DEBUG nova.compute.manager [req-428aa470-a805-4f1a-816f-927fce1a87a2 req-800fa61b-6f6a-4974-9aeb-f564796bdcbb service nova] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Received event network-vif-unplugged-483f44d2-2263-42ab-9fc1-ae923e17101e {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.317559] env[68960]: DEBUG oslo_concurrency.lockutils [req-428aa470-a805-4f1a-816f-927fce1a87a2 req-800fa61b-6f6a-4974-9aeb-f564796bdcbb service nova] Acquiring lock "e4af7d3d-2951-450d-8ea9-31c975724e74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.317965] env[68960]: DEBUG oslo_concurrency.lockutils [req-428aa470-a805-4f1a-816f-927fce1a87a2 req-800fa61b-6f6a-4974-9aeb-f564796bdcbb service nova] Lock "e4af7d3d-2951-450d-8ea9-31c975724e74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.318289] env[68960]: DEBUG oslo_concurrency.lockutils [req-428aa470-a805-4f1a-816f-927fce1a87a2 req-800fa61b-6f6a-4974-9aeb-f564796bdcbb service nova] Lock "e4af7d3d-2951-450d-8ea9-31c975724e74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.318582] env[68960]: DEBUG nova.compute.manager [req-428aa470-a805-4f1a-816f-927fce1a87a2 req-800fa61b-6f6a-4974-9aeb-f564796bdcbb service nova] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] No waiting events found dispatching network-vif-unplugged-483f44d2-2263-42ab-9fc1-ae923e17101e {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.319293] env[68960]: WARNING nova.compute.manager [req-428aa470-a805-4f1a-816f-927fce1a87a2 req-800fa61b-6f6a-4974-9aeb-f564796bdcbb service nova] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Received unexpected event network-vif-unplugged-483f44d2-2263-42ab-9fc1-ae923e17101e for instance with vm_state shelved and task_state shelving_offloading. [ 1115.365378] env[68960]: DEBUG oslo_vmware.api [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222181, 'name': ReconfigVM_Task, 'duration_secs': 0.988727} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.366917] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 035982a7-f44c-4e95-82aa-425df5ef64fb/035982a7-f44c-4e95-82aa-425df5ef64fb.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.367662] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6302c783-25b5-4489-aaa9-d6eecda8b3fd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.375788] env[68960]: DEBUG oslo_vmware.api [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for the task: (returnval){ [ 1115.375788] env[68960]: value = "task-3222186" [ 1115.375788] env[68960]: _type = "Task" [ 1115.375788] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.395706] env[68960]: DEBUG oslo_vmware.api [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222186, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.427247] env[68960]: DEBUG nova.compute.manager [req-854f8097-4265-451b-8a42-7660c32cb6a3 req-b5a2c702-a452-4527-9ec4-0f6e82bb64cc service nova] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Received event network-changed-55fe170e-5145-4cfc-a7f8-838bd1cd10d2 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.427247] env[68960]: DEBUG nova.compute.manager [req-854f8097-4265-451b-8a42-7660c32cb6a3 req-b5a2c702-a452-4527-9ec4-0f6e82bb64cc service nova] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Refreshing instance network info cache due to event network-changed-55fe170e-5145-4cfc-a7f8-838bd1cd10d2. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.427488] env[68960]: DEBUG oslo_concurrency.lockutils [req-854f8097-4265-451b-8a42-7660c32cb6a3 req-b5a2c702-a452-4527-9ec4-0f6e82bb64cc service nova] Acquiring lock "refresh_cache-6028f5a2-78e8-4b18-b38b-4a35e55c7d91" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.427677] env[68960]: DEBUG oslo_concurrency.lockutils [req-854f8097-4265-451b-8a42-7660c32cb6a3 req-b5a2c702-a452-4527-9ec4-0f6e82bb64cc service nova] Acquired lock "refresh_cache-6028f5a2-78e8-4b18-b38b-4a35e55c7d91" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.427919] env[68960]: DEBUG nova.network.neutron [req-854f8097-4265-451b-8a42-7660c32cb6a3 req-b5a2c702-a452-4527-9ec4-0f6e82bb64cc service nova] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Refreshing network info cache for port 55fe170e-5145-4cfc-a7f8-838bd1cd10d2 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.586773] env[68960]: DEBUG oslo_vmware.api [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222183, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118228} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.587071] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.587934] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ec4f66-a958-466f-9c7c-810b86b7351e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.616261] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] c79904d1-3261-454c-850d-b5e19b6ffb4f/c79904d1-3261-454c-850d-b5e19b6ffb4f.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.616603] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f70030b-9845-4ce5-bd82-e1ad938cd398 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.639064] env[68960]: DEBUG oslo_vmware.api [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for the task: (returnval){ [ 1115.639064] env[68960]: value = "task-3222187" [ 1115.639064] env[68960]: _type = "Task" [ 1115.639064] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.643056] env[68960]: INFO nova.compute.manager [None req-4993a19d-cee8-4521-b2e1-b7a36ee653a2 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Detaching volume bde4b4b1-b9a5-4232-9140-1432fb8805f8 [ 1115.650673] env[68960]: DEBUG oslo_vmware.api [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.665325] env[68960]: DEBUG nova.compute.manager [None req-04341232-031c-4236-a272-c77aca440860 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.665559] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-04341232-031c-4236-a272-c77aca440860 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.666523] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b21006-db8e-4abc-b1bc-e0b80ec82e53 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.676625] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-04341232-031c-4236-a272-c77aca440860 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.676919] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-758517cc-bdc3-412b-8117-3bdf730cdcd1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.685777] env[68960]: DEBUG oslo_vmware.api [None req-04341232-031c-4236-a272-c77aca440860 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 1115.685777] env[68960]: value = "task-3222188" [ 1115.685777] env[68960]: _type = "Task" [ 1115.685777] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.697824] env[68960]: DEBUG oslo_vmware.api [None req-04341232-031c-4236-a272-c77aca440860 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.701708] env[68960]: INFO nova.virt.block_device [None req-4993a19d-cee8-4521-b2e1-b7a36ee653a2 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Attempting to driver detach volume bde4b4b1-b9a5-4232-9140-1432fb8805f8 from mountpoint /dev/sdb [ 1115.701946] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-4993a19d-cee8-4521-b2e1-b7a36ee653a2 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Volume detach. Driver type: vmdk {{(pid=68960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1115.702153] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-4993a19d-cee8-4521-b2e1-b7a36ee653a2 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644147', 'volume_id': 'bde4b4b1-b9a5-4232-9140-1432fb8805f8', 'name': 'volume-bde4b4b1-b9a5-4232-9140-1432fb8805f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5f6c0adf-c72f-45f6-89a8-f696e3d45db7', 'attached_at': '', 'detached_at': '', 'volume_id': 'bde4b4b1-b9a5-4232-9140-1432fb8805f8', 'serial': 'bde4b4b1-b9a5-4232-9140-1432fb8805f8'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1115.703393] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d8aa97-e6f9-4dce-a3ba-555b8d37e914 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.729712] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2229f685-5aec-40f6-a127-1028be3349ed {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.736103] env[68960]: DEBUG nova.compute.manager [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.736353] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.736605] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222182, 'name': CreateVM_Task, 'duration_secs': 0.530656} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.737814] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdcac2e-2088-4aef-9bc9-e1624e2bc2d6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.743055] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.743539] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.743539] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.743759] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.745434] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-303d08c9-5702-472e-93fc-747acd7cad71 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.747278] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5612269-5af2-4a4d-986a-f08f060bf568 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.754228] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.755298] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac0af5a0-87c6-4541-be35-b26632c9cfff {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.775875] env[68960]: DEBUG nova.compute.utils [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.779729] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f118b5ed-0801-447b-a78e-ca505bf74ed7 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Releasing lock "refresh_cache-066322c9-9ec9-4d86-96cc-e2be3db6fbe5" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.780837] env[68960]: DEBUG oslo_vmware.api [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for the task: (returnval){ [ 1115.780837] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52466705-4ed0-f1b2-6034-f6d7ed0d6782" [ 1115.780837] env[68960]: _type = "Task" [ 1115.780837] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.782884] env[68960]: DEBUG nova.compute.manager [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1115.783099] env[68960]: DEBUG nova.network.neutron [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.785750] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f0676f-8967-4898-97af-c1da380ba681 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.789692] env[68960]: DEBUG oslo_vmware.api [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1115.789692] env[68960]: value = "task-3222189" [ 1115.789692] env[68960]: _type = "Task" [ 1115.789692] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.809822] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-4993a19d-cee8-4521-b2e1-b7a36ee653a2 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] The volume has not been displaced from its original location: [datastore2] volume-bde4b4b1-b9a5-4232-9140-1432fb8805f8/volume-bde4b4b1-b9a5-4232-9140-1432fb8805f8.vmdk. No consolidation needed. {{(pid=68960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1115.816479] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-4993a19d-cee8-4521-b2e1-b7a36ee653a2 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Reconfiguring VM instance instance-00000046 to detach disk 2001 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1115.825137] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68367350-9520-4bcb-a851-ab652d95dea3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.838606] env[68960]: DEBUG oslo_vmware.api [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52466705-4ed0-f1b2-6034-f6d7ed0d6782, 'name': SearchDatastore_Task, 'duration_secs': 0.014613} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.840650] env[68960]: DEBUG nova.policy [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b796427e320845739d086ae252b845e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0d5c4a9742d4da780ad1ea41f22d3df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.846322] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.846620] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.846872] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.847947] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.847947] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.847947] env[68960]: DEBUG oslo_vmware.api [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.848521] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df2a1752-aa6a-4da7-8abf-87c34faa871f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.855609] env[68960]: DEBUG oslo_vmware.api [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337915} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.857515] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.857809] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.858045] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.860937] env[68960]: DEBUG oslo_vmware.api [None req-4993a19d-cee8-4521-b2e1-b7a36ee653a2 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1115.860937] env[68960]: value = "task-3222190" [ 1115.860937] env[68960]: _type = "Task" [ 1115.860937] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.866933] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.866933] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.868149] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6cebc8a-0a96-494c-9a14-61108670dc2f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.875421] env[68960]: DEBUG oslo_vmware.api [None req-4993a19d-cee8-4521-b2e1-b7a36ee653a2 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222190, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.882897] env[68960]: DEBUG oslo_vmware.api [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for the task: (returnval){ [ 1115.882897] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a78eeb-d523-dc22-b92e-e1e6c53253fe" [ 1115.882897] env[68960]: _type = "Task" [ 1115.882897] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.888282] env[68960]: INFO nova.scheduler.client.report [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Deleted allocations for instance e4af7d3d-2951-450d-8ea9-31c975724e74 [ 1115.895958] env[68960]: DEBUG oslo_vmware.api [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222186, 'name': Rename_Task, 'duration_secs': 0.167436} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.897000] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.897427] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquiring lock "aa09fb60-a75c-4dc8-949f-f26c0d11bcb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.897662] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "aa09fb60-a75c-4dc8-949f-f26c0d11bcb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.897854] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquiring lock "aa09fb60-a75c-4dc8-949f-f26c0d11bcb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.898046] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "aa09fb60-a75c-4dc8-949f-f26c0d11bcb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.898215] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "aa09fb60-a75c-4dc8-949f-f26c0d11bcb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.899878] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d509f65b-cab6-47fd-a1a2-0fcf7b0d0653 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.901903] env[68960]: INFO nova.compute.manager [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Terminating instance [ 1115.907359] env[68960]: DEBUG oslo_vmware.api [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a78eeb-d523-dc22-b92e-e1e6c53253fe, 'name': SearchDatastore_Task, 'duration_secs': 0.014976} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.909787] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-983cbd06-de74-4474-9fb5-54bcda616e4e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.915330] env[68960]: DEBUG oslo_vmware.api [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for the task: (returnval){ [ 1115.915330] env[68960]: value = "task-3222191" [ 1115.915330] env[68960]: _type = "Task" [ 1115.915330] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.918082] env[68960]: DEBUG oslo_vmware.api [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for the task: (returnval){ [ 1115.918082] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525573ef-791f-b1f1-d3c0-e2d409f7e6af" [ 1115.918082] env[68960]: _type = "Task" [ 1115.918082] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.934778] env[68960]: DEBUG oslo_vmware.api [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525573ef-791f-b1f1-d3c0-e2d409f7e6af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.941287] env[68960]: DEBUG oslo_vmware.api [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.066399] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "5775fc67-8304-4a6f-b6bf-fc93c5ff7d06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.067088] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "5775fc67-8304-4a6f-b6bf-fc93c5ff7d06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.152891] env[68960]: DEBUG oslo_vmware.api [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222187, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.183125] env[68960]: DEBUG nova.network.neutron [req-854f8097-4265-451b-8a42-7660c32cb6a3 req-b5a2c702-a452-4527-9ec4-0f6e82bb64cc service nova] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Updated VIF entry in instance network info cache for port 55fe170e-5145-4cfc-a7f8-838bd1cd10d2. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.183621] env[68960]: DEBUG nova.network.neutron [req-854f8097-4265-451b-8a42-7660c32cb6a3 req-b5a2c702-a452-4527-9ec4-0f6e82bb64cc service nova] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Updating instance_info_cache with network_info: [{"id": "55fe170e-5145-4cfc-a7f8-838bd1cd10d2", "address": "fa:16:3e:6f:16:e3", "network": {"id": "211bcd9f-7f52-4254-9f67-ccc226aa49f8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1059803817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd433c28387443dfb809c63e2cf0178f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55fe170e-51", "ovs_interfaceid": "55fe170e-5145-4cfc-a7f8-838bd1cd10d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.197105] env[68960]: DEBUG oslo_vmware.api [None req-04341232-031c-4236-a272-c77aca440860 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222188, 'name': PowerOffVM_Task, 'duration_secs': 0.311996} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.198478] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-04341232-031c-4236-a272-c77aca440860 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.198737] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-04341232-031c-4236-a272-c77aca440860 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.199340] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-239882e6-28c3-49d6-b027-cf618515a860 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.285880] env[68960]: DEBUG nova.compute.manager [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.296861] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-04341232-031c-4236-a272-c77aca440860 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.297186] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-04341232-031c-4236-a272-c77aca440860 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.297412] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-04341232-031c-4236-a272-c77aca440860 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Deleting the datastore file [datastore2] 0433a29e-d26f-40c6-93a8-e13079bd2eee {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.298212] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b759c20e-ea3f-46e8-9e19-6f540b39cf31 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.314970] env[68960]: DEBUG oslo_vmware.api [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.317061] env[68960]: DEBUG nova.network.neutron [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Successfully created port: dd279a62-1953-448d-825d-48885ab3f1db {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1116.319324] env[68960]: DEBUG oslo_vmware.api [None req-04341232-031c-4236-a272-c77aca440860 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 1116.319324] env[68960]: value = "task-3222193" [ 1116.319324] env[68960]: _type = "Task" [ 1116.319324] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.331171] env[68960]: DEBUG oslo_vmware.api [None req-04341232-031c-4236-a272-c77aca440860 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.380644] env[68960]: DEBUG oslo_vmware.api [None req-4993a19d-cee8-4521-b2e1-b7a36ee653a2 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222190, 'name': ReconfigVM_Task, 'duration_secs': 0.407206} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.381841] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-4993a19d-cee8-4521-b2e1-b7a36ee653a2 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Reconfigured VM instance instance-00000046 to detach disk 2001 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1116.388255] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9071f7a-adc6-4b14-ace4-36e811191fae {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.406158] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.411369] env[68960]: DEBUG nova.compute.manager [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.411776] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.414067] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65816cee-533a-45d1-9b96-feb09dccfbb1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.418614] env[68960]: DEBUG oslo_vmware.api [None req-4993a19d-cee8-4521-b2e1-b7a36ee653a2 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1116.418614] env[68960]: value = "task-3222194" [ 1116.418614] env[68960]: _type = "Task" [ 1116.418614] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.439424] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.444020] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3527610-0d1f-4f89-a6f1-7f6a73d4aca0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.458253] env[68960]: DEBUG oslo_vmware.api [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222191, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.458574] env[68960]: DEBUG oslo_vmware.api [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525573ef-791f-b1f1-d3c0-e2d409f7e6af, 'name': SearchDatastore_Task, 'duration_secs': 0.015} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.458788] env[68960]: DEBUG oslo_vmware.api [None req-4993a19d-cee8-4521-b2e1-b7a36ee653a2 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.459566] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.459860] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 6028f5a2-78e8-4b18-b38b-4a35e55c7d91/6028f5a2-78e8-4b18-b38b-4a35e55c7d91.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1116.460276] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80c44325-58d7-4dbb-a177-1b9781a252de {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.465692] env[68960]: DEBUG oslo_vmware.api [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1116.465692] env[68960]: value = "task-3222195" [ 1116.465692] env[68960]: _type = "Task" [ 1116.465692] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.474615] env[68960]: DEBUG oslo_vmware.api [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for the task: (returnval){ [ 1116.474615] env[68960]: value = "task-3222196" [ 1116.474615] env[68960]: _type = "Task" [ 1116.474615] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.483140] env[68960]: DEBUG oslo_vmware.api [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.491794] env[68960]: DEBUG oslo_vmware.api [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.572076] env[68960]: DEBUG nova.compute.manager [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1116.653318] env[68960]: DEBUG oslo_vmware.api [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222187, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.687227] env[68960]: DEBUG oslo_concurrency.lockutils [req-854f8097-4265-451b-8a42-7660c32cb6a3 req-b5a2c702-a452-4527-9ec4-0f6e82bb64cc service nova] Releasing lock "refresh_cache-6028f5a2-78e8-4b18-b38b-4a35e55c7d91" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.759111] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3991ac40-c2de-414f-bcae-6fa22c1d2063 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.769378] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d75b03-3605-454e-a595-f9b3d854f652 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.807626] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f118b5ed-0801-447b-a78e-ca505bf74ed7 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.809068] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4a7216d-de68-4826-8a45-ab9c81e4ff2c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.814725] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58678fa2-bcf6-46f2-a97b-aa3875d97d54 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.828472] env[68960]: DEBUG oslo_vmware.api [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222189, 'name': PowerOffVM_Task, 'duration_secs': 0.685604} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.831753] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.831962] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.832317] env[68960]: DEBUG oslo_vmware.api [None req-f118b5ed-0801-447b-a78e-ca505bf74ed7 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1116.832317] env[68960]: value = "task-3222197" [ 1116.832317] env[68960]: _type = "Task" [ 1116.832317] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.832980] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-307ccbd3-6165-48eb-9534-a6967975047f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.836144] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6f82fc-838d-4a8d-b27f-0179ab3cac04 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.846294] env[68960]: DEBUG oslo_vmware.api [None req-04341232-031c-4236-a272-c77aca440860 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219614} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.848137] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-04341232-031c-4236-a272-c77aca440860 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.848604] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-04341232-031c-4236-a272-c77aca440860 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.848604] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-04341232-031c-4236-a272-c77aca440860 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.848700] env[68960]: INFO nova.compute.manager [None req-04341232-031c-4236-a272-c77aca440860 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1116.848924] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04341232-031c-4236-a272-c77aca440860 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.849792] env[68960]: DEBUG nova.compute.manager [-] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.849895] env[68960]: DEBUG nova.network.neutron [-] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1116.860456] env[68960]: DEBUG nova.compute.provider_tree [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.866223] env[68960]: DEBUG oslo_vmware.api [None req-f118b5ed-0801-447b-a78e-ca505bf74ed7 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222197, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.940761] env[68960]: DEBUG oslo_vmware.api [None req-4993a19d-cee8-4521-b2e1-b7a36ee653a2 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222194, 'name': ReconfigVM_Task, 'duration_secs': 0.19485} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.947435] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-4993a19d-cee8-4521-b2e1-b7a36ee653a2 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644147', 'volume_id': 'bde4b4b1-b9a5-4232-9140-1432fb8805f8', 'name': 'volume-bde4b4b1-b9a5-4232-9140-1432fb8805f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5f6c0adf-c72f-45f6-89a8-f696e3d45db7', 'attached_at': '', 'detached_at': '', 'volume_id': 'bde4b4b1-b9a5-4232-9140-1432fb8805f8', 'serial': 'bde4b4b1-b9a5-4232-9140-1432fb8805f8'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1116.947435] env[68960]: DEBUG oslo_vmware.api [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222191, 'name': PowerOnVM_Task, 'duration_secs': 0.756126} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.948961] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.949409] env[68960]: INFO nova.compute.manager [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1116.953026] env[68960]: DEBUG nova.compute.manager [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.953026] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.953026] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.953026] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Deleting the datastore file [datastore2] 8f5b8b5d-2506-4654-ac21-f68cc04ddef3 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.953026] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f37509c-df1a-4d0e-96f4-cfc06c4cdd45 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.957879] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-042fdb30-6166-4be1-a3db-edae4170e588 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.970313] env[68960]: DEBUG oslo_vmware.api [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1116.970313] env[68960]: value = "task-3222199" [ 1116.970313] env[68960]: _type = "Task" [ 1116.970313] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.987359] env[68960]: DEBUG oslo_vmware.api [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.994075] env[68960]: DEBUG oslo_vmware.api [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222196, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.994075] env[68960]: DEBUG oslo_vmware.api [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.103112] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.153353] env[68960]: DEBUG oslo_vmware.api [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222187, 'name': ReconfigVM_Task, 'duration_secs': 1.445501} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.154176] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Reconfigured VM instance instance-00000069 to attach disk [datastore1] c79904d1-3261-454c-850d-b5e19b6ffb4f/c79904d1-3261-454c-850d-b5e19b6ffb4f.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.155616] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05d59f5b-76dd-49e1-9878-4ac6c559ca64 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.167482] env[68960]: DEBUG oslo_vmware.api [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for the task: (returnval){ [ 1117.167482] env[68960]: value = "task-3222200" [ 1117.167482] env[68960]: _type = "Task" [ 1117.167482] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.181583] env[68960]: DEBUG oslo_vmware.api [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222200, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.311183] env[68960]: DEBUG nova.compute.manager [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1117.343383] env[68960]: DEBUG nova.virt.hardware [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.343679] env[68960]: DEBUG nova.virt.hardware [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.343834] env[68960]: DEBUG nova.virt.hardware [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.344028] env[68960]: DEBUG nova.virt.hardware [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.344183] env[68960]: DEBUG nova.virt.hardware [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.344332] env[68960]: DEBUG nova.virt.hardware [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.344540] env[68960]: DEBUG nova.virt.hardware [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.344706] env[68960]: DEBUG nova.virt.hardware [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.344875] env[68960]: DEBUG nova.virt.hardware [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.345047] env[68960]: DEBUG nova.virt.hardware [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.345235] env[68960]: DEBUG nova.virt.hardware [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.346063] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b1a7b0-d486-481c-8b74-4c6ea319fbbe {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.353954] env[68960]: DEBUG oslo_vmware.api [None req-f118b5ed-0801-447b-a78e-ca505bf74ed7 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222197, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.355583] env[68960]: DEBUG nova.compute.manager [req-170e82da-fc3f-4742-82d5-15f2f6b4a288 req-16619f9d-8ac0-433c-b7f0-a7b9b71c16c1 service nova] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Received event network-changed-483f44d2-2263-42ab-9fc1-ae923e17101e {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.355766] env[68960]: DEBUG nova.compute.manager [req-170e82da-fc3f-4742-82d5-15f2f6b4a288 req-16619f9d-8ac0-433c-b7f0-a7b9b71c16c1 service nova] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Refreshing instance network info cache due to event network-changed-483f44d2-2263-42ab-9fc1-ae923e17101e. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.356063] env[68960]: DEBUG oslo_concurrency.lockutils [req-170e82da-fc3f-4742-82d5-15f2f6b4a288 req-16619f9d-8ac0-433c-b7f0-a7b9b71c16c1 service nova] Acquiring lock "refresh_cache-e4af7d3d-2951-450d-8ea9-31c975724e74" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.356181] env[68960]: DEBUG oslo_concurrency.lockutils [req-170e82da-fc3f-4742-82d5-15f2f6b4a288 req-16619f9d-8ac0-433c-b7f0-a7b9b71c16c1 service nova] Acquired lock "refresh_cache-e4af7d3d-2951-450d-8ea9-31c975724e74" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.356705] env[68960]: DEBUG nova.network.neutron [req-170e82da-fc3f-4742-82d5-15f2f6b4a288 req-16619f9d-8ac0-433c-b7f0-a7b9b71c16c1 service nova] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Refreshing network info cache for port 483f44d2-2263-42ab-9fc1-ae923e17101e {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.364011] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b70fe9-5d5a-4325-99a6-7d1b9bc13439 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.368851] env[68960]: DEBUG nova.scheduler.client.report [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.495532] env[68960]: INFO nova.compute.manager [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Took 31.14 seconds to build instance. [ 1117.497077] env[68960]: DEBUG oslo_concurrency.lockutils [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquiring lock "e4af7d3d-2951-450d-8ea9-31c975724e74" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.497629] env[68960]: DEBUG oslo_vmware.api [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222195, 'name': PowerOffVM_Task, 'duration_secs': 0.748634} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.498841] env[68960]: DEBUG nova.objects.instance [None req-4993a19d-cee8-4521-b2e1-b7a36ee653a2 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lazy-loading 'flavor' on Instance uuid 5f6c0adf-c72f-45f6-89a8-f696e3d45db7 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.501092] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.501179] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.502277] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc132fae-5963-4cd8-9cfe-6c5a09f0cef6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.511252] env[68960]: DEBUG oslo_vmware.api [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240056} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.511498] env[68960]: DEBUG oslo_vmware.api [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588043} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.512069] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.512266] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.512447] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.512615] env[68960]: INFO nova.compute.manager [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Took 1.78 seconds to destroy the instance on the hypervisor. [ 1117.512854] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.513142] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 6028f5a2-78e8-4b18-b38b-4a35e55c7d91/6028f5a2-78e8-4b18-b38b-4a35e55c7d91.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.513272] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.514252] env[68960]: DEBUG nova.compute.manager [-] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.514355] env[68960]: DEBUG nova.network.neutron [-] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.515925] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7eb0d717-f0ac-42bf-9227-24b555a63aa0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.523155] env[68960]: DEBUG oslo_vmware.api [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for the task: (returnval){ [ 1117.523155] env[68960]: value = "task-3222202" [ 1117.523155] env[68960]: _type = "Task" [ 1117.523155] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.532048] env[68960]: DEBUG oslo_vmware.api [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.584354] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.584619] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.584809] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Deleting the datastore file [datastore1] aa09fb60-a75c-4dc8-949f-f26c0d11bcb2 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.586030] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27ca98f1-48ba-4497-9907-aa4e2e481f31 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.593163] env[68960]: DEBUG oslo_vmware.api [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for the task: (returnval){ [ 1117.593163] env[68960]: value = "task-3222203" [ 1117.593163] env[68960]: _type = "Task" [ 1117.593163] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.602471] env[68960]: DEBUG oslo_vmware.api [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.682888] env[68960]: DEBUG oslo_vmware.api [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222200, 'name': Rename_Task, 'duration_secs': 0.185471} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.683287] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.683611] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f769cab0-6c76-4daa-94a0-0de6f83c15bf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.692092] env[68960]: DEBUG oslo_vmware.api [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for the task: (returnval){ [ 1117.692092] env[68960]: value = "task-3222204" [ 1117.692092] env[68960]: _type = "Task" [ 1117.692092] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.700359] env[68960]: DEBUG oslo_vmware.api [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.768788] env[68960]: DEBUG nova.compute.manager [req-43a70b9e-db68-4103-8fc4-b2c176d5d109 req-79900b56-2f43-4ae7-a830-c3e4605f0bc9 service nova] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Received event network-vif-plugged-dd279a62-1953-448d-825d-48885ab3f1db {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.769050] env[68960]: DEBUG oslo_concurrency.lockutils [req-43a70b9e-db68-4103-8fc4-b2c176d5d109 req-79900b56-2f43-4ae7-a830-c3e4605f0bc9 service nova] Acquiring lock "1c3a374d-cf09-4157-bfd7-cd7ab0e894f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.769278] env[68960]: DEBUG oslo_concurrency.lockutils [req-43a70b9e-db68-4103-8fc4-b2c176d5d109 req-79900b56-2f43-4ae7-a830-c3e4605f0bc9 service nova] Lock "1c3a374d-cf09-4157-bfd7-cd7ab0e894f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.769486] env[68960]: DEBUG oslo_concurrency.lockutils [req-43a70b9e-db68-4103-8fc4-b2c176d5d109 req-79900b56-2f43-4ae7-a830-c3e4605f0bc9 service nova] Lock "1c3a374d-cf09-4157-bfd7-cd7ab0e894f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.769768] env[68960]: DEBUG nova.compute.manager [req-43a70b9e-db68-4103-8fc4-b2c176d5d109 req-79900b56-2f43-4ae7-a830-c3e4605f0bc9 service nova] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] No waiting events found dispatching network-vif-plugged-dd279a62-1953-448d-825d-48885ab3f1db {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1117.769857] env[68960]: WARNING nova.compute.manager [req-43a70b9e-db68-4103-8fc4-b2c176d5d109 req-79900b56-2f43-4ae7-a830-c3e4605f0bc9 service nova] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Received unexpected event network-vif-plugged-dd279a62-1953-448d-825d-48885ab3f1db for instance with vm_state building and task_state spawning. [ 1117.802437] env[68960]: DEBUG nova.network.neutron [-] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.846954] env[68960]: DEBUG oslo_vmware.api [None req-f118b5ed-0801-447b-a78e-ca505bf74ed7 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222197, 'name': PowerOnVM_Task, 'duration_secs': 0.538427} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.846954] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f118b5ed-0801-447b-a78e-ca505bf74ed7 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.851020] env[68960]: DEBUG nova.compute.manager [None req-f118b5ed-0801-447b-a78e-ca505bf74ed7 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.851020] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24521d8a-8841-4408-8033-87eb4751afae {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.866041] env[68960]: DEBUG nova.network.neutron [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Successfully updated port: dd279a62-1953-448d-825d-48885ab3f1db {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.873522] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.874021] env[68960]: DEBUG nova.compute.manager [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1117.877731] env[68960]: DEBUG oslo_concurrency.lockutils [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.535s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.001125] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fee19292-46b3-47f3-9417-ff904fb07ae7 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lock "035982a7-f44c-4e95-82aa-425df5ef64fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.658s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.034200] env[68960]: DEBUG oslo_vmware.api [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081213} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.036587] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.037446] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e964b207-648c-499e-bc20-c4bd2a64697f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.062563] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 6028f5a2-78e8-4b18-b38b-4a35e55c7d91/6028f5a2-78e8-4b18-b38b-4a35e55c7d91.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.062881] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc27cb36-db07-4416-8db2-b12cf5c5839f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.089377] env[68960]: DEBUG oslo_vmware.api [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for the task: (returnval){ [ 1118.089377] env[68960]: value = "task-3222205" [ 1118.089377] env[68960]: _type = "Task" [ 1118.089377] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.101353] env[68960]: DEBUG oslo_vmware.api [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222205, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.107261] env[68960]: DEBUG oslo_vmware.api [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.198210] env[68960]: DEBUG nova.network.neutron [req-170e82da-fc3f-4742-82d5-15f2f6b4a288 req-16619f9d-8ac0-433c-b7f0-a7b9b71c16c1 service nova] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Updated VIF entry in instance network info cache for port 483f44d2-2263-42ab-9fc1-ae923e17101e. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.198648] env[68960]: DEBUG nova.network.neutron [req-170e82da-fc3f-4742-82d5-15f2f6b4a288 req-16619f9d-8ac0-433c-b7f0-a7b9b71c16c1 service nova] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Updating instance_info_cache with network_info: [{"id": "483f44d2-2263-42ab-9fc1-ae923e17101e", "address": "fa:16:3e:10:4d:22", "network": {"id": "4139273d-51b4-4bf5-9786-325e4fa44a1c", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-641245848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f345894c0e4c42eba03bc430a5358948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap483f44d2-22", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.206181] env[68960]: DEBUG oslo_vmware.api [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222204, 'name': PowerOnVM_Task, 'duration_secs': 0.512381} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.206488] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.206728] env[68960]: INFO nova.compute.manager [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1118.206956] env[68960]: DEBUG nova.compute.manager [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.207867] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdcd49d-e5d2-4076-ae74-29b33329d4aa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.241844] env[68960]: DEBUG nova.network.neutron [-] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.305067] env[68960]: INFO nova.compute.manager [-] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Took 1.45 seconds to deallocate network for instance. [ 1118.367266] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquiring lock "refresh_cache-1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.367534] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquired lock "refresh_cache-1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.367572] env[68960]: DEBUG nova.network.neutron [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.380247] env[68960]: DEBUG nova.compute.utils [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1118.383743] env[68960]: DEBUG nova.compute.manager [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1118.384115] env[68960]: DEBUG nova.network.neutron [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1118.388835] env[68960]: INFO nova.compute.claims [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.441805] env[68960]: DEBUG nova.policy [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac6c3170d11f486a9f9f12a2b8d03f32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e614b9fed50b48789272b9d2b974627e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1118.507120] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4993a19d-cee8-4521-b2e1-b7a36ee653a2 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "5f6c0adf-c72f-45f6-89a8-f696e3d45db7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.367s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.603273] env[68960]: DEBUG oslo_vmware.api [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.609082] env[68960]: DEBUG oslo_vmware.api [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Task: {'id': task-3222203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.542348} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.609349] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.609539] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.609718] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.609888] env[68960]: INFO nova.compute.manager [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Took 2.20 seconds to destroy the instance on the hypervisor. [ 1118.610154] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.610348] env[68960]: DEBUG nova.compute.manager [-] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1118.610444] env[68960]: DEBUG nova.network.neutron [-] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1118.702244] env[68960]: DEBUG oslo_concurrency.lockutils [req-170e82da-fc3f-4742-82d5-15f2f6b4a288 req-16619f9d-8ac0-433c-b7f0-a7b9b71c16c1 service nova] Releasing lock "refresh_cache-e4af7d3d-2951-450d-8ea9-31c975724e74" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.702600] env[68960]: DEBUG nova.compute.manager [req-170e82da-fc3f-4742-82d5-15f2f6b4a288 req-16619f9d-8ac0-433c-b7f0-a7b9b71c16c1 service nova] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Received event network-vif-deleted-59c58188-2085-4562-9d36-65ed8a02a5ed {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.702715] env[68960]: INFO nova.compute.manager [req-170e82da-fc3f-4742-82d5-15f2f6b4a288 req-16619f9d-8ac0-433c-b7f0-a7b9b71c16c1 service nova] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Neutron deleted interface 59c58188-2085-4562-9d36-65ed8a02a5ed; detaching it from the instance and deleting it from the info cache [ 1118.702887] env[68960]: DEBUG nova.network.neutron [req-170e82da-fc3f-4742-82d5-15f2f6b4a288 req-16619f9d-8ac0-433c-b7f0-a7b9b71c16c1 service nova] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.729889] env[68960]: INFO nova.compute.manager [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Took 32.10 seconds to build instance. [ 1118.749728] env[68960]: INFO nova.compute.manager [-] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Took 1.23 seconds to deallocate network for instance. [ 1118.812196] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04341232-031c-4236-a272-c77aca440860 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.820785] env[68960]: DEBUG nova.network.neutron [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Successfully created port: a17f0fe0-7568-4bce-ac9c-e639ac220b30 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1118.896558] env[68960]: DEBUG nova.compute.manager [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1118.903652] env[68960]: INFO nova.compute.resource_tracker [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Updating resource usage from migration 6e52ab89-e7ed-4eaa-9492-549fbecfb81b [ 1118.910120] env[68960]: DEBUG nova.network.neutron [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.913509] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4309dd70-1865-4919-9c0e-eb6da2af008f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "5f6c0adf-c72f-45f6-89a8-f696e3d45db7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.913753] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4309dd70-1865-4919-9c0e-eb6da2af008f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "5f6c0adf-c72f-45f6-89a8-f696e3d45db7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.913958] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4309dd70-1865-4919-9c0e-eb6da2af008f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "5f6c0adf-c72f-45f6-89a8-f696e3d45db7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.914177] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4309dd70-1865-4919-9c0e-eb6da2af008f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "5f6c0adf-c72f-45f6-89a8-f696e3d45db7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.914330] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4309dd70-1865-4919-9c0e-eb6da2af008f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "5f6c0adf-c72f-45f6-89a8-f696e3d45db7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.917381] env[68960]: INFO nova.compute.manager [None req-4309dd70-1865-4919-9c0e-eb6da2af008f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Terminating instance [ 1119.087509] env[68960]: DEBUG nova.network.neutron [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Updating instance_info_cache with network_info: [{"id": "dd279a62-1953-448d-825d-48885ab3f1db", "address": "fa:16:3e:0b:04:8d", "network": {"id": "8a12e446-cc71-4946-a799-c0954c81a525", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1150066882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0d5c4a9742d4da780ad1ea41f22d3df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd279a62-19", "ovs_interfaceid": "dd279a62-1953-448d-825d-48885ab3f1db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.101313] env[68960]: DEBUG oslo_vmware.api [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222205, 'name': ReconfigVM_Task, 'duration_secs': 0.939686} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.101646] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 6028f5a2-78e8-4b18-b38b-4a35e55c7d91/6028f5a2-78e8-4b18-b38b-4a35e55c7d91.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.102347] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d76c1a4-b881-41b0-b6ec-3c25d8b58eed {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.112021] env[68960]: DEBUG oslo_vmware.api [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for the task: (returnval){ [ 1119.112021] env[68960]: value = "task-3222206" [ 1119.112021] env[68960]: _type = "Task" [ 1119.112021] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.125062] env[68960]: DEBUG oslo_vmware.api [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222206, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.205927] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3659a977-5e83-40d2-93ca-1364b0cbfa42 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.217814] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c77deb-bfdb-40bf-a47c-352c58b1bd6b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.231864] env[68960]: DEBUG oslo_concurrency.lockutils [None req-a3b1e99c-f8d4-40ad-b3ff-83a10217c4e3 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lock "c79904d1-3261-454c-850d-b5e19b6ffb4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.618s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.244150] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3234fa-0f50-4e6b-800b-ba29f0f25ee0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.261276] env[68960]: DEBUG oslo_concurrency.lockutils [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.262073] env[68960]: DEBUG nova.compute.manager [req-170e82da-fc3f-4742-82d5-15f2f6b4a288 req-16619f9d-8ac0-433c-b7f0-a7b9b71c16c1 service nova] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Detach interface failed, port_id=59c58188-2085-4562-9d36-65ed8a02a5ed, reason: Instance 0433a29e-d26f-40c6-93a8-e13079bd2eee could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1119.268010] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a8c5df-b20e-472d-aed0-8bf1d47101d9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.303403] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f14cf1-74dd-42ce-a032-547e65748c12 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.312197] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b91f61-40df-487f-9e98-2bb189a53e57 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.327509] env[68960]: DEBUG nova.compute.provider_tree [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.343462] env[68960]: DEBUG nova.network.neutron [-] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.379920] env[68960]: DEBUG nova.compute.manager [req-719b522a-8843-4983-9d68-a5f9d7287a36 req-60256f8f-dc6b-4717-a2ff-540c1286faeb service nova] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Received event network-vif-deleted-cd8aee60-e57a-4a3b-bd4c-9a25e7862ef9 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.423167] env[68960]: DEBUG nova.compute.manager [None req-4309dd70-1865-4919-9c0e-eb6da2af008f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.423167] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4309dd70-1865-4919-9c0e-eb6da2af008f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.423647] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4330135e-7ab5-44c8-8a62-c72f289bf972 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.433346] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4309dd70-1865-4919-9c0e-eb6da2af008f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.433626] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c11b97fd-ea09-469f-9ad0-34d8f41333a7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.443165] env[68960]: DEBUG oslo_vmware.api [None req-4309dd70-1865-4919-9c0e-eb6da2af008f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1119.443165] env[68960]: value = "task-3222207" [ 1119.443165] env[68960]: _type = "Task" [ 1119.443165] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.455918] env[68960]: DEBUG oslo_vmware.api [None req-4309dd70-1865-4919-9c0e-eb6da2af008f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.589855] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Releasing lock "refresh_cache-1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.590213] env[68960]: DEBUG nova.compute.manager [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Instance network_info: |[{"id": "dd279a62-1953-448d-825d-48885ab3f1db", "address": "fa:16:3e:0b:04:8d", "network": {"id": "8a12e446-cc71-4946-a799-c0954c81a525", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1150066882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0d5c4a9742d4da780ad1ea41f22d3df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd279a62-19", "ovs_interfaceid": "dd279a62-1953-448d-825d-48885ab3f1db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1119.591035] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:04:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd279a62-1953-448d-825d-48885ab3f1db', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.599014] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.599277] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.599507] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d49d50a6-32b3-461e-8600-f34f4033534a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.623748] env[68960]: DEBUG oslo_vmware.api [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222206, 'name': Rename_Task, 'duration_secs': 0.181887} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.625267] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.625525] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.625525] env[68960]: value = "task-3222208" [ 1119.625525] env[68960]: _type = "Task" [ 1119.625525] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.625719] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5741eb2f-2875-4d05-9e8a-019ebca6f675 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.635738] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222208, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.637207] env[68960]: DEBUG oslo_vmware.api [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for the task: (returnval){ [ 1119.637207] env[68960]: value = "task-3222209" [ 1119.637207] env[68960]: _type = "Task" [ 1119.637207] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.645600] env[68960]: DEBUG oslo_vmware.api [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.831670] env[68960]: DEBUG nova.scheduler.client.report [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.842184] env[68960]: DEBUG nova.compute.manager [req-a4680e51-0ed5-4de3-8f4a-33c500457392 req-25738e97-c257-42dd-bf54-79ee51d91026 service nova] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Received event network-changed-dd279a62-1953-448d-825d-48885ab3f1db {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.842485] env[68960]: DEBUG nova.compute.manager [req-a4680e51-0ed5-4de3-8f4a-33c500457392 req-25738e97-c257-42dd-bf54-79ee51d91026 service nova] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Refreshing instance network info cache due to event network-changed-dd279a62-1953-448d-825d-48885ab3f1db. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.843455] env[68960]: DEBUG oslo_concurrency.lockutils [req-a4680e51-0ed5-4de3-8f4a-33c500457392 req-25738e97-c257-42dd-bf54-79ee51d91026 service nova] Acquiring lock "refresh_cache-1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.843455] env[68960]: DEBUG oslo_concurrency.lockutils [req-a4680e51-0ed5-4de3-8f4a-33c500457392 req-25738e97-c257-42dd-bf54-79ee51d91026 service nova] Acquired lock "refresh_cache-1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.843455] env[68960]: DEBUG nova.network.neutron [req-a4680e51-0ed5-4de3-8f4a-33c500457392 req-25738e97-c257-42dd-bf54-79ee51d91026 service nova] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Refreshing network info cache for port dd279a62-1953-448d-825d-48885ab3f1db {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.846719] env[68960]: INFO nova.compute.manager [-] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Took 1.24 seconds to deallocate network for instance. [ 1119.916344] env[68960]: DEBUG nova.compute.manager [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1119.947297] env[68960]: DEBUG nova.virt.hardware [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.947621] env[68960]: DEBUG nova.virt.hardware [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.947908] env[68960]: DEBUG nova.virt.hardware [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.948143] env[68960]: DEBUG nova.virt.hardware [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.948298] env[68960]: DEBUG nova.virt.hardware [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.948446] env[68960]: DEBUG nova.virt.hardware [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.948653] env[68960]: DEBUG nova.virt.hardware [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.948812] env[68960]: DEBUG nova.virt.hardware [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.948976] env[68960]: DEBUG nova.virt.hardware [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.949157] env[68960]: DEBUG nova.virt.hardware [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.949330] env[68960]: DEBUG nova.virt.hardware [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.950596] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fa9242-2f86-4b07-9ac7-d6227ac801b8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.962049] env[68960]: DEBUG oslo_vmware.api [None req-4309dd70-1865-4919-9c0e-eb6da2af008f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222207, 'name': PowerOffVM_Task, 'duration_secs': 0.392795} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.964795] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4309dd70-1865-4919-9c0e-eb6da2af008f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.964985] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4309dd70-1865-4919-9c0e-eb6da2af008f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1119.965298] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7ec038f-e2b0-4cd8-a82e-8bde80ef7a81 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.967865] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd895e7-c3ff-4073-a0d5-a64edf9585db {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.052220] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4309dd70-1865-4919-9c0e-eb6da2af008f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.052765] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4309dd70-1865-4919-9c0e-eb6da2af008f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.052961] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-4309dd70-1865-4919-9c0e-eb6da2af008f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Deleting the datastore file [datastore1] 5f6c0adf-c72f-45f6-89a8-f696e3d45db7 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.053673] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3216fe4b-e1fb-429f-9e26-0f3844cc649f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.061074] env[68960]: DEBUG oslo_vmware.api [None req-4309dd70-1865-4919-9c0e-eb6da2af008f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1120.061074] env[68960]: value = "task-3222211" [ 1120.061074] env[68960]: _type = "Task" [ 1120.061074] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.071424] env[68960]: DEBUG oslo_vmware.api [None req-4309dd70-1865-4919-9c0e-eb6da2af008f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.137781] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222208, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.147167] env[68960]: DEBUG oslo_vmware.api [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222209, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.337576] env[68960]: DEBUG oslo_concurrency.lockutils [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.460s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.337957] env[68960]: INFO nova.compute.manager [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Migrating [ 1120.344592] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.074s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.355325] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.541980] env[68960]: DEBUG nova.network.neutron [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Successfully updated port: a17f0fe0-7568-4bce-ac9c-e639ac220b30 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1120.566558] env[68960]: DEBUG nova.network.neutron [req-a4680e51-0ed5-4de3-8f4a-33c500457392 req-25738e97-c257-42dd-bf54-79ee51d91026 service nova] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Updated VIF entry in instance network info cache for port dd279a62-1953-448d-825d-48885ab3f1db. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.566927] env[68960]: DEBUG nova.network.neutron [req-a4680e51-0ed5-4de3-8f4a-33c500457392 req-25738e97-c257-42dd-bf54-79ee51d91026 service nova] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Updating instance_info_cache with network_info: [{"id": "dd279a62-1953-448d-825d-48885ab3f1db", "address": "fa:16:3e:0b:04:8d", "network": {"id": "8a12e446-cc71-4946-a799-c0954c81a525", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1150066882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0d5c4a9742d4da780ad1ea41f22d3df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd279a62-19", "ovs_interfaceid": "dd279a62-1953-448d-825d-48885ab3f1db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.574714] env[68960]: DEBUG oslo_vmware.api [None req-4309dd70-1865-4919-9c0e-eb6da2af008f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345518} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.574967] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-4309dd70-1865-4919-9c0e-eb6da2af008f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.575166] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4309dd70-1865-4919-9c0e-eb6da2af008f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.575342] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4309dd70-1865-4919-9c0e-eb6da2af008f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.575595] env[68960]: INFO nova.compute.manager [None req-4309dd70-1865-4919-9c0e-eb6da2af008f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1120.575851] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4309dd70-1865-4919-9c0e-eb6da2af008f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.576054] env[68960]: DEBUG nova.compute.manager [-] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1120.576153] env[68960]: DEBUG nova.network.neutron [-] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1120.644055] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222208, 'name': CreateVM_Task, 'duration_secs': 0.555262} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.644517] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.645510] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.646673] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.646673] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.646673] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9fbf7fc-e58f-4533-9bf0-e009f3cafc72 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.650664] env[68960]: DEBUG oslo_vmware.api [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222209, 'name': PowerOnVM_Task, 'duration_secs': 0.687188} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.651172] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.651382] env[68960]: INFO nova.compute.manager [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1120.651661] env[68960]: DEBUG nova.compute.manager [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.652348] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec161729-b5fa-4ef5-a98c-b96d3ee13f80 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.655732] env[68960]: DEBUG oslo_vmware.api [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 1120.655732] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b961f8-c9bf-c7aa-2e81-becb1b485eaa" [ 1120.655732] env[68960]: _type = "Task" [ 1120.655732] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.670238] env[68960]: DEBUG oslo_vmware.api [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b961f8-c9bf-c7aa-2e81-becb1b485eaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.853336] env[68960]: DEBUG oslo_concurrency.lockutils [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "refresh_cache-5febc8fc-e564-4e90-aaf7-13b55d292cf8" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.853517] env[68960]: DEBUG oslo_concurrency.lockutils [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquired lock "refresh_cache-5febc8fc-e564-4e90-aaf7-13b55d292cf8" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.853702] env[68960]: DEBUG nova.network.neutron [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.857796] env[68960]: INFO nova.compute.claims [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.045892] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "refresh_cache-da602590-de5b-4d19-9eed-b39210a8df39" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.045892] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired lock "refresh_cache-da602590-de5b-4d19-9eed-b39210a8df39" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.045892] env[68960]: DEBUG nova.network.neutron [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.070575] env[68960]: DEBUG oslo_concurrency.lockutils [req-a4680e51-0ed5-4de3-8f4a-33c500457392 req-25738e97-c257-42dd-bf54-79ee51d91026 service nova] Releasing lock "refresh_cache-1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.070901] env[68960]: DEBUG nova.compute.manager [req-a4680e51-0ed5-4de3-8f4a-33c500457392 req-25738e97-c257-42dd-bf54-79ee51d91026 service nova] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Received event network-vif-deleted-46dac582-18e1-43a8-9fe0-180c5aafc680 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.172669] env[68960]: DEBUG oslo_vmware.api [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52b961f8-c9bf-c7aa-2e81-becb1b485eaa, 'name': SearchDatastore_Task, 'duration_secs': 0.036018} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.172985] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.173314] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.173657] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.173843] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.174102] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.174452] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92989c19-9a2f-4cc6-8cf5-12cbd3713823 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.180537] env[68960]: INFO nova.compute.manager [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Took 34.14 seconds to build instance. [ 1121.195534] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.195735] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.196536] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edcebe15-24f5-4d22-9bec-49240bac79c5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.203102] env[68960]: DEBUG oslo_vmware.api [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 1121.203102] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524efe8a-194e-7b37-4865-d6314c318c6a" [ 1121.203102] env[68960]: _type = "Task" [ 1121.203102] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.211963] env[68960]: DEBUG oslo_vmware.api [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524efe8a-194e-7b37-4865-d6314c318c6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.365931] env[68960]: INFO nova.compute.resource_tracker [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Updating resource usage from migration 5dca4e77-9f53-43fd-bda4-210ef5e45096 [ 1121.456290] env[68960]: DEBUG nova.compute.manager [req-e3c68b0d-18ef-4a5f-878a-2b294ea544de req-1ae384a7-17ec-4de4-a267-ace53d36b382 service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Received event network-vif-plugged-a17f0fe0-7568-4bce-ac9c-e639ac220b30 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.456369] env[68960]: DEBUG oslo_concurrency.lockutils [req-e3c68b0d-18ef-4a5f-878a-2b294ea544de req-1ae384a7-17ec-4de4-a267-ace53d36b382 service nova] Acquiring lock "da602590-de5b-4d19-9eed-b39210a8df39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.456678] env[68960]: DEBUG oslo_concurrency.lockutils [req-e3c68b0d-18ef-4a5f-878a-2b294ea544de req-1ae384a7-17ec-4de4-a267-ace53d36b382 service nova] Lock "da602590-de5b-4d19-9eed-b39210a8df39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.456872] env[68960]: DEBUG oslo_concurrency.lockutils [req-e3c68b0d-18ef-4a5f-878a-2b294ea544de req-1ae384a7-17ec-4de4-a267-ace53d36b382 service nova] Lock "da602590-de5b-4d19-9eed-b39210a8df39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.457062] env[68960]: DEBUG nova.compute.manager [req-e3c68b0d-18ef-4a5f-878a-2b294ea544de req-1ae384a7-17ec-4de4-a267-ace53d36b382 service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] No waiting events found dispatching network-vif-plugged-a17f0fe0-7568-4bce-ac9c-e639ac220b30 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1121.457323] env[68960]: WARNING nova.compute.manager [req-e3c68b0d-18ef-4a5f-878a-2b294ea544de req-1ae384a7-17ec-4de4-a267-ace53d36b382 service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Received unexpected event network-vif-plugged-a17f0fe0-7568-4bce-ac9c-e639ac220b30 for instance with vm_state building and task_state spawning. [ 1121.457398] env[68960]: DEBUG nova.compute.manager [req-e3c68b0d-18ef-4a5f-878a-2b294ea544de req-1ae384a7-17ec-4de4-a267-ace53d36b382 service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Received event network-changed-a17f0fe0-7568-4bce-ac9c-e639ac220b30 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.457638] env[68960]: DEBUG nova.compute.manager [req-e3c68b0d-18ef-4a5f-878a-2b294ea544de req-1ae384a7-17ec-4de4-a267-ace53d36b382 service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Refreshing instance network info cache due to event network-changed-a17f0fe0-7568-4bce-ac9c-e639ac220b30. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.457705] env[68960]: DEBUG oslo_concurrency.lockutils [req-e3c68b0d-18ef-4a5f-878a-2b294ea544de req-1ae384a7-17ec-4de4-a267-ace53d36b382 service nova] Acquiring lock "refresh_cache-da602590-de5b-4d19-9eed-b39210a8df39" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.508036] env[68960]: DEBUG nova.network.neutron [-] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.582445] env[68960]: DEBUG nova.network.neutron [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1121.596352] env[68960]: DEBUG nova.network.neutron [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Updating instance_info_cache with network_info: [{"id": "078d2efb-5eea-4306-a49c-336dd41ffb0a", "address": "fa:16:3e:bf:70:8b", "network": {"id": "f1cc0593-0a64-4a3d-a9a0-5a4bf88e4041", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276161530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "843972d9f85c42b3ac175e0183e6930f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap078d2efb-5e", "ovs_interfaceid": "078d2efb-5eea-4306-a49c-336dd41ffb0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.686216] env[68960]: DEBUG oslo_concurrency.lockutils [None req-90de7f5f-180e-47fa-93e8-6a3239dfdbfe tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lock "6028f5a2-78e8-4b18-b38b-4a35e55c7d91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.649s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.719184] env[68960]: DEBUG oslo_vmware.api [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524efe8a-194e-7b37-4865-d6314c318c6a, 'name': SearchDatastore_Task, 'duration_secs': 0.038868} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.724149] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c93e42b7-3536-4059-bc20-c103e93ed634 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.736099] env[68960]: DEBUG oslo_vmware.api [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 1121.736099] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52246eae-2744-25bf-9148-0579aa170554" [ 1121.736099] env[68960]: _type = "Task" [ 1121.736099] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.749264] env[68960]: DEBUG oslo_vmware.api [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52246eae-2744-25bf-9148-0579aa170554, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.765270] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94058f3-3af9-4051-9cd6-7c1369dfc576 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.772178] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a63a8a5-c783-40c0-af46-da1b200e0760 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.810810] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b493c2-0a30-41e3-8970-ff4e2ab47d5a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.820168] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5940e5de-464f-40de-9f30-cf2bd0eed3ac {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.833481] env[68960]: DEBUG nova.compute.provider_tree [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.843493] env[68960]: DEBUG nova.network.neutron [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Updating instance_info_cache with network_info: [{"id": "a17f0fe0-7568-4bce-ac9c-e639ac220b30", "address": "fa:16:3e:3c:9b:a5", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17f0fe0-75", "ovs_interfaceid": "a17f0fe0-7568-4bce-ac9c-e639ac220b30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.908814] env[68960]: DEBUG nova.compute.manager [req-55411a55-8668-4ad5-bdee-c3cf4e963c80 req-93aca6a6-3344-4ed1-9ba8-46652e51e733 service nova] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Received event network-vif-deleted-9a4327ec-77b9-4dbd-857d-d6203674dce1 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.009418] env[68960]: INFO nova.compute.manager [-] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Took 1.43 seconds to deallocate network for instance. [ 1122.100625] env[68960]: DEBUG oslo_concurrency.lockutils [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Releasing lock "refresh_cache-5febc8fc-e564-4e90-aaf7-13b55d292cf8" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.248895] env[68960]: DEBUG oslo_vmware.api [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52246eae-2744-25bf-9148-0579aa170554, 'name': SearchDatastore_Task, 'duration_secs': 0.036394} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.249219] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.249490] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0/1c3a374d-cf09-4157-bfd7-cd7ab0e894f0.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.250058] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94af66a8-bf71-4ef1-bfbb-cbe119a3f0de {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.258424] env[68960]: DEBUG oslo_vmware.api [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 1122.258424] env[68960]: value = "task-3222212" [ 1122.258424] env[68960]: _type = "Task" [ 1122.258424] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.269673] env[68960]: DEBUG oslo_vmware.api [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.337102] env[68960]: DEBUG nova.scheduler.client.report [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.346666] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Releasing lock "refresh_cache-da602590-de5b-4d19-9eed-b39210a8df39" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.346971] env[68960]: DEBUG nova.compute.manager [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Instance network_info: |[{"id": "a17f0fe0-7568-4bce-ac9c-e639ac220b30", "address": "fa:16:3e:3c:9b:a5", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17f0fe0-75", "ovs_interfaceid": "a17f0fe0-7568-4bce-ac9c-e639ac220b30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1122.347280] env[68960]: DEBUG oslo_concurrency.lockutils [req-e3c68b0d-18ef-4a5f-878a-2b294ea544de req-1ae384a7-17ec-4de4-a267-ace53d36b382 service nova] Acquired lock "refresh_cache-da602590-de5b-4d19-9eed-b39210a8df39" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.347467] env[68960]: DEBUG nova.network.neutron [req-e3c68b0d-18ef-4a5f-878a-2b294ea544de req-1ae384a7-17ec-4de4-a267-ace53d36b382 service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Refreshing network info cache for port a17f0fe0-7568-4bce-ac9c-e639ac220b30 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.348896] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:9b:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a17f0fe0-7568-4bce-ac9c-e639ac220b30', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1122.356133] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.359586] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1122.360114] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4b42b97-5f37-415b-91fd-6d37919b2e7d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.383566] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1122.383566] env[68960]: value = "task-3222213" [ 1122.383566] env[68960]: _type = "Task" [ 1122.383566] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.392741] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222213, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.517772] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4309dd70-1865-4919-9c0e-eb6da2af008f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.638363] env[68960]: DEBUG nova.network.neutron [req-e3c68b0d-18ef-4a5f-878a-2b294ea544de req-1ae384a7-17ec-4de4-a267-ace53d36b382 service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Updated VIF entry in instance network info cache for port a17f0fe0-7568-4bce-ac9c-e639ac220b30. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.638849] env[68960]: DEBUG nova.network.neutron [req-e3c68b0d-18ef-4a5f-878a-2b294ea544de req-1ae384a7-17ec-4de4-a267-ace53d36b382 service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Updating instance_info_cache with network_info: [{"id": "a17f0fe0-7568-4bce-ac9c-e639ac220b30", "address": "fa:16:3e:3c:9b:a5", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17f0fe0-75", "ovs_interfaceid": "a17f0fe0-7568-4bce-ac9c-e639ac220b30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.773779] env[68960]: DEBUG oslo_vmware.api [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222212, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.842673] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.498s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.842924] env[68960]: INFO nova.compute.manager [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Migrating [ 1122.851971] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.446s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.851971] env[68960]: DEBUG nova.objects.instance [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lazy-loading 'resources' on Instance uuid e4af7d3d-2951-450d-8ea9-31c975724e74 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.895097] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222213, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.018628] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f4b379ec-ec0a-4bad-9a4b-0c800df1c446 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquiring lock "035982a7-f44c-4e95-82aa-425df5ef64fb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.019051] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f4b379ec-ec0a-4bad-9a4b-0c800df1c446 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lock "035982a7-f44c-4e95-82aa-425df5ef64fb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.019317] env[68960]: DEBUG nova.compute.manager [None req-f4b379ec-ec0a-4bad-9a4b-0c800df1c446 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.020659] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33478b15-1873-4446-9273-c39d9dca982c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.027986] env[68960]: DEBUG nova.compute.manager [None req-f4b379ec-ec0a-4bad-9a4b-0c800df1c446 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68960) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1123.028595] env[68960]: DEBUG nova.objects.instance [None req-f4b379ec-ec0a-4bad-9a4b-0c800df1c446 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lazy-loading 'flavor' on Instance uuid 035982a7-f44c-4e95-82aa-425df5ef64fb {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.141782] env[68960]: DEBUG oslo_concurrency.lockutils [req-e3c68b0d-18ef-4a5f-878a-2b294ea544de req-1ae384a7-17ec-4de4-a267-ace53d36b382 service nova] Releasing lock "refresh_cache-da602590-de5b-4d19-9eed-b39210a8df39" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.269933] env[68960]: DEBUG oslo_vmware.api [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638989} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.270202] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0/1c3a374d-cf09-4157-bfd7-cd7ab0e894f0.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.270418] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.270664] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76e9e00e-31af-4a57-96a0-378f355a8bab {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.278578] env[68960]: DEBUG oslo_vmware.api [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 1123.278578] env[68960]: value = "task-3222214" [ 1123.278578] env[68960]: _type = "Task" [ 1123.278578] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.288387] env[68960]: DEBUG oslo_vmware.api [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.361588] env[68960]: DEBUG nova.objects.instance [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lazy-loading 'numa_topology' on Instance uuid e4af7d3d-2951-450d-8ea9-31c975724e74 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.362962] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "refresh_cache-2901333b-0754-4d83-a5b6-54603eb97033" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.363142] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquired lock "refresh_cache-2901333b-0754-4d83-a5b6-54603eb97033" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.363315] env[68960]: DEBUG nova.network.neutron [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.394232] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222213, 'name': CreateVM_Task, 'duration_secs': 0.530121} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.394417] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1123.395087] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.395253] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.395557] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.395813] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33127289-92ff-4d04-9e1d-88b6880c15a5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.400825] env[68960]: DEBUG oslo_vmware.api [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 1123.400825] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5278d360-4177-8210-b694-80cb738fe334" [ 1123.400825] env[68960]: _type = "Task" [ 1123.400825] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.410058] env[68960]: DEBUG oslo_vmware.api [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5278d360-4177-8210-b694-80cb738fe334, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.618652] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4c0055-6062-4d5e-9777-83957220a9f3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.637890] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Updating instance '5febc8fc-e564-4e90-aaf7-13b55d292cf8' progress to 0 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.789762] env[68960]: DEBUG oslo_vmware.api [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06948} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.789762] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.790676] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8384a4dc-1531-4b59-be4b-7e593f3e11b9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.813732] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0/1c3a374d-cf09-4157-bfd7-cd7ab0e894f0.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.814348] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-984a7bdf-5681-42d3-b0f2-da5b7bc22c1d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.834971] env[68960]: DEBUG oslo_vmware.api [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 1123.834971] env[68960]: value = "task-3222215" [ 1123.834971] env[68960]: _type = "Task" [ 1123.834971] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.843559] env[68960]: DEBUG oslo_vmware.api [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222215, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.868498] env[68960]: DEBUG nova.objects.base [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68960) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1123.913758] env[68960]: DEBUG oslo_vmware.api [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5278d360-4177-8210-b694-80cb738fe334, 'name': SearchDatastore_Task, 'duration_secs': 0.011517} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.914091] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.914323] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1123.914561] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.914930] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.914930] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1123.915156] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a0ea8e7-fe10-41e9-8cd9-047aad5859ae {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.927415] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1123.927541] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1123.928222] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56c17d17-3d2c-4824-beee-956e5fd2e5d6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.937030] env[68960]: DEBUG oslo_vmware.api [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 1123.937030] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525d09c3-7a88-cd4b-795e-f7844ae8e01d" [ 1123.937030] env[68960]: _type = "Task" [ 1123.937030] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.947990] env[68960]: DEBUG oslo_vmware.api [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525d09c3-7a88-cd4b-795e-f7844ae8e01d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.036259] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b379ec-ec0a-4bad-9a4b-0c800df1c446 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.036806] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45ddfde3-ca32-45b5-9e1a-df9d80c85d60 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.047058] env[68960]: DEBUG oslo_vmware.api [None req-f4b379ec-ec0a-4bad-9a4b-0c800df1c446 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for the task: (returnval){ [ 1124.047058] env[68960]: value = "task-3222216" [ 1124.047058] env[68960]: _type = "Task" [ 1124.047058] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.061321] env[68960]: DEBUG oslo_vmware.api [None req-f4b379ec-ec0a-4bad-9a4b-0c800df1c446 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.143478] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.144456] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c734460-9391-419b-a64c-f3696a744341 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.147088] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed0834fb-32d4-40db-93b1-d4ebc2e4fc7f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.155267] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf290f44-19db-4262-933c-f9c596c813a6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.159999] env[68960]: DEBUG oslo_vmware.api [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 1124.159999] env[68960]: value = "task-3222217" [ 1124.159999] env[68960]: _type = "Task" [ 1124.159999] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.191623] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc249ab-459a-48b1-8bcd-41df052737ee {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.197825] env[68960]: DEBUG oslo_vmware.api [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.203851] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d53916c-3d8d-42a0-8209-832780dbf86b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.218222] env[68960]: DEBUG nova.compute.provider_tree [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.247167] env[68960]: DEBUG nova.network.neutron [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Updating instance_info_cache with network_info: [{"id": "b7503718-4175-4573-a972-775a00f56025", "address": "fa:16:3e:f4:04:fe", "network": {"id": "d2f92278-0560-43d8-bc83-ef076840fbed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1118476539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4c63f88f20340cbb8eba0c2935f9832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7503718-41", "ovs_interfaceid": "b7503718-4175-4573-a972-775a00f56025", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.347418] env[68960]: DEBUG oslo_vmware.api [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.447889] env[68960]: DEBUG oslo_vmware.api [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525d09c3-7a88-cd4b-795e-f7844ae8e01d, 'name': SearchDatastore_Task, 'duration_secs': 0.016575} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.448739] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b0081f3-6f95-45f6-ae52-19579057fea0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.455769] env[68960]: DEBUG oslo_vmware.api [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 1124.455769] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52986c47-3c69-dcd9-ddf0-f1c63219b626" [ 1124.455769] env[68960]: _type = "Task" [ 1124.455769] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.463675] env[68960]: DEBUG oslo_vmware.api [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52986c47-3c69-dcd9-ddf0-f1c63219b626, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.556995] env[68960]: DEBUG oslo_vmware.api [None req-f4b379ec-ec0a-4bad-9a4b-0c800df1c446 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222216, 'name': PowerOffVM_Task, 'duration_secs': 0.399831} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.557371] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b379ec-ec0a-4bad-9a4b-0c800df1c446 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.557656] env[68960]: DEBUG nova.compute.manager [None req-f4b379ec-ec0a-4bad-9a4b-0c800df1c446 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.558548] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ff19ec-9469-4b60-90d7-4ac44249535a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.670652] env[68960]: DEBUG oslo_vmware.api [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222217, 'name': PowerOffVM_Task, 'duration_secs': 0.327787} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.670924] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.671123] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Updating instance '5febc8fc-e564-4e90-aaf7-13b55d292cf8' progress to 17 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.721245] env[68960]: DEBUG nova.scheduler.client.report [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.749550] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Releasing lock "refresh_cache-2901333b-0754-4d83-a5b6-54603eb97033" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.846549] env[68960]: DEBUG oslo_vmware.api [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222215, 'name': ReconfigVM_Task, 'duration_secs': 0.697512} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.846855] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0/1c3a374d-cf09-4157-bfd7-cd7ab0e894f0.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.847480] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60b6aba5-b125-485c-9064-ed1c5502bda5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.854424] env[68960]: DEBUG oslo_vmware.api [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 1124.854424] env[68960]: value = "task-3222218" [ 1124.854424] env[68960]: _type = "Task" [ 1124.854424] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.862843] env[68960]: DEBUG oslo_vmware.api [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222218, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.966283] env[68960]: DEBUG oslo_vmware.api [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52986c47-3c69-dcd9-ddf0-f1c63219b626, 'name': SearchDatastore_Task, 'duration_secs': 0.010544} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.966578] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.966846] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] da602590-de5b-4d19-9eed-b39210a8df39/da602590-de5b-4d19-9eed-b39210a8df39.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1124.967136] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7eb70f7-3475-4418-bed8-2b77b4e560fb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.974328] env[68960]: DEBUG oslo_vmware.api [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 1124.974328] env[68960]: value = "task-3222219" [ 1124.974328] env[68960]: _type = "Task" [ 1124.974328] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.982494] env[68960]: DEBUG oslo_vmware.api [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.071968] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f4b379ec-ec0a-4bad-9a4b-0c800df1c446 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lock "035982a7-f44c-4e95-82aa-425df5ef64fb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.177477] env[68960]: DEBUG nova.virt.hardware [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.177837] env[68960]: DEBUG nova.virt.hardware [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.178019] env[68960]: DEBUG nova.virt.hardware [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.178203] env[68960]: DEBUG nova.virt.hardware [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.178347] env[68960]: DEBUG nova.virt.hardware [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.178495] env[68960]: DEBUG nova.virt.hardware [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.178718] env[68960]: DEBUG nova.virt.hardware [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.178878] env[68960]: DEBUG nova.virt.hardware [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.179080] env[68960]: DEBUG nova.virt.hardware [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.179246] env[68960]: DEBUG nova.virt.hardware [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.179418] env[68960]: DEBUG nova.virt.hardware [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.184842] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fe3ffcc-da03-4e05-9609-072c5af4aeeb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.206486] env[68960]: DEBUG oslo_vmware.api [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 1125.206486] env[68960]: value = "task-3222220" [ 1125.206486] env[68960]: _type = "Task" [ 1125.206486] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.217212] env[68960]: DEBUG oslo_vmware.api [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.226325] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.375s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.229167] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.126s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.230831] env[68960]: INFO nova.compute.claims [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.368886] env[68960]: DEBUG oslo_vmware.api [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222218, 'name': Rename_Task, 'duration_secs': 0.246687} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.369144] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.369345] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fe58712-7649-4278-b909-51e50bb89d76 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.381644] env[68960]: DEBUG oslo_vmware.api [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 1125.381644] env[68960]: value = "task-3222221" [ 1125.381644] env[68960]: _type = "Task" [ 1125.381644] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.394229] env[68960]: DEBUG oslo_vmware.api [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.485119] env[68960]: DEBUG oslo_vmware.api [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222219, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.516333] env[68960]: DEBUG nova.objects.instance [None req-ee14f951-7b3c-4cee-ba54-a31f2e566a14 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lazy-loading 'flavor' on Instance uuid 035982a7-f44c-4e95-82aa-425df5ef64fb {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.717942] env[68960]: DEBUG oslo_vmware.api [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222220, 'name': ReconfigVM_Task, 'duration_secs': 0.350884} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.718360] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Updating instance '5febc8fc-e564-4e90-aaf7-13b55d292cf8' progress to 33 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.741175] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e147bf25-00e9-4b41-a76f-8aca550a55ae tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "e4af7d3d-2951-450d-8ea9-31c975724e74" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.404s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.742485] env[68960]: DEBUG oslo_concurrency.lockutils [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "e4af7d3d-2951-450d-8ea9-31c975724e74" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 8.245s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.742676] env[68960]: INFO nova.compute.manager [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Unshelving [ 1125.896510] env[68960]: DEBUG oslo_vmware.api [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222221, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.985371] env[68960]: DEBUG oslo_vmware.api [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517974} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.985644] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] da602590-de5b-4d19-9eed-b39210a8df39/da602590-de5b-4d19-9eed-b39210a8df39.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1125.985862] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1125.986140] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e20f783-e7d8-42be-b3b0-81fa234b596d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.993595] env[68960]: DEBUG oslo_vmware.api [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 1125.993595] env[68960]: value = "task-3222222" [ 1125.993595] env[68960]: _type = "Task" [ 1125.993595] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.003459] env[68960]: DEBUG oslo_vmware.api [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.021633] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ee14f951-7b3c-4cee-ba54-a31f2e566a14 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquiring lock "refresh_cache-035982a7-f44c-4e95-82aa-425df5ef64fb" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.021806] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ee14f951-7b3c-4cee-ba54-a31f2e566a14 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquired lock "refresh_cache-035982a7-f44c-4e95-82aa-425df5ef64fb" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.021974] env[68960]: DEBUG nova.network.neutron [None req-ee14f951-7b3c-4cee-ba54-a31f2e566a14 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.022183] env[68960]: DEBUG nova.objects.instance [None req-ee14f951-7b3c-4cee-ba54-a31f2e566a14 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lazy-loading 'info_cache' on Instance uuid 035982a7-f44c-4e95-82aa-425df5ef64fb {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.225264] env[68960]: DEBUG nova.virt.hardware [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.225545] env[68960]: DEBUG nova.virt.hardware [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.225667] env[68960]: DEBUG nova.virt.hardware [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.225960] env[68960]: DEBUG nova.virt.hardware [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.226130] env[68960]: DEBUG nova.virt.hardware [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.226279] env[68960]: DEBUG nova.virt.hardware [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.226482] env[68960]: DEBUG nova.virt.hardware [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.226707] env[68960]: DEBUG nova.virt.hardware [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.226884] env[68960]: DEBUG nova.virt.hardware [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.227057] env[68960]: DEBUG nova.virt.hardware [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.227233] env[68960]: DEBUG nova.virt.hardware [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.234597] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1126.234960] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25b250bc-b5e4-4a10-9303-fb2e800e12d1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.264709] env[68960]: DEBUG oslo_vmware.api [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 1126.264709] env[68960]: value = "task-3222223" [ 1126.264709] env[68960]: _type = "Task" [ 1126.264709] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.266481] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc9c348-165f-49c4-92be-373e35d18972 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.279808] env[68960]: DEBUG oslo_vmware.api [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.309775] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Updating instance '2901333b-0754-4d83-a5b6-54603eb97033' progress to 0 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.392547] env[68960]: DEBUG oslo_vmware.api [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222221, 'name': PowerOnVM_Task, 'duration_secs': 0.936084} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.395249] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.395490] env[68960]: INFO nova.compute.manager [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1126.395688] env[68960]: DEBUG nova.compute.manager [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.396823] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d475f8a9-91c9-4224-840b-6fd7d38675c6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.504845] env[68960]: DEBUG oslo_vmware.api [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148341} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.507328] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1126.508304] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00657002-be23-42a1-b4a4-0303a436860d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.531339] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] da602590-de5b-4d19-9eed-b39210a8df39/da602590-de5b-4d19-9eed-b39210a8df39.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.535014] env[68960]: DEBUG nova.objects.base [None req-ee14f951-7b3c-4cee-ba54-a31f2e566a14 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Object Instance<035982a7-f44c-4e95-82aa-425df5ef64fb> lazy-loaded attributes: flavor,info_cache {{(pid=68960) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1126.536378] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03e88c13-b1ec-4975-81b0-2585a16d37aa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.559260] env[68960]: DEBUG oslo_vmware.api [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 1126.559260] env[68960]: value = "task-3222224" [ 1126.559260] env[68960]: _type = "Task" [ 1126.559260] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.571207] env[68960]: DEBUG oslo_vmware.api [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222224, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.587588] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0967be-161c-484f-90a3-4f7875a1ba72 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.596257] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f702da9-020c-462c-a968-83135ae5e77c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.627373] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad70c12-1a00-44db-8155-bc2054c5fd1c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.635633] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf64e36-e265-43a1-8bd2-e4f19a5f48a1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.651337] env[68960]: DEBUG nova.compute.provider_tree [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.765062] env[68960]: DEBUG nova.compute.utils [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1126.776212] env[68960]: DEBUG oslo_vmware.api [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222223, 'name': ReconfigVM_Task, 'duration_secs': 0.476883} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.777150] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1126.778029] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e052c6f7-d738-4365-89f1-a23e4c130c67 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.801260] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 5febc8fc-e564-4e90-aaf7-13b55d292cf8/5febc8fc-e564-4e90-aaf7-13b55d292cf8.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.801553] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64554c78-d116-4333-b2ad-e0a1407e9d7b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.821509] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.821898] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ff3d623-9c8c-4789-9a9c-c9bc08bd3858 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.831856] env[68960]: DEBUG oslo_vmware.api [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1126.831856] env[68960]: value = "task-3222226" [ 1126.831856] env[68960]: _type = "Task" [ 1126.831856] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.833901] env[68960]: DEBUG oslo_vmware.api [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 1126.833901] env[68960]: value = "task-3222225" [ 1126.833901] env[68960]: _type = "Task" [ 1126.833901] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.852623] env[68960]: DEBUG oslo_vmware.api [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.857970] env[68960]: DEBUG oslo_vmware.api [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222225, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.916997] env[68960]: INFO nova.compute.manager [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Took 31.49 seconds to build instance. [ 1127.070970] env[68960]: DEBUG oslo_vmware.api [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222224, 'name': ReconfigVM_Task, 'duration_secs': 0.507763} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.071260] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Reconfigured VM instance instance-0000006c to attach disk [datastore2] da602590-de5b-4d19-9eed-b39210a8df39/da602590-de5b-4d19-9eed-b39210a8df39.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.072072] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c267735-f6b8-4167-ac2e-eaa66f0e831a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.079876] env[68960]: DEBUG oslo_vmware.api [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 1127.079876] env[68960]: value = "task-3222227" [ 1127.079876] env[68960]: _type = "Task" [ 1127.079876] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.092632] env[68960]: DEBUG oslo_vmware.api [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222227, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.155194] env[68960]: DEBUG nova.scheduler.client.report [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.271565] env[68960]: INFO nova.virt.block_device [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Booting with volume 7f4ea9f2-21e1-41c4-93dc-f9621ec45c95 at /dev/sdb [ 1127.310364] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca00294d-c06a-4f18-aa5e-6dbdf500bbdf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.321495] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc426aa9-19c5-4d1f-99bc-ae5bc032ecfd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.336565] env[68960]: DEBUG nova.network.neutron [None req-ee14f951-7b3c-4cee-ba54-a31f2e566a14 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Updating instance_info_cache with network_info: [{"id": "3242c2f2-0560-464b-a4a7-1c2fc230c11d", "address": "fa:16:3e:62:ec:03", "network": {"id": "211bcd9f-7f52-4254-9f67-ccc226aa49f8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1059803817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd433c28387443dfb809c63e2cf0178f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3242c2f2-05", "ovs_interfaceid": "3242c2f2-0560-464b-a4a7-1c2fc230c11d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.354665] env[68960]: DEBUG oslo_vmware.api [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222226, 'name': PowerOffVM_Task, 'duration_secs': 0.231192} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.368755] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.369012] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Updating instance '2901333b-0754-4d83-a5b6-54603eb97033' progress to 17 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.376066] env[68960]: DEBUG oslo_vmware.api [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222225, 'name': ReconfigVM_Task, 'duration_secs': 0.393147} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.376066] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ebf4805-8eb9-4008-8ff0-f458dae39b50 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.376066] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 5febc8fc-e564-4e90-aaf7-13b55d292cf8/5febc8fc-e564-4e90-aaf7-13b55d292cf8.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.376066] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Updating instance '5febc8fc-e564-4e90-aaf7-13b55d292cf8' progress to 50 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.387587] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c22e9d-354f-4bb4-a1c8-6f52d395fb76 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.424836] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c6bc7c15-36c8-40c8-8190-067ab90066e7 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.008s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.427022] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b545de3a-5446-487d-8ecb-20a0fbd52105 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.435258] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792b8c10-068f-4653-978d-5ab55088505e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.452010] env[68960]: DEBUG nova.virt.block_device [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Updating existing volume attachment record: 950a4219-5124-4244-bc99-9bf7ce40dc23 {{(pid=68960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1127.590920] env[68960]: DEBUG oslo_vmware.api [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222227, 'name': Rename_Task, 'duration_secs': 0.267378} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.591186] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.591450] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e172f412-c6cc-45c3-89b0-b654790d40fe {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.598606] env[68960]: DEBUG oslo_vmware.api [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 1127.598606] env[68960]: value = "task-3222229" [ 1127.598606] env[68960]: _type = "Task" [ 1127.598606] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.608380] env[68960]: DEBUG oslo_vmware.api [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.665722] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.666302] env[68960]: DEBUG nova.compute.manager [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1127.670067] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04341232-031c-4236-a272-c77aca440860 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.857s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.670067] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04341232-031c-4236-a272-c77aca440860 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.672954] env[68960]: DEBUG oslo_concurrency.lockutils [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.411s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.672954] env[68960]: DEBUG nova.objects.instance [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lazy-loading 'resources' on Instance uuid 8f5b8b5d-2506-4654-ac21-f68cc04ddef3 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.703389] env[68960]: INFO nova.scheduler.client.report [None req-04341232-031c-4236-a272-c77aca440860 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Deleted allocations for instance 0433a29e-d26f-40c6-93a8-e13079bd2eee [ 1127.841078] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ee14f951-7b3c-4cee-ba54-a31f2e566a14 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Releasing lock "refresh_cache-035982a7-f44c-4e95-82aa-425df5ef64fb" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.876861] env[68960]: DEBUG nova.virt.hardware [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.877240] env[68960]: DEBUG nova.virt.hardware [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.877352] env[68960]: DEBUG nova.virt.hardware [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.877476] env[68960]: DEBUG nova.virt.hardware [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.877620] env[68960]: DEBUG nova.virt.hardware [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.877766] env[68960]: DEBUG nova.virt.hardware [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.878527] env[68960]: DEBUG nova.virt.hardware [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.878527] env[68960]: DEBUG nova.virt.hardware [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.878527] env[68960]: DEBUG nova.virt.hardware [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.878527] env[68960]: DEBUG nova.virt.hardware [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.878895] env[68960]: DEBUG nova.virt.hardware [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.885240] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f5746a8-52f6-496d-a43e-7406cd68fe0a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.896483] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4524817a-8a00-4b9c-afa6-d4deac5e8b18 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.927560] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b62a37-60a0-4d01-811f-b294d41e9ced {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.931903] env[68960]: DEBUG oslo_vmware.api [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1127.931903] env[68960]: value = "task-3222232" [ 1127.931903] env[68960]: _type = "Task" [ 1127.931903] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.960526] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Updating instance '5febc8fc-e564-4e90-aaf7-13b55d292cf8' progress to 67 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.973279] env[68960]: DEBUG oslo_vmware.api [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.045495] env[68960]: DEBUG nova.compute.manager [req-4fd2a469-4752-4186-b277-54c8d6de84fa req-c5a18fae-c416-47b7-823a-e9d1b0d5edaf service nova] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Received event network-changed-dd279a62-1953-448d-825d-48885ab3f1db {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.045994] env[68960]: DEBUG nova.compute.manager [req-4fd2a469-4752-4186-b277-54c8d6de84fa req-c5a18fae-c416-47b7-823a-e9d1b0d5edaf service nova] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Refreshing instance network info cache due to event network-changed-dd279a62-1953-448d-825d-48885ab3f1db. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.045994] env[68960]: DEBUG oslo_concurrency.lockutils [req-4fd2a469-4752-4186-b277-54c8d6de84fa req-c5a18fae-c416-47b7-823a-e9d1b0d5edaf service nova] Acquiring lock "refresh_cache-1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.045994] env[68960]: DEBUG oslo_concurrency.lockutils [req-4fd2a469-4752-4186-b277-54c8d6de84fa req-c5a18fae-c416-47b7-823a-e9d1b0d5edaf service nova] Acquired lock "refresh_cache-1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.046175] env[68960]: DEBUG nova.network.neutron [req-4fd2a469-4752-4186-b277-54c8d6de84fa req-c5a18fae-c416-47b7-823a-e9d1b0d5edaf service nova] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Refreshing network info cache for port dd279a62-1953-448d-825d-48885ab3f1db {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.109732] env[68960]: DEBUG oslo_vmware.api [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222229, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.175675] env[68960]: DEBUG nova.compute.utils [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.177604] env[68960]: DEBUG nova.compute.manager [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1128.177604] env[68960]: DEBUG nova.network.neutron [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1128.210787] env[68960]: DEBUG oslo_concurrency.lockutils [None req-04341232-031c-4236-a272-c77aca440860 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "0433a29e-d26f-40c6-93a8-e13079bd2eee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.059s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.230026] env[68960]: DEBUG nova.policy [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '436e63653a1b485d854fa954f557d19f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42779973f53e4b13bbe449e808f2bfa9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.442416] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9ba3e5-235d-4623-83a8-224b91d8ec53 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.448737] env[68960]: DEBUG oslo_vmware.api [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222232, 'name': ReconfigVM_Task, 'duration_secs': 0.237736} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.449492] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Updating instance '2901333b-0754-4d83-a5b6-54603eb97033' progress to 33 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1128.455529] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97f3610-28b7-4071-88f7-236e27c1f9d4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.489967] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e6db45-dc12-45eb-8aa2-77aa269f04e0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.499025] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c5c260-55d5-4647-9e94-6a17a2f86c67 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.515555] env[68960]: DEBUG nova.compute.provider_tree [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.536843] env[68960]: DEBUG nova.network.neutron [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Port 078d2efb-5eea-4306-a49c-336dd41ffb0a binding to destination host cpu-1 is already ACTIVE {{(pid=68960) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1128.613134] env[68960]: DEBUG oslo_vmware.api [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222229, 'name': PowerOnVM_Task, 'duration_secs': 0.692828} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.613585] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.613972] env[68960]: INFO nova.compute.manager [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1128.614287] env[68960]: DEBUG nova.compute.manager [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.616633] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a4f6fd-abd9-49c7-b1a3-bc767a2cdc82 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.681627] env[68960]: DEBUG nova.network.neutron [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Successfully created port: ee12d3e6-4588-492b-9cbb-63ffb661c2ed {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1128.683836] env[68960]: DEBUG nova.compute.manager [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1128.776458] env[68960]: DEBUG nova.network.neutron [req-4fd2a469-4752-4186-b277-54c8d6de84fa req-c5a18fae-c416-47b7-823a-e9d1b0d5edaf service nova] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Updated VIF entry in instance network info cache for port dd279a62-1953-448d-825d-48885ab3f1db. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.777039] env[68960]: DEBUG nova.network.neutron [req-4fd2a469-4752-4186-b277-54c8d6de84fa req-c5a18fae-c416-47b7-823a-e9d1b0d5edaf service nova] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Updating instance_info_cache with network_info: [{"id": "dd279a62-1953-448d-825d-48885ab3f1db", "address": "fa:16:3e:0b:04:8d", "network": {"id": "8a12e446-cc71-4946-a799-c0954c81a525", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1150066882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0d5c4a9742d4da780ad1ea41f22d3df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd279a62-19", "ovs_interfaceid": "dd279a62-1953-448d-825d-48885ab3f1db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.848727] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee14f951-7b3c-4cee-ba54-a31f2e566a14 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.849126] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee87a843-60e5-4b7d-bf84-e4a2a58a3e68 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.857680] env[68960]: DEBUG oslo_vmware.api [None req-ee14f951-7b3c-4cee-ba54-a31f2e566a14 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for the task: (returnval){ [ 1128.857680] env[68960]: value = "task-3222233" [ 1128.857680] env[68960]: _type = "Task" [ 1128.857680] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.866908] env[68960]: DEBUG oslo_vmware.api [None req-ee14f951-7b3c-4cee-ba54-a31f2e566a14 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.957878] env[68960]: DEBUG nova.virt.hardware [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.958272] env[68960]: DEBUG nova.virt.hardware [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.958321] env[68960]: DEBUG nova.virt.hardware [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.958478] env[68960]: DEBUG nova.virt.hardware [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.958620] env[68960]: DEBUG nova.virt.hardware [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.958789] env[68960]: DEBUG nova.virt.hardware [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.958984] env[68960]: DEBUG nova.virt.hardware [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.959705] env[68960]: DEBUG nova.virt.hardware [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.959905] env[68960]: DEBUG nova.virt.hardware [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.960170] env[68960]: DEBUG nova.virt.hardware [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.960292] env[68960]: DEBUG nova.virt.hardware [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.966385] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1128.966752] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07c59286-6687-4c0d-b544-a3d7ac58b72c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.986669] env[68960]: DEBUG oslo_vmware.api [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1128.986669] env[68960]: value = "task-3222234" [ 1128.986669] env[68960]: _type = "Task" [ 1128.986669] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.996455] env[68960]: DEBUG oslo_vmware.api [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222234, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.022926] env[68960]: DEBUG nova.scheduler.client.report [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.139216] env[68960]: INFO nova.compute.manager [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Took 27.92 seconds to build instance. [ 1129.279914] env[68960]: DEBUG oslo_concurrency.lockutils [req-4fd2a469-4752-4186-b277-54c8d6de84fa req-c5a18fae-c416-47b7-823a-e9d1b0d5edaf service nova] Releasing lock "refresh_cache-1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.370722] env[68960]: DEBUG oslo_vmware.api [None req-ee14f951-7b3c-4cee-ba54-a31f2e566a14 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222233, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.499885] env[68960]: DEBUG oslo_vmware.api [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222234, 'name': ReconfigVM_Task, 'duration_secs': 0.291618} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.500192] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1129.504019] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bed147-4dee-4070-94fb-6a0c392e9789 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.529164] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 2901333b-0754-4d83-a5b6-54603eb97033/2901333b-0754-4d83-a5b6-54603eb97033.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.529999] env[68960]: DEBUG oslo_concurrency.lockutils [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.532060] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdd201cd-fc74-4456-a785-c9eaaad2fec7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.547085] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.192s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.547595] env[68960]: DEBUG nova.objects.instance [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lazy-loading 'resources' on Instance uuid aa09fb60-a75c-4dc8-949f-f26c0d11bcb2 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.557286] env[68960]: DEBUG nova.compute.manager [req-53dcec62-62aa-44bd-9975-5837376859c4 req-0de9ea4c-f5c8-48f9-abf3-ea06aa7828b0 service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Received event network-changed-b64f3ed8-dae8-4e4c-b590-0e488a0a14cb {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.558167] env[68960]: DEBUG nova.compute.manager [req-53dcec62-62aa-44bd-9975-5837376859c4 req-0de9ea4c-f5c8-48f9-abf3-ea06aa7828b0 service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Refreshing instance network info cache due to event network-changed-b64f3ed8-dae8-4e4c-b590-0e488a0a14cb. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.558291] env[68960]: DEBUG oslo_concurrency.lockutils [req-53dcec62-62aa-44bd-9975-5837376859c4 req-0de9ea4c-f5c8-48f9-abf3-ea06aa7828b0 service nova] Acquiring lock "refresh_cache-961e9043-71c8-4ec5-ba39-95a51a68b719" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.558582] env[68960]: DEBUG oslo_concurrency.lockutils [req-53dcec62-62aa-44bd-9975-5837376859c4 req-0de9ea4c-f5c8-48f9-abf3-ea06aa7828b0 service nova] Acquired lock "refresh_cache-961e9043-71c8-4ec5-ba39-95a51a68b719" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.558670] env[68960]: DEBUG nova.network.neutron [req-53dcec62-62aa-44bd-9975-5837376859c4 req-0de9ea4c-f5c8-48f9-abf3-ea06aa7828b0 service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Refreshing network info cache for port b64f3ed8-dae8-4e4c-b590-0e488a0a14cb {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.574083] env[68960]: DEBUG oslo_concurrency.lockutils [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "5febc8fc-e564-4e90-aaf7-13b55d292cf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.574278] env[68960]: DEBUG oslo_concurrency.lockutils [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "5febc8fc-e564-4e90-aaf7-13b55d292cf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.574458] env[68960]: DEBUG oslo_concurrency.lockutils [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "5febc8fc-e564-4e90-aaf7-13b55d292cf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.579550] env[68960]: INFO nova.scheduler.client.report [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Deleted allocations for instance 8f5b8b5d-2506-4654-ac21-f68cc04ddef3 [ 1129.585399] env[68960]: DEBUG oslo_vmware.api [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1129.585399] env[68960]: value = "task-3222235" [ 1129.585399] env[68960]: _type = "Task" [ 1129.585399] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.601798] env[68960]: DEBUG oslo_vmware.api [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.641220] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d64bf0fd-2501-4f42-bf39-ab5f1df3f4e5 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "da602590-de5b-4d19-9eed-b39210a8df39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.431s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.694028] env[68960]: DEBUG nova.compute.manager [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1129.732140] env[68960]: DEBUG nova.virt.hardware [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.732468] env[68960]: DEBUG nova.virt.hardware [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.732639] env[68960]: DEBUG nova.virt.hardware [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.732842] env[68960]: DEBUG nova.virt.hardware [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.733627] env[68960]: DEBUG nova.virt.hardware [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.733627] env[68960]: DEBUG nova.virt.hardware [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.733627] env[68960]: DEBUG nova.virt.hardware [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.733794] env[68960]: DEBUG nova.virt.hardware [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.733832] env[68960]: DEBUG nova.virt.hardware [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.733972] env[68960]: DEBUG nova.virt.hardware [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.734202] env[68960]: DEBUG nova.virt.hardware [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.735907] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c88b66b-12b3-433d-8f92-ec0fd8d61fec {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.746336] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662a1f0f-d2a4-4766-b4fc-3c2e8c783f75 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.866871] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff021e42-6d53-4a5c-b2ca-4f4b90329542 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.882859] env[68960]: DEBUG oslo_vmware.api [None req-ee14f951-7b3c-4cee-ba54-a31f2e566a14 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222233, 'name': PowerOnVM_Task, 'duration_secs': 0.989735} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.884948] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee14f951-7b3c-4cee-ba54-a31f2e566a14 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.885191] env[68960]: DEBUG nova.compute.manager [None req-ee14f951-7b3c-4cee-ba54-a31f2e566a14 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1129.886021] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458ead86-5f03-49c6-805f-c173d9617483 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.889342] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9d9510-0dc1-49cd-9231-dd6448ad4b59 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.928055] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0536ba8c-4373-4d41-8061-653c436cfeed {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.939043] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa263f4-179c-4035-b729-cad150851076 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.958026] env[68960]: DEBUG nova.compute.provider_tree [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.985660] env[68960]: DEBUG nova.network.neutron [req-53dcec62-62aa-44bd-9975-5837376859c4 req-0de9ea4c-f5c8-48f9-abf3-ea06aa7828b0 service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Updated VIF entry in instance network info cache for port b64f3ed8-dae8-4e4c-b590-0e488a0a14cb. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.986082] env[68960]: DEBUG nova.network.neutron [req-53dcec62-62aa-44bd-9975-5837376859c4 req-0de9ea4c-f5c8-48f9-abf3-ea06aa7828b0 service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Updating instance_info_cache with network_info: [{"id": "b64f3ed8-dae8-4e4c-b590-0e488a0a14cb", "address": "fa:16:3e:a7:82:c3", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb64f3ed8-da", "ovs_interfaceid": "b64f3ed8-dae8-4e4c-b590-0e488a0a14cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.093626] env[68960]: DEBUG oslo_concurrency.lockutils [None req-655eb24d-7780-48c8-8f30-809fc8137501 tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "8f5b8b5d-2506-4654-ac21-f68cc04ddef3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.868s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.099800] env[68960]: DEBUG oslo_vmware.api [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222235, 'name': ReconfigVM_Task, 'duration_secs': 0.47946} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.100101] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 2901333b-0754-4d83-a5b6-54603eb97033/2901333b-0754-4d83-a5b6-54603eb97033.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.100405] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Updating instance '2901333b-0754-4d83-a5b6-54603eb97033' progress to 50 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.149467] env[68960]: DEBUG nova.compute.manager [req-e941f119-ff49-4ef5-86cb-28b8dc3b1890 req-71681bcd-3886-44dd-98f8-0b3fcacd2ac7 service nova] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Received event network-vif-plugged-ee12d3e6-4588-492b-9cbb-63ffb661c2ed {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.150054] env[68960]: DEBUG oslo_concurrency.lockutils [req-e941f119-ff49-4ef5-86cb-28b8dc3b1890 req-71681bcd-3886-44dd-98f8-0b3fcacd2ac7 service nova] Acquiring lock "5775fc67-8304-4a6f-b6bf-fc93c5ff7d06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.150290] env[68960]: DEBUG oslo_concurrency.lockutils [req-e941f119-ff49-4ef5-86cb-28b8dc3b1890 req-71681bcd-3886-44dd-98f8-0b3fcacd2ac7 service nova] Lock "5775fc67-8304-4a6f-b6bf-fc93c5ff7d06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.150466] env[68960]: DEBUG oslo_concurrency.lockutils [req-e941f119-ff49-4ef5-86cb-28b8dc3b1890 req-71681bcd-3886-44dd-98f8-0b3fcacd2ac7 service nova] Lock "5775fc67-8304-4a6f-b6bf-fc93c5ff7d06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.150642] env[68960]: DEBUG nova.compute.manager [req-e941f119-ff49-4ef5-86cb-28b8dc3b1890 req-71681bcd-3886-44dd-98f8-0b3fcacd2ac7 service nova] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] No waiting events found dispatching network-vif-plugged-ee12d3e6-4588-492b-9cbb-63ffb661c2ed {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1130.150835] env[68960]: WARNING nova.compute.manager [req-e941f119-ff49-4ef5-86cb-28b8dc3b1890 req-71681bcd-3886-44dd-98f8-0b3fcacd2ac7 service nova] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Received unexpected event network-vif-plugged-ee12d3e6-4588-492b-9cbb-63ffb661c2ed for instance with vm_state building and task_state spawning. [ 1130.335972] env[68960]: DEBUG nova.network.neutron [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Successfully updated port: ee12d3e6-4588-492b-9cbb-63ffb661c2ed {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.463023] env[68960]: DEBUG nova.scheduler.client.report [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.489558] env[68960]: DEBUG oslo_concurrency.lockutils [req-53dcec62-62aa-44bd-9975-5837376859c4 req-0de9ea4c-f5c8-48f9-abf3-ea06aa7828b0 service nova] Releasing lock "refresh_cache-961e9043-71c8-4ec5-ba39-95a51a68b719" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.608020] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58a15f1-a535-4408-a613-63bc86f37b4f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.631176] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b39b87-ed0d-48a3-88be-a972acb9f5b9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.653479] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Updating instance '2901333b-0754-4d83-a5b6-54603eb97033' progress to 67 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.658704] env[68960]: DEBUG oslo_concurrency.lockutils [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "refresh_cache-5febc8fc-e564-4e90-aaf7-13b55d292cf8" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.659115] env[68960]: DEBUG oslo_concurrency.lockutils [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquired lock "refresh_cache-5febc8fc-e564-4e90-aaf7-13b55d292cf8" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.664630] env[68960]: DEBUG nova.network.neutron [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.838417] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "refresh_cache-5775fc67-8304-4a6f-b6bf-fc93c5ff7d06" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.838580] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquired lock "refresh_cache-5775fc67-8304-4a6f-b6bf-fc93c5ff7d06" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.838734] env[68960]: DEBUG nova.network.neutron [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.968076] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.420s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.970338] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4309dd70-1865-4919-9c0e-eb6da2af008f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.453s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.970713] env[68960]: DEBUG nova.objects.instance [None req-4309dd70-1865-4919-9c0e-eb6da2af008f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lazy-loading 'resources' on Instance uuid 5f6c0adf-c72f-45f6-89a8-f696e3d45db7 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.994841] env[68960]: INFO nova.scheduler.client.report [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Deleted allocations for instance aa09fb60-a75c-4dc8-949f-f26c0d11bcb2 [ 1131.389031] env[68960]: DEBUG nova.network.neutron [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1131.509337] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6b089382-3a92-4863-8f5e-bebd0e03f26d tempest-MultipleCreateTestJSON-2039282411 tempest-MultipleCreateTestJSON-2039282411-project-member] Lock "aa09fb60-a75c-4dc8-949f-f26c0d11bcb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.611s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.610930] env[68960]: DEBUG nova.network.neutron [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Updating instance_info_cache with network_info: [{"id": "078d2efb-5eea-4306-a49c-336dd41ffb0a", "address": "fa:16:3e:bf:70:8b", "network": {"id": "f1cc0593-0a64-4a3d-a9a0-5a4bf88e4041", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276161530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "843972d9f85c42b3ac175e0183e6930f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap078d2efb-5e", "ovs_interfaceid": "078d2efb-5eea-4306-a49c-336dd41ffb0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.633247] env[68960]: DEBUG nova.network.neutron [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Updating instance_info_cache with network_info: [{"id": "ee12d3e6-4588-492b-9cbb-63ffb661c2ed", "address": "fa:16:3e:73:0e:2f", "network": {"id": "8bfecd26-bbd0-4196-8447-de727dae2385", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1461791050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42779973f53e4b13bbe449e808f2bfa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee12d3e6-45", "ovs_interfaceid": "ee12d3e6-4588-492b-9cbb-63ffb661c2ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.672347] env[68960]: DEBUG nova.compute.manager [req-782045f3-3640-4f12-a416-73d421567a75 req-358c2530-8a10-41e6-bc87-8159387e084a service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Received event network-changed-a17f0fe0-7568-4bce-ac9c-e639ac220b30 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.672554] env[68960]: DEBUG nova.compute.manager [req-782045f3-3640-4f12-a416-73d421567a75 req-358c2530-8a10-41e6-bc87-8159387e084a service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Refreshing instance network info cache due to event network-changed-a17f0fe0-7568-4bce-ac9c-e639ac220b30. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.672793] env[68960]: DEBUG oslo_concurrency.lockutils [req-782045f3-3640-4f12-a416-73d421567a75 req-358c2530-8a10-41e6-bc87-8159387e084a service nova] Acquiring lock "refresh_cache-da602590-de5b-4d19-9eed-b39210a8df39" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.672946] env[68960]: DEBUG oslo_concurrency.lockutils [req-782045f3-3640-4f12-a416-73d421567a75 req-358c2530-8a10-41e6-bc87-8159387e084a service nova] Acquired lock "refresh_cache-da602590-de5b-4d19-9eed-b39210a8df39" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.673122] env[68960]: DEBUG nova.network.neutron [req-782045f3-3640-4f12-a416-73d421567a75 req-358c2530-8a10-41e6-bc87-8159387e084a service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Refreshing network info cache for port a17f0fe0-7568-4bce-ac9c-e639ac220b30 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.761496] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419b0c3d-c0ea-4873-a94b-def4d0b20892 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.771553] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02914f7f-d320-402e-89f0-95c51b5dc2b5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.811935] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6847f1d9-699d-4d96-8cb5-a45ac4402c4f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.821404] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fb649e-87e8-4221-afd1-5ff3ed46ef0f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.839568] env[68960]: DEBUG nova.compute.provider_tree [None req-4309dd70-1865-4919-9c0e-eb6da2af008f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.117032] env[68960]: DEBUG oslo_concurrency.lockutils [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Releasing lock "refresh_cache-5febc8fc-e564-4e90-aaf7-13b55d292cf8" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.136375] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Releasing lock "refresh_cache-5775fc67-8304-4a6f-b6bf-fc93c5ff7d06" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.137970] env[68960]: DEBUG nova.compute.manager [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Instance network_info: |[{"id": "ee12d3e6-4588-492b-9cbb-63ffb661c2ed", "address": "fa:16:3e:73:0e:2f", "network": {"id": "8bfecd26-bbd0-4196-8447-de727dae2385", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1461791050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42779973f53e4b13bbe449e808f2bfa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee12d3e6-45", "ovs_interfaceid": "ee12d3e6-4588-492b-9cbb-63ffb661c2ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1132.139161] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:0e:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee12d3e6-4588-492b-9cbb-63ffb661c2ed', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.150043] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.154409] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.154409] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da934953-16f1-4921-aac5-98d68b6e2995 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.184032] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.184032] env[68960]: value = "task-3222237" [ 1132.184032] env[68960]: _type = "Task" [ 1132.184032] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.193995] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222237, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.344069] env[68960]: DEBUG nova.scheduler.client.report [None req-4309dd70-1865-4919-9c0e-eb6da2af008f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.395363] env[68960]: DEBUG nova.network.neutron [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Port b7503718-4175-4573-a972-775a00f56025 binding to destination host cpu-1 is already ACTIVE {{(pid=68960) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1132.428499] env[68960]: DEBUG nova.compute.manager [req-937eaf2d-7dce-414a-a687-d063b0adfffc req-6671c38d-d63d-4bf5-93f4-241364aa6b38 service nova] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Received event network-changed-ee12d3e6-4588-492b-9cbb-63ffb661c2ed {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.429034] env[68960]: DEBUG nova.compute.manager [req-937eaf2d-7dce-414a-a687-d063b0adfffc req-6671c38d-d63d-4bf5-93f4-241364aa6b38 service nova] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Refreshing instance network info cache due to event network-changed-ee12d3e6-4588-492b-9cbb-63ffb661c2ed. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.429085] env[68960]: DEBUG oslo_concurrency.lockutils [req-937eaf2d-7dce-414a-a687-d063b0adfffc req-6671c38d-d63d-4bf5-93f4-241364aa6b38 service nova] Acquiring lock "refresh_cache-5775fc67-8304-4a6f-b6bf-fc93c5ff7d06" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.429268] env[68960]: DEBUG oslo_concurrency.lockutils [req-937eaf2d-7dce-414a-a687-d063b0adfffc req-6671c38d-d63d-4bf5-93f4-241364aa6b38 service nova] Acquired lock "refresh_cache-5775fc67-8304-4a6f-b6bf-fc93c5ff7d06" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.429917] env[68960]: DEBUG nova.network.neutron [req-937eaf2d-7dce-414a-a687-d063b0adfffc req-6671c38d-d63d-4bf5-93f4-241364aa6b38 service nova] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Refreshing network info cache for port ee12d3e6-4588-492b-9cbb-63ffb661c2ed {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.497747] env[68960]: DEBUG nova.network.neutron [req-782045f3-3640-4f12-a416-73d421567a75 req-358c2530-8a10-41e6-bc87-8159387e084a service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Updated VIF entry in instance network info cache for port a17f0fe0-7568-4bce-ac9c-e639ac220b30. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.498276] env[68960]: DEBUG nova.network.neutron [req-782045f3-3640-4f12-a416-73d421567a75 req-358c2530-8a10-41e6-bc87-8159387e084a service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Updating instance_info_cache with network_info: [{"id": "a17f0fe0-7568-4bce-ac9c-e639ac220b30", "address": "fa:16:3e:3c:9b:a5", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17f0fe0-75", "ovs_interfaceid": "a17f0fe0-7568-4bce-ac9c-e639ac220b30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.648858] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff8a435-f8f1-4bf5-b7ed-f395e1f53186 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.674034] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f029118-992e-4cc9-99bd-d091b5309ecd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.684677] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Updating instance '5febc8fc-e564-4e90-aaf7-13b55d292cf8' progress to 83 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1132.701241] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222237, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.854956] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4309dd70-1865-4919-9c0e-eb6da2af008f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.877599] env[68960]: INFO nova.scheduler.client.report [None req-4309dd70-1865-4919-9c0e-eb6da2af008f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Deleted allocations for instance 5f6c0adf-c72f-45f6-89a8-f696e3d45db7 [ 1133.000998] env[68960]: DEBUG oslo_concurrency.lockutils [req-782045f3-3640-4f12-a416-73d421567a75 req-358c2530-8a10-41e6-bc87-8159387e084a service nova] Releasing lock "refresh_cache-da602590-de5b-4d19-9eed-b39210a8df39" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.074672] env[68960]: DEBUG oslo_concurrency.lockutils [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.075202] env[68960]: DEBUG oslo_concurrency.lockutils [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.075301] env[68960]: DEBUG nova.objects.instance [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lazy-loading 'pci_requests' on Instance uuid e4af7d3d-2951-450d-8ea9-31c975724e74 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.078819] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5464820c-9c50-4f64-b5d1-fc3b12798186 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "046a4f06-6228-4309-a020-4aa7e3a7eb03" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.079516] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5464820c-9c50-4f64-b5d1-fc3b12798186 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "046a4f06-6228-4309-a020-4aa7e3a7eb03" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.197611] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.200998] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bafdf5c0-fddc-4bc5-88cb-04c83cbbf744 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.202532] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222237, 'name': CreateVM_Task, 'duration_secs': 0.599224} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.202700] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1133.203666] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.203800] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.204133] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.204376] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ac9a1ef-6965-4964-bbea-ef6ec1756f23 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.207776] env[68960]: DEBUG oslo_vmware.api [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 1133.207776] env[68960]: value = "task-3222238" [ 1133.207776] env[68960]: _type = "Task" [ 1133.207776] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.209019] env[68960]: DEBUG oslo_vmware.api [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 1133.209019] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52fa2d47-3400-d773-0e86-24b3b5566681" [ 1133.209019] env[68960]: _type = "Task" [ 1133.209019] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.221761] env[68960]: DEBUG oslo_vmware.api [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.224326] env[68960]: DEBUG nova.network.neutron [req-937eaf2d-7dce-414a-a687-d063b0adfffc req-6671c38d-d63d-4bf5-93f4-241364aa6b38 service nova] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Updated VIF entry in instance network info cache for port ee12d3e6-4588-492b-9cbb-63ffb661c2ed. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.224675] env[68960]: DEBUG nova.network.neutron [req-937eaf2d-7dce-414a-a687-d063b0adfffc req-6671c38d-d63d-4bf5-93f4-241364aa6b38 service nova] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Updating instance_info_cache with network_info: [{"id": "ee12d3e6-4588-492b-9cbb-63ffb661c2ed", "address": "fa:16:3e:73:0e:2f", "network": {"id": "8bfecd26-bbd0-4196-8447-de727dae2385", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1461791050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42779973f53e4b13bbe449e808f2bfa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee12d3e6-45", "ovs_interfaceid": "ee12d3e6-4588-492b-9cbb-63ffb661c2ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.226972] env[68960]: DEBUG oslo_vmware.api [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52fa2d47-3400-d773-0e86-24b3b5566681, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.385732] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4309dd70-1865-4919-9c0e-eb6da2af008f tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "5f6c0adf-c72f-45f6-89a8-f696e3d45db7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.472s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.421520] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "2901333b-0754-4d83-a5b6-54603eb97033-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.421595] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "2901333b-0754-4d83-a5b6-54603eb97033-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.421788] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "2901333b-0754-4d83-a5b6-54603eb97033-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.561058] env[68960]: DEBUG oslo_concurrency.lockutils [None req-05225a20-86a2-4d1b-980c-1cf9e27b9852 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquiring lock "6028f5a2-78e8-4b18-b38b-4a35e55c7d91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.561058] env[68960]: DEBUG oslo_concurrency.lockutils [None req-05225a20-86a2-4d1b-980c-1cf9e27b9852 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lock "6028f5a2-78e8-4b18-b38b-4a35e55c7d91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.561321] env[68960]: DEBUG oslo_concurrency.lockutils [None req-05225a20-86a2-4d1b-980c-1cf9e27b9852 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquiring lock "6028f5a2-78e8-4b18-b38b-4a35e55c7d91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.561370] env[68960]: DEBUG oslo_concurrency.lockutils [None req-05225a20-86a2-4d1b-980c-1cf9e27b9852 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lock "6028f5a2-78e8-4b18-b38b-4a35e55c7d91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.561557] env[68960]: DEBUG oslo_concurrency.lockutils [None req-05225a20-86a2-4d1b-980c-1cf9e27b9852 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lock "6028f5a2-78e8-4b18-b38b-4a35e55c7d91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.563838] env[68960]: INFO nova.compute.manager [None req-05225a20-86a2-4d1b-980c-1cf9e27b9852 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Terminating instance [ 1133.579127] env[68960]: DEBUG nova.objects.instance [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lazy-loading 'numa_topology' on Instance uuid e4af7d3d-2951-450d-8ea9-31c975724e74 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.582948] env[68960]: DEBUG nova.compute.utils [None req-5464820c-9c50-4f64-b5d1-fc3b12798186 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1133.723325] env[68960]: DEBUG oslo_vmware.api [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222238, 'name': PowerOnVM_Task, 'duration_secs': 0.445324} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.726942] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.727167] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-086db5bf-89d0-4e72-ac1e-35dac2ad9e5b tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Updating instance '5febc8fc-e564-4e90-aaf7-13b55d292cf8' progress to 100 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.731223] env[68960]: DEBUG oslo_concurrency.lockutils [req-937eaf2d-7dce-414a-a687-d063b0adfffc req-6671c38d-d63d-4bf5-93f4-241364aa6b38 service nova] Releasing lock "refresh_cache-5775fc67-8304-4a6f-b6bf-fc93c5ff7d06" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.731417] env[68960]: DEBUG nova.compute.manager [req-937eaf2d-7dce-414a-a687-d063b0adfffc req-6671c38d-d63d-4bf5-93f4-241364aa6b38 service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Received event network-changed-a17f0fe0-7568-4bce-ac9c-e639ac220b30 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.732352] env[68960]: DEBUG nova.compute.manager [req-937eaf2d-7dce-414a-a687-d063b0adfffc req-6671c38d-d63d-4bf5-93f4-241364aa6b38 service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Refreshing instance network info cache due to event network-changed-a17f0fe0-7568-4bce-ac9c-e639ac220b30. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.732625] env[68960]: DEBUG oslo_concurrency.lockutils [req-937eaf2d-7dce-414a-a687-d063b0adfffc req-6671c38d-d63d-4bf5-93f4-241364aa6b38 service nova] Acquiring lock "refresh_cache-da602590-de5b-4d19-9eed-b39210a8df39" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.732784] env[68960]: DEBUG oslo_concurrency.lockutils [req-937eaf2d-7dce-414a-a687-d063b0adfffc req-6671c38d-d63d-4bf5-93f4-241364aa6b38 service nova] Acquired lock "refresh_cache-da602590-de5b-4d19-9eed-b39210a8df39" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.732964] env[68960]: DEBUG nova.network.neutron [req-937eaf2d-7dce-414a-a687-d063b0adfffc req-6671c38d-d63d-4bf5-93f4-241364aa6b38 service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Refreshing network info cache for port a17f0fe0-7568-4bce-ac9c-e639ac220b30 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.734220] env[68960]: DEBUG oslo_vmware.api [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52fa2d47-3400-d773-0e86-24b3b5566681, 'name': SearchDatastore_Task, 'duration_secs': 0.01196} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.734857] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.735092] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1133.735324] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.735465] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.735642] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1133.735912] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4661c2d5-474a-4787-a627-f1b7ff60c8f9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.745854] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1133.746058] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1133.746943] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7760765a-f662-40e2-83e6-596da02751c0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.753925] env[68960]: DEBUG oslo_vmware.api [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 1133.753925] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52cb03e1-9987-1848-fb00-f2a570336b92" [ 1133.753925] env[68960]: _type = "Task" [ 1133.753925] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.763669] env[68960]: DEBUG oslo_vmware.api [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52cb03e1-9987-1848-fb00-f2a570336b92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.070636] env[68960]: DEBUG nova.compute.manager [None req-05225a20-86a2-4d1b-980c-1cf9e27b9852 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1134.071488] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-05225a20-86a2-4d1b-980c-1cf9e27b9852 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.072521] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e425edd8-45b2-451d-af14-2ef99a0ed3b1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.080805] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-05225a20-86a2-4d1b-980c-1cf9e27b9852 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.081354] env[68960]: INFO nova.compute.claims [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.083773] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eea93888-1d1e-4b9d-85b4-7a9e737ecb55 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.086069] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5464820c-9c50-4f64-b5d1-fc3b12798186 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "046a4f06-6228-4309-a020-4aa7e3a7eb03" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.093216] env[68960]: DEBUG oslo_vmware.api [None req-05225a20-86a2-4d1b-980c-1cf9e27b9852 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for the task: (returnval){ [ 1134.093216] env[68960]: value = "task-3222239" [ 1134.093216] env[68960]: _type = "Task" [ 1134.093216] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.102640] env[68960]: DEBUG oslo_vmware.api [None req-05225a20-86a2-4d1b-980c-1cf9e27b9852 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.266068] env[68960]: DEBUG oslo_vmware.api [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52cb03e1-9987-1848-fb00-f2a570336b92, 'name': SearchDatastore_Task, 'duration_secs': 0.010177} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.267259] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48df2fdd-6251-41bd-b47b-139a3e926da4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.277292] env[68960]: DEBUG oslo_vmware.api [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 1134.277292] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521cc67e-b87a-19b8-c313-0abbfbd549e3" [ 1134.277292] env[68960]: _type = "Task" [ 1134.277292] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.288206] env[68960]: DEBUG oslo_vmware.api [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521cc67e-b87a-19b8-c313-0abbfbd549e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.472702] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "refresh_cache-2901333b-0754-4d83-a5b6-54603eb97033" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.472898] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquired lock "refresh_cache-2901333b-0754-4d83-a5b6-54603eb97033" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.473095] env[68960]: DEBUG nova.network.neutron [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.608090] env[68960]: DEBUG oslo_vmware.api [None req-05225a20-86a2-4d1b-980c-1cf9e27b9852 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222239, 'name': PowerOffVM_Task, 'duration_secs': 0.322253} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.608392] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-05225a20-86a2-4d1b-980c-1cf9e27b9852 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.608572] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-05225a20-86a2-4d1b-980c-1cf9e27b9852 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.608866] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb60522c-74a0-4625-a9a3-2d4903de062f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.691904] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-05225a20-86a2-4d1b-980c-1cf9e27b9852 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.691904] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-05225a20-86a2-4d1b-980c-1cf9e27b9852 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.691904] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-05225a20-86a2-4d1b-980c-1cf9e27b9852 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Deleting the datastore file [datastore1] 6028f5a2-78e8-4b18-b38b-4a35e55c7d91 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.691904] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9f0f489-3bd1-474e-ba51-3703115b7952 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.698031] env[68960]: DEBUG oslo_vmware.api [None req-05225a20-86a2-4d1b-980c-1cf9e27b9852 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for the task: (returnval){ [ 1134.698031] env[68960]: value = "task-3222241" [ 1134.698031] env[68960]: _type = "Task" [ 1134.698031] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.698871] env[68960]: DEBUG nova.network.neutron [req-937eaf2d-7dce-414a-a687-d063b0adfffc req-6671c38d-d63d-4bf5-93f4-241364aa6b38 service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Updated VIF entry in instance network info cache for port a17f0fe0-7568-4bce-ac9c-e639ac220b30. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.699232] env[68960]: DEBUG nova.network.neutron [req-937eaf2d-7dce-414a-a687-d063b0adfffc req-6671c38d-d63d-4bf5-93f4-241364aa6b38 service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Updating instance_info_cache with network_info: [{"id": "a17f0fe0-7568-4bce-ac9c-e639ac220b30", "address": "fa:16:3e:3c:9b:a5", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17f0fe0-75", "ovs_interfaceid": "a17f0fe0-7568-4bce-ac9c-e639ac220b30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.712790] env[68960]: DEBUG oslo_vmware.api [None req-05225a20-86a2-4d1b-980c-1cf9e27b9852 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.790066] env[68960]: DEBUG oslo_vmware.api [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521cc67e-b87a-19b8-c313-0abbfbd549e3, 'name': SearchDatastore_Task, 'duration_secs': 0.011307} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.790371] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.790655] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06/5775fc67-8304-4a6f-b6bf-fc93c5ff7d06.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1134.790940] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95824d03-ace1-4016-8c6e-de3c5a8f12a8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.799712] env[68960]: DEBUG oslo_vmware.api [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 1134.799712] env[68960]: value = "task-3222242" [ 1134.799712] env[68960]: _type = "Task" [ 1134.799712] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.809261] env[68960]: DEBUG oslo_vmware.api [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.023133] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "58f0e55f-d998-44a8-a981-ef4b697ef8dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.023408] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "58f0e55f-d998-44a8-a981-ef4b697ef8dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.162856] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5464820c-9c50-4f64-b5d1-fc3b12798186 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "046a4f06-6228-4309-a020-4aa7e3a7eb03" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.163020] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5464820c-9c50-4f64-b5d1-fc3b12798186 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "046a4f06-6228-4309-a020-4aa7e3a7eb03" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.164289] env[68960]: INFO nova.compute.manager [None req-5464820c-9c50-4f64-b5d1-fc3b12798186 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Attaching volume a9fc626d-4d85-434f-8c7d-188dbf9106bb to /dev/sdb [ 1135.205291] env[68960]: DEBUG oslo_concurrency.lockutils [req-937eaf2d-7dce-414a-a687-d063b0adfffc req-6671c38d-d63d-4bf5-93f4-241364aa6b38 service nova] Releasing lock "refresh_cache-da602590-de5b-4d19-9eed-b39210a8df39" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.205584] env[68960]: DEBUG nova.compute.manager [req-937eaf2d-7dce-414a-a687-d063b0adfffc req-6671c38d-d63d-4bf5-93f4-241364aa6b38 service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Received event network-changed-b64f3ed8-dae8-4e4c-b590-0e488a0a14cb {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.205759] env[68960]: DEBUG nova.compute.manager [req-937eaf2d-7dce-414a-a687-d063b0adfffc req-6671c38d-d63d-4bf5-93f4-241364aa6b38 service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Refreshing instance network info cache due to event network-changed-b64f3ed8-dae8-4e4c-b590-0e488a0a14cb. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.205973] env[68960]: DEBUG oslo_concurrency.lockutils [req-937eaf2d-7dce-414a-a687-d063b0adfffc req-6671c38d-d63d-4bf5-93f4-241364aa6b38 service nova] Acquiring lock "refresh_cache-961e9043-71c8-4ec5-ba39-95a51a68b719" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.206196] env[68960]: DEBUG oslo_concurrency.lockutils [req-937eaf2d-7dce-414a-a687-d063b0adfffc req-6671c38d-d63d-4bf5-93f4-241364aa6b38 service nova] Acquired lock "refresh_cache-961e9043-71c8-4ec5-ba39-95a51a68b719" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.206398] env[68960]: DEBUG nova.network.neutron [req-937eaf2d-7dce-414a-a687-d063b0adfffc req-6671c38d-d63d-4bf5-93f4-241364aa6b38 service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Refreshing network info cache for port b64f3ed8-dae8-4e4c-b590-0e488a0a14cb {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.212437] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1041c2b-3b2d-42c7-9e2e-e305ffcb8ddf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.215120] env[68960]: DEBUG oslo_vmware.api [None req-05225a20-86a2-4d1b-980c-1cf9e27b9852 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147399} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.220286] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-05225a20-86a2-4d1b-980c-1cf9e27b9852 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.220404] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-05225a20-86a2-4d1b-980c-1cf9e27b9852 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.220510] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-05225a20-86a2-4d1b-980c-1cf9e27b9852 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.220684] env[68960]: INFO nova.compute.manager [None req-05225a20-86a2-4d1b-980c-1cf9e27b9852 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1135.220933] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05225a20-86a2-4d1b-980c-1cf9e27b9852 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.222359] env[68960]: DEBUG nova.compute.manager [-] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1135.222465] env[68960]: DEBUG nova.network.neutron [-] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1135.228036] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97f50d4-7204-4d92-8e47-2c440be44df6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.250879] env[68960]: DEBUG nova.virt.block_device [None req-5464820c-9c50-4f64-b5d1-fc3b12798186 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Updating existing volume attachment record: 85a8c750-6095-4aff-8e4d-e02341032b6c {{(pid=68960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1135.258522] env[68960]: DEBUG nova.network.neutron [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Updating instance_info_cache with network_info: [{"id": "b7503718-4175-4573-a972-775a00f56025", "address": "fa:16:3e:f4:04:fe", "network": {"id": "d2f92278-0560-43d8-bc83-ef076840fbed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1118476539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4c63f88f20340cbb8eba0c2935f9832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7503718-41", "ovs_interfaceid": "b7503718-4175-4573-a972-775a00f56025", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.314363] env[68960]: DEBUG oslo_vmware.api [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50408} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.317482] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06/5775fc67-8304-4a6f-b6bf-fc93c5ff7d06.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.317762] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.318263] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b69902a-cd13-4d30-9f8a-d9bf52c1784d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.325793] env[68960]: DEBUG oslo_vmware.api [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 1135.325793] env[68960]: value = "task-3222243" [ 1135.325793] env[68960]: _type = "Task" [ 1135.325793] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.338429] env[68960]: DEBUG oslo_vmware.api [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.366988] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f5508e-1be2-48bd-85ea-2837f9b266e7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.374862] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a3eb66-d59b-472f-9522-47afc174cbba {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.408247] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a0c8d0-d0b0-4430-8dca-92951e537de6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.416400] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf613aa-176e-4f05-ba3b-dd8fb218abaf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.430375] env[68960]: DEBUG nova.compute.provider_tree [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.525450] env[68960]: DEBUG nova.compute.manager [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1135.532758] env[68960]: DEBUG nova.compute.manager [req-5a2009fc-74e7-49b3-89b5-b2a4513000bd req-bfd6e77e-6d4b-4086-9adf-c7432b57d6a4 service nova] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Received event network-vif-deleted-55fe170e-5145-4cfc-a7f8-838bd1cd10d2 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.532973] env[68960]: INFO nova.compute.manager [req-5a2009fc-74e7-49b3-89b5-b2a4513000bd req-bfd6e77e-6d4b-4086-9adf-c7432b57d6a4 service nova] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Neutron deleted interface 55fe170e-5145-4cfc-a7f8-838bd1cd10d2; detaching it from the instance and deleting it from the info cache [ 1135.533168] env[68960]: DEBUG nova.network.neutron [req-5a2009fc-74e7-49b3-89b5-b2a4513000bd req-bfd6e77e-6d4b-4086-9adf-c7432b57d6a4 service nova] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.761743] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Releasing lock "refresh_cache-2901333b-0754-4d83-a5b6-54603eb97033" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.837746] env[68960]: DEBUG oslo_vmware.api [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070658} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.838052] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.838846] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9c51e9-2e0d-4e47-8804-6e3cf436b385 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.865511] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06/5775fc67-8304-4a6f-b6bf-fc93c5ff7d06.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.868619] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-885ce3d8-6c48-4093-bb29-7d87cf98c5ee {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.893912] env[68960]: DEBUG oslo_vmware.api [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 1135.893912] env[68960]: value = "task-3222247" [ 1135.893912] env[68960]: _type = "Task" [ 1135.893912] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.903934] env[68960]: DEBUG oslo_vmware.api [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222247, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.934064] env[68960]: DEBUG nova.scheduler.client.report [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.009895] env[68960]: DEBUG nova.network.neutron [-] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.037483] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-920bd4d0-c241-4047-9413-0a7eff48c951 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.048640] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc774ff-0385-4df8-9350-2adb3cbac9e8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.059905] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.061078] env[68960]: DEBUG nova.network.neutron [req-937eaf2d-7dce-414a-a687-d063b0adfffc req-6671c38d-d63d-4bf5-93f4-241364aa6b38 service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Updated VIF entry in instance network info cache for port b64f3ed8-dae8-4e4c-b590-0e488a0a14cb. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.061532] env[68960]: DEBUG nova.network.neutron [req-937eaf2d-7dce-414a-a687-d063b0adfffc req-6671c38d-d63d-4bf5-93f4-241364aa6b38 service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Updating instance_info_cache with network_info: [{"id": "b64f3ed8-dae8-4e4c-b590-0e488a0a14cb", "address": "fa:16:3e:a7:82:c3", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb64f3ed8-da", "ovs_interfaceid": "b64f3ed8-dae8-4e4c-b590-0e488a0a14cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.090021] env[68960]: DEBUG nova.compute.manager [req-5a2009fc-74e7-49b3-89b5-b2a4513000bd req-bfd6e77e-6d4b-4086-9adf-c7432b57d6a4 service nova] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Detach interface failed, port_id=55fe170e-5145-4cfc-a7f8-838bd1cd10d2, reason: Instance 6028f5a2-78e8-4b18-b38b-4a35e55c7d91 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1136.271901] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8be726-1794-4543-a730-207a7470b1f3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.280161] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2497cb2a-c08d-42c8-8764-c9e097d12a3d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.405769] env[68960]: DEBUG oslo_vmware.api [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.439863] env[68960]: DEBUG oslo_concurrency.lockutils [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.365s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.442132] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.382s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.443794] env[68960]: INFO nova.compute.claims [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.453028] env[68960]: DEBUG oslo_concurrency.lockutils [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "5febc8fc-e564-4e90-aaf7-13b55d292cf8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.453124] env[68960]: DEBUG oslo_concurrency.lockutils [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "5febc8fc-e564-4e90-aaf7-13b55d292cf8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.453460] env[68960]: DEBUG nova.compute.manager [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Going to confirm migration 6 {{(pid=68960) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1136.486323] env[68960]: INFO nova.network.neutron [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Updating port 483f44d2-2263-42ab-9fc1-ae923e17101e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1136.513562] env[68960]: INFO nova.compute.manager [-] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Took 1.29 seconds to deallocate network for instance. [ 1136.565596] env[68960]: DEBUG oslo_concurrency.lockutils [req-937eaf2d-7dce-414a-a687-d063b0adfffc req-6671c38d-d63d-4bf5-93f4-241364aa6b38 service nova] Releasing lock "refresh_cache-961e9043-71c8-4ec5-ba39-95a51a68b719" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.906645] env[68960]: DEBUG oslo_vmware.api [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222247, 'name': ReconfigVM_Task, 'duration_secs': 0.775494} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.907082] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06/5775fc67-8304-4a6f-b6bf-fc93c5ff7d06.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.907839] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98a6722a-5346-4d62-8bdd-4999a47d989a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.915116] env[68960]: DEBUG oslo_vmware.api [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 1136.915116] env[68960]: value = "task-3222248" [ 1136.915116] env[68960]: _type = "Task" [ 1136.915116] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.923672] env[68960]: DEBUG oslo_vmware.api [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222248, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.016262] env[68960]: DEBUG oslo_concurrency.lockutils [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "refresh_cache-5febc8fc-e564-4e90-aaf7-13b55d292cf8" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.016533] env[68960]: DEBUG oslo_concurrency.lockutils [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquired lock "refresh_cache-5febc8fc-e564-4e90-aaf7-13b55d292cf8" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.016686] env[68960]: DEBUG nova.network.neutron [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.016879] env[68960]: DEBUG nova.objects.instance [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lazy-loading 'info_cache' on Instance uuid 5febc8fc-e564-4e90-aaf7-13b55d292cf8 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.021385] env[68960]: DEBUG oslo_concurrency.lockutils [None req-05225a20-86a2-4d1b-980c-1cf9e27b9852 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.409563] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a70624e-1da5-4b8e-a010-b91fee073236 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.435809] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726befc1-54ce-4427-9322-0bba4e89c2f5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.448521] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Updating instance '2901333b-0754-4d83-a5b6-54603eb97033' progress to 83 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1137.452013] env[68960]: DEBUG oslo_vmware.api [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222248, 'name': Rename_Task, 'duration_secs': 0.327017} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.454845] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.455484] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aae00a74-ac69-40b3-b9ae-66b3b33f8bd8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.463560] env[68960]: DEBUG oslo_vmware.api [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 1137.463560] env[68960]: value = "task-3222249" [ 1137.463560] env[68960]: _type = "Task" [ 1137.463560] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.471681] env[68960]: DEBUG oslo_vmware.api [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.642060] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1cc62b-49d8-4068-b6b8-9d11715946da {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.649443] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e57ab45-86fd-48a2-a57f-7003bdc07499 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.681415] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d1fc92-0d8b-4dff-a0f1-85f3b7958f97 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.689274] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d101cf4b-7bfd-4458-8816-14f91bb4d3b9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.702839] env[68960]: DEBUG nova.compute.provider_tree [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.802595] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "interface-961e9043-71c8-4ec5-ba39-95a51a68b719-e6a81c64-c00f-46ff-9296-ee737d482ad5" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.802868] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "interface-961e9043-71c8-4ec5-ba39-95a51a68b719-e6a81c64-c00f-46ff-9296-ee737d482ad5" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.803273] env[68960]: DEBUG nova.objects.instance [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lazy-loading 'flavor' on Instance uuid 961e9043-71c8-4ec5-ba39-95a51a68b719 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.955054] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.955525] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c854b04a-9b7d-4a12-887a-7519b9f67955 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.964691] env[68960]: DEBUG oslo_vmware.api [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1137.964691] env[68960]: value = "task-3222251" [ 1137.964691] env[68960]: _type = "Task" [ 1137.964691] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.978183] env[68960]: DEBUG oslo_vmware.api [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.981454] env[68960]: DEBUG oslo_vmware.api [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222249, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.999146] env[68960]: DEBUG oslo_concurrency.lockutils [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquiring lock "refresh_cache-e4af7d3d-2951-450d-8ea9-31c975724e74" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.999362] env[68960]: DEBUG oslo_concurrency.lockutils [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquired lock "refresh_cache-e4af7d3d-2951-450d-8ea9-31c975724e74" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.999541] env[68960]: DEBUG nova.network.neutron [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.206477] env[68960]: DEBUG nova.scheduler.client.report [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.213843] env[68960]: DEBUG nova.network.neutron [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Updating instance_info_cache with network_info: [{"id": "078d2efb-5eea-4306-a49c-336dd41ffb0a", "address": "fa:16:3e:bf:70:8b", "network": {"id": "f1cc0593-0a64-4a3d-a9a0-5a4bf88e4041", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276161530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "843972d9f85c42b3ac175e0183e6930f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap078d2efb-5e", "ovs_interfaceid": "078d2efb-5eea-4306-a49c-336dd41ffb0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.390722] env[68960]: DEBUG nova.objects.instance [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lazy-loading 'pci_requests' on Instance uuid 961e9043-71c8-4ec5-ba39-95a51a68b719 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.476514] env[68960]: DEBUG oslo_vmware.api [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222249, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.481619] env[68960]: DEBUG oslo_vmware.api [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222251, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.711266] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.711797] env[68960]: DEBUG nova.compute.manager [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1138.715434] env[68960]: DEBUG nova.network.neutron [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Updating instance_info_cache with network_info: [{"id": "483f44d2-2263-42ab-9fc1-ae923e17101e", "address": "fa:16:3e:10:4d:22", "network": {"id": "4139273d-51b4-4bf5-9786-325e4fa44a1c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-641245848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f345894c0e4c42eba03bc430a5358948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap483f44d2-22", "ovs_interfaceid": "483f44d2-2263-42ab-9fc1-ae923e17101e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.717489] env[68960]: DEBUG oslo_concurrency.lockutils [None req-05225a20-86a2-4d1b-980c-1cf9e27b9852 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.695s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.717489] env[68960]: DEBUG nova.objects.instance [None req-05225a20-86a2-4d1b-980c-1cf9e27b9852 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lazy-loading 'resources' on Instance uuid 6028f5a2-78e8-4b18-b38b-4a35e55c7d91 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.718470] env[68960]: DEBUG oslo_concurrency.lockutils [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Releasing lock "refresh_cache-5febc8fc-e564-4e90-aaf7-13b55d292cf8" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.718689] env[68960]: DEBUG nova.objects.instance [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lazy-loading 'migration_context' on Instance uuid 5febc8fc-e564-4e90-aaf7-13b55d292cf8 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.893234] env[68960]: DEBUG nova.objects.base [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Object Instance<961e9043-71c8-4ec5-ba39-95a51a68b719> lazy-loaded attributes: flavor,pci_requests {{(pid=68960) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1138.893465] env[68960]: DEBUG nova.network.neutron [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1138.963713] env[68960]: DEBUG nova.policy [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac6c3170d11f486a9f9f12a2b8d03f32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e614b9fed50b48789272b9d2b974627e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.977495] env[68960]: DEBUG oslo_vmware.api [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222249, 'name': PowerOnVM_Task, 'duration_secs': 1.2945} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.978139] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.978377] env[68960]: INFO nova.compute.manager [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1138.978596] env[68960]: DEBUG nova.compute.manager [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1138.979365] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3b8082-97b8-447e-b50d-d0cc361bad98 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.984641] env[68960]: DEBUG oslo_vmware.api [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222251, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.222923] env[68960]: DEBUG nova.objects.base [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Object Instance<5febc8fc-e564-4e90-aaf7-13b55d292cf8> lazy-loaded attributes: info_cache,migration_context {{(pid=68960) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1139.223693] env[68960]: DEBUG nova.compute.utils [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1139.225085] env[68960]: DEBUG oslo_concurrency.lockutils [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Releasing lock "refresh_cache-e4af7d3d-2951-450d-8ea9-31c975724e74" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.228393] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e29f483-5131-4e75-a2cf-35a5ee7cdb9f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.231250] env[68960]: DEBUG nova.compute.manager [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1139.231440] env[68960]: DEBUG nova.network.neutron [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1139.255830] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc23f69f-6061-492c-a441-71506d35d68b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.262408] env[68960]: DEBUG oslo_vmware.api [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 1139.262408] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]520b70ea-90a1-3a10-a2c3-4282ed70b32c" [ 1139.262408] env[68960]: _type = "Task" [ 1139.262408] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.264586] env[68960]: DEBUG nova.virt.hardware [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9d6db936e49432a233a169d1f5b64380',container_format='bare',created_at=2025-04-03T03:14:53Z,direct_url=,disk_format='vmdk',id=05ef1f28-531a-4375-bd63-5d1d88a0e3e6,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-578631548-shelved',owner='f345894c0e4c42eba03bc430a5358948',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-03T03:15:08Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.264817] env[68960]: DEBUG nova.virt.hardware [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.264974] env[68960]: DEBUG nova.virt.hardware [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.265202] env[68960]: DEBUG nova.virt.hardware [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.265363] env[68960]: DEBUG nova.virt.hardware [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.265511] env[68960]: DEBUG nova.virt.hardware [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.265718] env[68960]: DEBUG nova.virt.hardware [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.265877] env[68960]: DEBUG nova.virt.hardware [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.266056] env[68960]: DEBUG nova.virt.hardware [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.266222] env[68960]: DEBUG nova.virt.hardware [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.266395] env[68960]: DEBUG nova.virt.hardware [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.267484] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec1ac1b-c669-4ee2-bb61-e7620da5b6fc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.274818] env[68960]: DEBUG nova.policy [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aba096a0306642a4819a7d79637bf8ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1643dfbb48924ae7ac0d24e68f54bad2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1139.286693] env[68960]: DEBUG oslo_vmware.api [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]520b70ea-90a1-3a10-a2c3-4282ed70b32c, 'name': SearchDatastore_Task, 'duration_secs': 0.008681} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.287024] env[68960]: DEBUG oslo_concurrency.lockutils [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.288284] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46a639c-31e2-47a0-97c0-f26591ad2593 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.303915] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:4d:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '483f44d2-2263-42ab-9fc1-ae923e17101e', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.311432] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.315240] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.315633] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d824f3c-1a14-4a9d-a9db-1ca824a5b0f0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.339062] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.339062] env[68960]: value = "task-3222252" [ 1139.339062] env[68960]: _type = "Task" [ 1139.339062] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.349372] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222252, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.467327] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afa8e7e-1635-4aa6-be7c-06f7399f588c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.477089] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdf9765-97fa-43e9-9876-919a1dedcad1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.483232] env[68960]: DEBUG oslo_vmware.api [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222251, 'name': PowerOnVM_Task, 'duration_secs': 1.147921} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.483500] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.483688] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ae22a4fd-da1e-4279-b2a0-eb3205fd928a tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Updating instance '2901333b-0754-4d83-a5b6-54603eb97033' progress to 100 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1139.523143] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067350f6-956f-48ba-8d30-b216c626d5ba {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.524199] env[68960]: INFO nova.compute.manager [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Took 22.45 seconds to build instance. [ 1139.531861] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389cbe6e-85bb-4150-817a-15ce2e6c5e14 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.551394] env[68960]: DEBUG nova.compute.provider_tree [None req-05225a20-86a2-4d1b-980c-1cf9e27b9852 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.602058] env[68960]: DEBUG nova.network.neutron [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Successfully created port: a0f2f7dd-5259-4e90-a40f-214e0a09e6c3 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1139.728386] env[68960]: DEBUG nova.compute.manager [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1139.808638] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5464820c-9c50-4f64-b5d1-fc3b12798186 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Volume attach. Driver type: vmdk {{(pid=68960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1139.808884] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5464820c-9c50-4f64-b5d1-fc3b12798186 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644193', 'volume_id': 'a9fc626d-4d85-434f-8c7d-188dbf9106bb', 'name': 'volume-a9fc626d-4d85-434f-8c7d-188dbf9106bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '046a4f06-6228-4309-a020-4aa7e3a7eb03', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9fc626d-4d85-434f-8c7d-188dbf9106bb', 'serial': 'a9fc626d-4d85-434f-8c7d-188dbf9106bb'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1139.810011] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ba6c9f-3be7-4f6c-8d7d-859137ae77b0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.829305] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f578fa8-4052-4a2e-9c2a-59c17954eb2e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.855600] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5464820c-9c50-4f64-b5d1-fc3b12798186 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-a9fc626d-4d85-434f-8c7d-188dbf9106bb/volume-a9fc626d-4d85-434f-8c7d-188dbf9106bb.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.858771] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc36747a-4649-40a5-8523-1c6658f29034 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.876716] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222252, 'name': CreateVM_Task, 'duration_secs': 0.51749} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.877826] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1139.878167] env[68960]: DEBUG oslo_vmware.api [None req-5464820c-9c50-4f64-b5d1-fc3b12798186 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1139.878167] env[68960]: value = "task-3222253" [ 1139.878167] env[68960]: _type = "Task" [ 1139.878167] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.878774] env[68960]: DEBUG oslo_concurrency.lockutils [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/05ef1f28-531a-4375-bd63-5d1d88a0e3e6" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.878933] env[68960]: DEBUG oslo_concurrency.lockutils [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/05ef1f28-531a-4375-bd63-5d1d88a0e3e6" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.879315] env[68960]: DEBUG oslo_concurrency.lockutils [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/05ef1f28-531a-4375-bd63-5d1d88a0e3e6" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.879605] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e356c7a6-7343-4b52-a23e-caadc3bbb2ce {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.888016] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1139.888016] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52616cc3-e257-87d0-20f2-d38216f81a2c" [ 1139.888016] env[68960]: _type = "Task" [ 1139.888016] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.890872] env[68960]: DEBUG oslo_vmware.api [None req-5464820c-9c50-4f64-b5d1-fc3b12798186 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222253, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.898642] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52616cc3-e257-87d0-20f2-d38216f81a2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.026879] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0737dd29-fb1d-4098-9df7-1a7166ba3afc tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "5775fc67-8304-4a6f-b6bf-fc93c5ff7d06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.960s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.055826] env[68960]: DEBUG nova.scheduler.client.report [None req-05225a20-86a2-4d1b-980c-1cf9e27b9852 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.390870] env[68960]: DEBUG oslo_vmware.api [None req-5464820c-9c50-4f64-b5d1-fc3b12798186 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222253, 'name': ReconfigVM_Task, 'duration_secs': 0.364812} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.391282] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5464820c-9c50-4f64-b5d1-fc3b12798186 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-a9fc626d-4d85-434f-8c7d-188dbf9106bb/volume-a9fc626d-4d85-434f-8c7d-188dbf9106bb.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.399278] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8fc9bf9-76db-40b0-8dbc-8d7211f1f02d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.418044] env[68960]: DEBUG oslo_concurrency.lockutils [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/05ef1f28-531a-4375-bd63-5d1d88a0e3e6" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.418318] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Processing image 05ef1f28-531a-4375-bd63-5d1d88a0e3e6 {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1140.418553] env[68960]: DEBUG oslo_concurrency.lockutils [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/05ef1f28-531a-4375-bd63-5d1d88a0e3e6/05ef1f28-531a-4375-bd63-5d1d88a0e3e6.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.418706] env[68960]: DEBUG oslo_concurrency.lockutils [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/05ef1f28-531a-4375-bd63-5d1d88a0e3e6/05ef1f28-531a-4375-bd63-5d1d88a0e3e6.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.418881] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1140.419209] env[68960]: DEBUG oslo_vmware.api [None req-5464820c-9c50-4f64-b5d1-fc3b12798186 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1140.419209] env[68960]: value = "task-3222254" [ 1140.419209] env[68960]: _type = "Task" [ 1140.419209] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.419455] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2060b70c-8a80-4212-a15d-f5b93d24fbfc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.434570] env[68960]: DEBUG oslo_vmware.api [None req-5464820c-9c50-4f64-b5d1-fc3b12798186 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222254, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.435973] env[68960]: DEBUG nova.network.neutron [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Successfully updated port: e6a81c64-c00f-46ff-9296-ee737d482ad5 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1140.445618] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1140.445917] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1140.446742] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-993a30b9-4de6-41e0-9994-5c4805cd823f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.453564] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1140.453564] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52de4c3a-b9e2-1c66-d488-353924823ba8" [ 1140.453564] env[68960]: _type = "Task" [ 1140.453564] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.463948] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52de4c3a-b9e2-1c66-d488-353924823ba8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.563786] env[68960]: DEBUG oslo_concurrency.lockutils [None req-05225a20-86a2-4d1b-980c-1cf9e27b9852 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.847s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.570547] env[68960]: DEBUG oslo_concurrency.lockutils [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.283s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.593745] env[68960]: INFO nova.scheduler.client.report [None req-05225a20-86a2-4d1b-980c-1cf9e27b9852 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Deleted allocations for instance 6028f5a2-78e8-4b18-b38b-4a35e55c7d91 [ 1140.738891] env[68960]: DEBUG nova.compute.manager [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1140.767983] env[68960]: DEBUG nova.virt.hardware [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.768263] env[68960]: DEBUG nova.virt.hardware [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.768434] env[68960]: DEBUG nova.virt.hardware [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.768619] env[68960]: DEBUG nova.virt.hardware [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.768784] env[68960]: DEBUG nova.virt.hardware [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.768934] env[68960]: DEBUG nova.virt.hardware [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.769269] env[68960]: DEBUG nova.virt.hardware [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.769449] env[68960]: DEBUG nova.virt.hardware [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.769622] env[68960]: DEBUG nova.virt.hardware [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.769798] env[68960]: DEBUG nova.virt.hardware [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.769987] env[68960]: DEBUG nova.virt.hardware [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.770926] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c2c016-1df3-419d-9cfd-5d6d9ffb89fa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.780413] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11cda17-e054-4bc2-b444-d75b934bfc8a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.931048] env[68960]: DEBUG oslo_vmware.api [None req-5464820c-9c50-4f64-b5d1-fc3b12798186 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222254, 'name': ReconfigVM_Task, 'duration_secs': 0.15285} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.931390] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5464820c-9c50-4f64-b5d1-fc3b12798186 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644193', 'volume_id': 'a9fc626d-4d85-434f-8c7d-188dbf9106bb', 'name': 'volume-a9fc626d-4d85-434f-8c7d-188dbf9106bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '046a4f06-6228-4309-a020-4aa7e3a7eb03', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9fc626d-4d85-434f-8c7d-188dbf9106bb', 'serial': 'a9fc626d-4d85-434f-8c7d-188dbf9106bb'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1140.938083] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "refresh_cache-961e9043-71c8-4ec5-ba39-95a51a68b719" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.938083] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired lock "refresh_cache-961e9043-71c8-4ec5-ba39-95a51a68b719" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.938192] env[68960]: DEBUG nova.network.neutron [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.964228] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Preparing fetch location {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1140.964516] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Fetch image to [datastore1] OSTACK_IMG_be88a121-20d3-4e07-9734-ce70966bf673/OSTACK_IMG_be88a121-20d3-4e07-9734-ce70966bf673.vmdk {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1140.964705] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Downloading stream optimized image 05ef1f28-531a-4375-bd63-5d1d88a0e3e6 to [datastore1] OSTACK_IMG_be88a121-20d3-4e07-9734-ce70966bf673/OSTACK_IMG_be88a121-20d3-4e07-9734-ce70966bf673.vmdk on the data store datastore1 as vApp {{(pid=68960) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1140.964880] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Downloading image file data 05ef1f28-531a-4375-bd63-5d1d88a0e3e6 to the ESX as VM named 'OSTACK_IMG_be88a121-20d3-4e07-9734-ce70966bf673' {{(pid=68960) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1141.050892] env[68960]: DEBUG nova.network.neutron [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Successfully updated port: a0f2f7dd-5259-4e90-a40f-214e0a09e6c3 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1141.062441] env[68960]: DEBUG oslo_vmware.rw_handles [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1141.062441] env[68960]: value = "resgroup-9" [ 1141.062441] env[68960]: _type = "ResourcePool" [ 1141.062441] env[68960]: }. {{(pid=68960) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1141.063062] env[68960]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8266ca85-0567-43cb-b233-e59c61c0b09b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.096647] env[68960]: DEBUG oslo_vmware.rw_handles [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lease: (returnval){ [ 1141.096647] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d4d6b5-d4ed-dc53-2c7f-3616f031ab7a" [ 1141.096647] env[68960]: _type = "HttpNfcLease" [ 1141.096647] env[68960]: } obtained for vApp import into resource pool (val){ [ 1141.096647] env[68960]: value = "resgroup-9" [ 1141.096647] env[68960]: _type = "ResourcePool" [ 1141.096647] env[68960]: }. {{(pid=68960) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1141.097017] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the lease: (returnval){ [ 1141.097017] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d4d6b5-d4ed-dc53-2c7f-3616f031ab7a" [ 1141.097017] env[68960]: _type = "HttpNfcLease" [ 1141.097017] env[68960]: } to be ready. {{(pid=68960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1141.105183] env[68960]: DEBUG oslo_concurrency.lockutils [None req-05225a20-86a2-4d1b-980c-1cf9e27b9852 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lock "6028f5a2-78e8-4b18-b38b-4a35e55c7d91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.544s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.111641] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1141.111641] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d4d6b5-d4ed-dc53-2c7f-3616f031ab7a" [ 1141.111641] env[68960]: _type = "HttpNfcLease" [ 1141.111641] env[68960]: } is initializing. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1141.300695] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcb7480-fcc3-4108-8085-ec17dc456ea3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.309230] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b797901-099f-453d-bdcc-af8a3d99c1c4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.341157] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301dcfb9-2888-47a3-9ddc-c55260363b64 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.349298] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a780c462-3850-48e3-8083-95bba40788ff {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.363178] env[68960]: DEBUG nova.compute.provider_tree [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.478024] env[68960]: WARNING nova.network.neutron [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] bfa955d9-6d54-4c87-a7cd-bb27c70e191f already exists in list: networks containing: ['bfa955d9-6d54-4c87-a7cd-bb27c70e191f']. ignoring it [ 1141.554932] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "refresh_cache-58f0e55f-d998-44a8-a981-ef4b697ef8dc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.554932] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquired lock "refresh_cache-58f0e55f-d998-44a8-a981-ef4b697ef8dc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.554932] env[68960]: DEBUG nova.network.neutron [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.605830] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1141.605830] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d4d6b5-d4ed-dc53-2c7f-3616f031ab7a" [ 1141.605830] env[68960]: _type = "HttpNfcLease" [ 1141.605830] env[68960]: } is initializing. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1141.768412] env[68960]: DEBUG nova.network.neutron [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Updating instance_info_cache with network_info: [{"id": "b64f3ed8-dae8-4e4c-b590-0e488a0a14cb", "address": "fa:16:3e:a7:82:c3", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb64f3ed8-da", "ovs_interfaceid": "b64f3ed8-dae8-4e4c-b590-0e488a0a14cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e6a81c64-c00f-46ff-9296-ee737d482ad5", "address": "fa:16:3e:40:08:2a", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6a81c64-c0", "ovs_interfaceid": "e6a81c64-c00f-46ff-9296-ee737d482ad5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.866914] env[68960]: DEBUG nova.scheduler.client.report [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.978670] env[68960]: DEBUG nova.objects.instance [None req-5464820c-9c50-4f64-b5d1-fc3b12798186 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lazy-loading 'flavor' on Instance uuid 046a4f06-6228-4309-a020-4aa7e3a7eb03 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.086137] env[68960]: DEBUG nova.network.neutron [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1142.108585] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1142.108585] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d4d6b5-d4ed-dc53-2c7f-3616f031ab7a" [ 1142.108585] env[68960]: _type = "HttpNfcLease" [ 1142.108585] env[68960]: } is ready. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1142.108863] env[68960]: DEBUG oslo_vmware.rw_handles [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1142.108863] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d4d6b5-d4ed-dc53-2c7f-3616f031ab7a" [ 1142.108863] env[68960]: _type = "HttpNfcLease" [ 1142.108863] env[68960]: }. {{(pid=68960) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1142.109465] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dbe766-0c49-4b33-a6ed-2cbb4c534210 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.117054] env[68960]: DEBUG oslo_vmware.rw_handles [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b24d18-6da3-7a1c-2bd7-a9763988d109/disk-0.vmdk from lease info. {{(pid=68960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1142.117244] env[68960]: DEBUG oslo_vmware.rw_handles [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b24d18-6da3-7a1c-2bd7-a9763988d109/disk-0.vmdk. {{(pid=68960) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1142.181500] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-44784db2-8fb4-4187-885e-430e8a26ab5a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.264390] env[68960]: DEBUG nova.network.neutron [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Updating instance_info_cache with network_info: [{"id": "a0f2f7dd-5259-4e90-a40f-214e0a09e6c3", "address": "fa:16:3e:b3:3d:36", "network": {"id": "18c68c88-6a95-47be-a3a4-a992ed478909", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1550065616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1643dfbb48924ae7ac0d24e68f54bad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f2f7dd-52", "ovs_interfaceid": "a0f2f7dd-5259-4e90-a40f-214e0a09e6c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.271708] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Releasing lock "refresh_cache-961e9043-71c8-4ec5-ba39-95a51a68b719" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.272416] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "961e9043-71c8-4ec5-ba39-95a51a68b719" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.272588] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired lock "961e9043-71c8-4ec5-ba39-95a51a68b719" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.273466] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357ae2f0-f2a9-458c-80f1-2b2999fab8d4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.291180] env[68960]: DEBUG nova.virt.hardware [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.291368] env[68960]: DEBUG nova.virt.hardware [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.291521] env[68960]: DEBUG nova.virt.hardware [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.291702] env[68960]: DEBUG nova.virt.hardware [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.291850] env[68960]: DEBUG nova.virt.hardware [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.291992] env[68960]: DEBUG nova.virt.hardware [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.292215] env[68960]: DEBUG nova.virt.hardware [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.292373] env[68960]: DEBUG nova.virt.hardware [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.292536] env[68960]: DEBUG nova.virt.hardware [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.292696] env[68960]: DEBUG nova.virt.hardware [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.292868] env[68960]: DEBUG nova.virt.hardware [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.299222] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Reconfiguring VM to attach interface {{(pid=68960) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1142.299798] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e915478b-092c-4b16-a945-c5b1a7945c80 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.319148] env[68960]: DEBUG oslo_vmware.api [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 1142.319148] env[68960]: value = "task-3222256" [ 1142.319148] env[68960]: _type = "Task" [ 1142.319148] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.328792] env[68960]: DEBUG oslo_vmware.api [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222256, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.485891] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5464820c-9c50-4f64-b5d1-fc3b12798186 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "046a4f06-6228-4309-a020-4aa7e3a7eb03" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.323s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.767374] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Releasing lock "refresh_cache-58f0e55f-d998-44a8-a981-ef4b697ef8dc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.767817] env[68960]: DEBUG nova.compute.manager [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Instance network_info: |[{"id": "a0f2f7dd-5259-4e90-a40f-214e0a09e6c3", "address": "fa:16:3e:b3:3d:36", "network": {"id": "18c68c88-6a95-47be-a3a4-a992ed478909", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1550065616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1643dfbb48924ae7ac0d24e68f54bad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f2f7dd-52", "ovs_interfaceid": "a0f2f7dd-5259-4e90-a40f-214e0a09e6c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1142.768362] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:3d:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0f2f7dd-5259-4e90-a40f-214e0a09e6c3', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.776912] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.780105] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.780353] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7de46049-925e-46b7-b153-5d8b734c91aa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.806486] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.806486] env[68960]: value = "task-3222257" [ 1142.806486] env[68960]: _type = "Task" [ 1142.806486] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.815445] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222257, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.829096] env[68960]: DEBUG oslo_vmware.api [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.878269] env[68960]: DEBUG oslo_concurrency.lockutils [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.308s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.317763] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222257, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.329231] env[68960]: DEBUG oslo_vmware.api [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222256, 'name': ReconfigVM_Task, 'duration_secs': 0.74087} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.329779] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Releasing lock "961e9043-71c8-4ec5-ba39-95a51a68b719" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.329994] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Reconfigured VM to attach interface {{(pid=68960) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1143.444301] env[68960]: INFO nova.scheduler.client.report [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Deleted allocation for migration 6e52ab89-e7ed-4eaa-9492-549fbecfb81b [ 1143.451246] env[68960]: DEBUG oslo_vmware.rw_handles [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Completed reading data from the image iterator. {{(pid=68960) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1143.451557] env[68960]: DEBUG oslo_vmware.rw_handles [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b24d18-6da3-7a1c-2bd7-a9763988d109/disk-0.vmdk. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1143.452586] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4a4aea-d7bf-4c51-987c-a8740a14b2d0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.461886] env[68960]: DEBUG oslo_vmware.rw_handles [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b24d18-6da3-7a1c-2bd7-a9763988d109/disk-0.vmdk is in state: ready. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1143.462129] env[68960]: DEBUG oslo_vmware.rw_handles [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b24d18-6da3-7a1c-2bd7-a9763988d109/disk-0.vmdk. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1143.462364] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-bb06fe1a-faa9-4c68-af2a-dd05e278aeda {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.715895] env[68960]: DEBUG oslo_vmware.rw_handles [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b24d18-6da3-7a1c-2bd7-a9763988d109/disk-0.vmdk. {{(pid=68960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1143.715895] env[68960]: INFO nova.virt.vmwareapi.images [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Downloaded image file data 05ef1f28-531a-4375-bd63-5d1d88a0e3e6 [ 1143.717057] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56113ba4-7cdc-45a0-885f-3cfe0e3ff6c1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.736034] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8240bc4-837d-4b79-ba0b-eed82760da33 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.766132] env[68960]: INFO nova.virt.vmwareapi.images [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] The imported VM was unregistered [ 1143.769399] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Caching image {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1143.769817] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Creating directory with path [datastore1] devstack-image-cache_base/05ef1f28-531a-4375-bd63-5d1d88a0e3e6 {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1143.769817] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10d0e44c-d229-41c7-927b-648bbf9aab57 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.781933] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Created directory with path [datastore1] devstack-image-cache_base/05ef1f28-531a-4375-bd63-5d1d88a0e3e6 {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1143.782131] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_be88a121-20d3-4e07-9734-ce70966bf673/OSTACK_IMG_be88a121-20d3-4e07-9734-ce70966bf673.vmdk to [datastore1] devstack-image-cache_base/05ef1f28-531a-4375-bd63-5d1d88a0e3e6/05ef1f28-531a-4375-bd63-5d1d88a0e3e6.vmdk. {{(pid=68960) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1143.782404] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2f0ca052-cfc9-4c46-9254-6dad5dd8ae8b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.790298] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1143.790298] env[68960]: value = "task-3222259" [ 1143.790298] env[68960]: _type = "Task" [ 1143.790298] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.798809] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222259, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.815587] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222257, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.835141] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9c53f59b-2e13-4044-bc7a-266444600c8e tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "interface-961e9043-71c8-4ec5-ba39-95a51a68b719-e6a81c64-c00f-46ff-9296-ee737d482ad5" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.032s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.950170] env[68960]: DEBUG oslo_concurrency.lockutils [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "5febc8fc-e564-4e90-aaf7-13b55d292cf8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.497s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.302520] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222259, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.317672] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222257, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.784308] env[68960]: DEBUG nova.compute.manager [req-a2836ca1-ff55-40b8-95e7-564c0c34cf13 req-599747d8-e884-4a31-ba9f-ac887f8d8c7b service nova] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Received event network-vif-plugged-483f44d2-2263-42ab-9fc1-ae923e17101e {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.784643] env[68960]: DEBUG oslo_concurrency.lockutils [req-a2836ca1-ff55-40b8-95e7-564c0c34cf13 req-599747d8-e884-4a31-ba9f-ac887f8d8c7b service nova] Acquiring lock "e4af7d3d-2951-450d-8ea9-31c975724e74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.784903] env[68960]: DEBUG oslo_concurrency.lockutils [req-a2836ca1-ff55-40b8-95e7-564c0c34cf13 req-599747d8-e884-4a31-ba9f-ac887f8d8c7b service nova] Lock "e4af7d3d-2951-450d-8ea9-31c975724e74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.785179] env[68960]: DEBUG oslo_concurrency.lockutils [req-a2836ca1-ff55-40b8-95e7-564c0c34cf13 req-599747d8-e884-4a31-ba9f-ac887f8d8c7b service nova] Lock "e4af7d3d-2951-450d-8ea9-31c975724e74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.785372] env[68960]: DEBUG nova.compute.manager [req-a2836ca1-ff55-40b8-95e7-564c0c34cf13 req-599747d8-e884-4a31-ba9f-ac887f8d8c7b service nova] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] No waiting events found dispatching network-vif-plugged-483f44d2-2263-42ab-9fc1-ae923e17101e {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1144.785547] env[68960]: WARNING nova.compute.manager [req-a2836ca1-ff55-40b8-95e7-564c0c34cf13 req-599747d8-e884-4a31-ba9f-ac887f8d8c7b service nova] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Received unexpected event network-vif-plugged-483f44d2-2263-42ab-9fc1-ae923e17101e for instance with vm_state shelved_offloaded and task_state spawning. [ 1144.801587] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222259, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.817585] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222257, 'name': CreateVM_Task, 'duration_secs': 1.534605} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.817777] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.818616] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.818836] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.819184] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.819747] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4196eff-4b9c-4080-97c1-a2ae31a3963e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.827047] env[68960]: DEBUG oslo_vmware.api [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1144.827047] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5237a705-bec9-2296-2265-4b842421e47d" [ 1144.827047] env[68960]: _type = "Task" [ 1144.827047] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.835112] env[68960]: DEBUG oslo_vmware.api [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5237a705-bec9-2296-2265-4b842421e47d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.979498] env[68960]: DEBUG oslo_concurrency.lockutils [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "5febc8fc-e564-4e90-aaf7-13b55d292cf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.979783] env[68960]: DEBUG oslo_concurrency.lockutils [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "5febc8fc-e564-4e90-aaf7-13b55d292cf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.980011] env[68960]: DEBUG oslo_concurrency.lockutils [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "5febc8fc-e564-4e90-aaf7-13b55d292cf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.980209] env[68960]: DEBUG oslo_concurrency.lockutils [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "5febc8fc-e564-4e90-aaf7-13b55d292cf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.980383] env[68960]: DEBUG oslo_concurrency.lockutils [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "5febc8fc-e564-4e90-aaf7-13b55d292cf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.982710] env[68960]: INFO nova.compute.manager [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Terminating instance [ 1144.989855] env[68960]: DEBUG nova.compute.manager [req-c256332f-821a-4c41-8df5-5b3e667a128b req-0a5b131d-9270-4867-904b-b24cb8d31392 service nova] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Received event network-vif-plugged-a0f2f7dd-5259-4e90-a40f-214e0a09e6c3 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.989977] env[68960]: DEBUG oslo_concurrency.lockutils [req-c256332f-821a-4c41-8df5-5b3e667a128b req-0a5b131d-9270-4867-904b-b24cb8d31392 service nova] Acquiring lock "58f0e55f-d998-44a8-a981-ef4b697ef8dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.990198] env[68960]: DEBUG oslo_concurrency.lockutils [req-c256332f-821a-4c41-8df5-5b3e667a128b req-0a5b131d-9270-4867-904b-b24cb8d31392 service nova] Lock "58f0e55f-d998-44a8-a981-ef4b697ef8dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.990366] env[68960]: DEBUG oslo_concurrency.lockutils [req-c256332f-821a-4c41-8df5-5b3e667a128b req-0a5b131d-9270-4867-904b-b24cb8d31392 service nova] Lock "58f0e55f-d998-44a8-a981-ef4b697ef8dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.990802] env[68960]: DEBUG nova.compute.manager [req-c256332f-821a-4c41-8df5-5b3e667a128b req-0a5b131d-9270-4867-904b-b24cb8d31392 service nova] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] No waiting events found dispatching network-vif-plugged-a0f2f7dd-5259-4e90-a40f-214e0a09e6c3 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1144.990802] env[68960]: WARNING nova.compute.manager [req-c256332f-821a-4c41-8df5-5b3e667a128b req-0a5b131d-9270-4867-904b-b24cb8d31392 service nova] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Received unexpected event network-vif-plugged-a0f2f7dd-5259-4e90-a40f-214e0a09e6c3 for instance with vm_state building and task_state spawning. [ 1145.306300] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222259, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.338418] env[68960]: DEBUG oslo_vmware.api [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5237a705-bec9-2296-2265-4b842421e47d, 'name': SearchDatastore_Task, 'duration_secs': 0.090297} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.338418] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.338418] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.338418] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.338728] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.338768] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.339376] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab2015fa-a460-4562-9fde-9b677e9cb323 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.351511] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.351511] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.352170] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acb472ee-0f47-4b6e-98b1-35f8535e33e0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.359847] env[68960]: DEBUG oslo_vmware.api [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1145.359847] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527bd5b1-edfa-02c5-0ac6-b9ce0b0dc5b0" [ 1145.359847] env[68960]: _type = "Task" [ 1145.359847] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.372096] env[68960]: DEBUG oslo_vmware.api [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527bd5b1-edfa-02c5-0ac6-b9ce0b0dc5b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.486359] env[68960]: DEBUG nova.compute.manager [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1145.486457] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.487520] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cb318a-7c7f-4936-affa-33fcb693e98a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.497062] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.497062] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40740691-8b7b-47ac-bd95-eb4643edd76a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.505236] env[68960]: DEBUG oslo_vmware.api [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 1145.505236] env[68960]: value = "task-3222260" [ 1145.505236] env[68960]: _type = "Task" [ 1145.505236] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.516458] env[68960]: DEBUG oslo_vmware.api [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.718600] env[68960]: DEBUG oslo_concurrency.lockutils [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquiring lock "c79904d1-3261-454c-850d-b5e19b6ffb4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.718950] env[68960]: DEBUG oslo_concurrency.lockutils [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lock "c79904d1-3261-454c-850d-b5e19b6ffb4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.719270] env[68960]: DEBUG oslo_concurrency.lockutils [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquiring lock "c79904d1-3261-454c-850d-b5e19b6ffb4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.719523] env[68960]: DEBUG oslo_concurrency.lockutils [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lock "c79904d1-3261-454c-850d-b5e19b6ffb4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.719655] env[68960]: DEBUG oslo_concurrency.lockutils [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lock "c79904d1-3261-454c-850d-b5e19b6ffb4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.722078] env[68960]: INFO nova.compute.manager [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Terminating instance [ 1145.806716] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222259, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.872840] env[68960]: DEBUG oslo_vmware.api [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527bd5b1-edfa-02c5-0ac6-b9ce0b0dc5b0, 'name': SearchDatastore_Task, 'duration_secs': 0.091525} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.873843] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bad59dc-7959-4334-b52a-9876b8f0f74f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.881213] env[68960]: DEBUG oslo_vmware.api [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1145.881213] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522a8978-873c-74fc-91aa-462e1d337d9b" [ 1145.881213] env[68960]: _type = "Task" [ 1145.881213] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.894022] env[68960]: DEBUG oslo_vmware.api [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522a8978-873c-74fc-91aa-462e1d337d9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.010708] env[68960]: DEBUG nova.network.neutron [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Port b7503718-4175-4573-a972-775a00f56025 binding to destination host cpu-1 is already ACTIVE {{(pid=68960) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1146.011039] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "refresh_cache-2901333b-0754-4d83-a5b6-54603eb97033" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.011253] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquired lock "refresh_cache-2901333b-0754-4d83-a5b6-54603eb97033" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.011425] env[68960]: DEBUG nova.network.neutron [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.022113] env[68960]: DEBUG oslo_vmware.api [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222260, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.058710] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af657c6e-9f7b-4807-ab95-b4b5500dcfce tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "interface-961e9043-71c8-4ec5-ba39-95a51a68b719-e6a81c64-c00f-46ff-9296-ee737d482ad5" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.059075] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af657c6e-9f7b-4807-ab95-b4b5500dcfce tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "interface-961e9043-71c8-4ec5-ba39-95a51a68b719-e6a81c64-c00f-46ff-9296-ee737d482ad5" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.072460] env[68960]: INFO nova.compute.manager [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Rebuilding instance [ 1146.116978] env[68960]: DEBUG nova.compute.manager [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.118029] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f4d5fb-ed72-4d4a-8a4f-a9e05e136353 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.226446] env[68960]: DEBUG nova.compute.manager [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.226691] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.227714] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a8bbc3-deb7-49d2-bb47-0de26a25dd57 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.236942] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.237249] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f729bc2d-2280-4207-be8c-736de8a07a91 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.244588] env[68960]: DEBUG oslo_vmware.api [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for the task: (returnval){ [ 1146.244588] env[68960]: value = "task-3222261" [ 1146.244588] env[68960]: _type = "Task" [ 1146.244588] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.255506] env[68960]: DEBUG oslo_vmware.api [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.313488] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222259, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.394850] env[68960]: DEBUG oslo_vmware.api [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522a8978-873c-74fc-91aa-462e1d337d9b, 'name': SearchDatastore_Task, 'duration_secs': 0.087708} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.395179] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.395511] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 58f0e55f-d998-44a8-a981-ef4b697ef8dc/58f0e55f-d998-44a8-a981-ef4b697ef8dc.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1146.395807] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecc584e2-9994-4989-b458-1ff3d0496833 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.405761] env[68960]: DEBUG oslo_vmware.api [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1146.405761] env[68960]: value = "task-3222262" [ 1146.405761] env[68960]: _type = "Task" [ 1146.405761] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.415178] env[68960]: DEBUG oslo_vmware.api [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.519747] env[68960]: DEBUG oslo_vmware.api [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222260, 'name': PowerOffVM_Task, 'duration_secs': 0.539055} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.520065] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.520387] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.520889] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56d781c7-7d5f-45ea-862c-3593810a6666 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.562057] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af657c6e-9f7b-4807-ab95-b4b5500dcfce tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "961e9043-71c8-4ec5-ba39-95a51a68b719" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.562057] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af657c6e-9f7b-4807-ab95-b4b5500dcfce tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired lock "961e9043-71c8-4ec5-ba39-95a51a68b719" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.563118] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f414cd-9fca-45ba-91b3-e6b84b7df449 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.584669] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb22ae57-40d9-49f8-8368-206c9af64811 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.613317] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-af657c6e-9f7b-4807-ab95-b4b5500dcfce tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Reconfiguring VM to detach interface {{(pid=68960) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1146.615214] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4ea540f-1629-40fd-8aa0-180397934374 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.628929] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.629252] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.629444] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Deleting the datastore file [datastore2] 5febc8fc-e564-4e90-aaf7-13b55d292cf8 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.634040] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-666126b2-79f5-4f39-84a8-cbab146c88f8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.643488] env[68960]: DEBUG oslo_vmware.api [None req-af657c6e-9f7b-4807-ab95-b4b5500dcfce tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 1146.643488] env[68960]: value = "task-3222265" [ 1146.643488] env[68960]: _type = "Task" [ 1146.643488] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.645631] env[68960]: DEBUG oslo_vmware.api [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for the task: (returnval){ [ 1146.645631] env[68960]: value = "task-3222264" [ 1146.645631] env[68960]: _type = "Task" [ 1146.645631] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.659580] env[68960]: DEBUG oslo_vmware.api [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.662986] env[68960]: DEBUG oslo_vmware.api [None req-af657c6e-9f7b-4807-ab95-b4b5500dcfce tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222265, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.755601] env[68960]: DEBUG oslo_vmware.api [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222261, 'name': PowerOffVM_Task, 'duration_secs': 0.211254} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.755971] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.756195] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.756522] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ef49731-02ed-4926-8cc4-7e0f964cb56a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.806210] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222259, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.807298] env[68960]: DEBUG nova.network.neutron [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Updating instance_info_cache with network_info: [{"id": "b7503718-4175-4573-a972-775a00f56025", "address": "fa:16:3e:f4:04:fe", "network": {"id": "d2f92278-0560-43d8-bc83-ef076840fbed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1118476539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4c63f88f20340cbb8eba0c2935f9832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7503718-41", "ovs_interfaceid": "b7503718-4175-4573-a972-775a00f56025", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.810643] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "5775fc67-8304-4a6f-b6bf-fc93c5ff7d06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.810643] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "5775fc67-8304-4a6f-b6bf-fc93c5ff7d06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.810809] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "5775fc67-8304-4a6f-b6bf-fc93c5ff7d06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.810908] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "5775fc67-8304-4a6f-b6bf-fc93c5ff7d06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.811043] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "5775fc67-8304-4a6f-b6bf-fc93c5ff7d06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.813032] env[68960]: INFO nova.compute.manager [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Terminating instance [ 1146.817622] env[68960]: DEBUG nova.compute.manager [req-92d55175-9b52-4829-8b03-4822821d6b32 req-9a11a11e-d2a0-4af9-9a7e-8e2f0e1af0d3 service nova] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Received event network-changed-483f44d2-2263-42ab-9fc1-ae923e17101e {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.817959] env[68960]: DEBUG nova.compute.manager [req-92d55175-9b52-4829-8b03-4822821d6b32 req-9a11a11e-d2a0-4af9-9a7e-8e2f0e1af0d3 service nova] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Refreshing instance network info cache due to event network-changed-483f44d2-2263-42ab-9fc1-ae923e17101e. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.818147] env[68960]: DEBUG oslo_concurrency.lockutils [req-92d55175-9b52-4829-8b03-4822821d6b32 req-9a11a11e-d2a0-4af9-9a7e-8e2f0e1af0d3 service nova] Acquiring lock "refresh_cache-e4af7d3d-2951-450d-8ea9-31c975724e74" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.818390] env[68960]: DEBUG oslo_concurrency.lockutils [req-92d55175-9b52-4829-8b03-4822821d6b32 req-9a11a11e-d2a0-4af9-9a7e-8e2f0e1af0d3 service nova] Acquired lock "refresh_cache-e4af7d3d-2951-450d-8ea9-31c975724e74" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.818653] env[68960]: DEBUG nova.network.neutron [req-92d55175-9b52-4829-8b03-4822821d6b32 req-9a11a11e-d2a0-4af9-9a7e-8e2f0e1af0d3 service nova] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Refreshing network info cache for port 483f44d2-2263-42ab-9fc1-ae923e17101e {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.834395] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.834614] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.834835] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Deleting the datastore file [datastore1] c79904d1-3261-454c-850d-b5e19b6ffb4f {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.835129] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba5696a6-3738-493e-8d77-e8eeb2ad42ca {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.843254] env[68960]: DEBUG oslo_vmware.api [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for the task: (returnval){ [ 1146.843254] env[68960]: value = "task-3222267" [ 1146.843254] env[68960]: _type = "Task" [ 1146.843254] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.853077] env[68960]: DEBUG oslo_vmware.api [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.915651] env[68960]: DEBUG oslo_vmware.api [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.015546] env[68960]: DEBUG nova.compute.manager [req-27af9ed5-316f-4881-b561-2bfcb4ad28db req-087ed04f-7459-45f7-b505-ee8cbd618797 service nova] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Received event network-changed-a0f2f7dd-5259-4e90-a40f-214e0a09e6c3 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.015725] env[68960]: DEBUG nova.compute.manager [req-27af9ed5-316f-4881-b561-2bfcb4ad28db req-087ed04f-7459-45f7-b505-ee8cbd618797 service nova] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Refreshing instance network info cache due to event network-changed-a0f2f7dd-5259-4e90-a40f-214e0a09e6c3. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.016018] env[68960]: DEBUG oslo_concurrency.lockutils [req-27af9ed5-316f-4881-b561-2bfcb4ad28db req-087ed04f-7459-45f7-b505-ee8cbd618797 service nova] Acquiring lock "refresh_cache-58f0e55f-d998-44a8-a981-ef4b697ef8dc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.016235] env[68960]: DEBUG oslo_concurrency.lockutils [req-27af9ed5-316f-4881-b561-2bfcb4ad28db req-087ed04f-7459-45f7-b505-ee8cbd618797 service nova] Acquired lock "refresh_cache-58f0e55f-d998-44a8-a981-ef4b697ef8dc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.016416] env[68960]: DEBUG nova.network.neutron [req-27af9ed5-316f-4881-b561-2bfcb4ad28db req-087ed04f-7459-45f7-b505-ee8cbd618797 service nova] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Refreshing network info cache for port a0f2f7dd-5259-4e90-a40f-214e0a09e6c3 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.138215] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.138544] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-983da20b-cec5-4be0-9a0d-74f1814aee14 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.151931] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1147.151931] env[68960]: value = "task-3222268" [ 1147.151931] env[68960]: _type = "Task" [ 1147.151931] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.167255] env[68960]: DEBUG oslo_vmware.api [None req-af657c6e-9f7b-4807-ab95-b4b5500dcfce tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.174278] env[68960]: DEBUG oslo_vmware.api [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.177985] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.308614] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222259, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.106097} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.309068] env[68960]: INFO nova.virt.vmwareapi.ds_util [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_be88a121-20d3-4e07-9734-ce70966bf673/OSTACK_IMG_be88a121-20d3-4e07-9734-ce70966bf673.vmdk to [datastore1] devstack-image-cache_base/05ef1f28-531a-4375-bd63-5d1d88a0e3e6/05ef1f28-531a-4375-bd63-5d1d88a0e3e6.vmdk. [ 1147.309299] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Cleaning up location [datastore1] OSTACK_IMG_be88a121-20d3-4e07-9734-ce70966bf673 {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1147.309497] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_be88a121-20d3-4e07-9734-ce70966bf673 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.310094] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Releasing lock "refresh_cache-2901333b-0754-4d83-a5b6-54603eb97033" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.311679] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c95a234-a943-4787-9144-a81436c34fc1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.323443] env[68960]: DEBUG nova.compute.manager [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1147.323770] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.326539] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1147.326539] env[68960]: value = "task-3222269" [ 1147.326539] env[68960]: _type = "Task" [ 1147.326539] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.328256] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a63a2a7-d00a-464e-a063-6a8e8308ba0c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.344129] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.347155] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.350938] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8acdf18d-7a9f-4619-8968-cef2b8ae3b42 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.363454] env[68960]: DEBUG oslo_vmware.api [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.364736] env[68960]: DEBUG oslo_vmware.api [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 1147.364736] env[68960]: value = "task-3222270" [ 1147.364736] env[68960]: _type = "Task" [ 1147.364736] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.388700] env[68960]: DEBUG oslo_vmware.api [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.420081] env[68960]: DEBUG oslo_vmware.api [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222262, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.569313] env[68960]: DEBUG nova.network.neutron [req-92d55175-9b52-4829-8b03-4822821d6b32 req-9a11a11e-d2a0-4af9-9a7e-8e2f0e1af0d3 service nova] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Updated VIF entry in instance network info cache for port 483f44d2-2263-42ab-9fc1-ae923e17101e. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.569678] env[68960]: DEBUG nova.network.neutron [req-92d55175-9b52-4829-8b03-4822821d6b32 req-9a11a11e-d2a0-4af9-9a7e-8e2f0e1af0d3 service nova] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Updating instance_info_cache with network_info: [{"id": "483f44d2-2263-42ab-9fc1-ae923e17101e", "address": "fa:16:3e:10:4d:22", "network": {"id": "4139273d-51b4-4bf5-9786-325e4fa44a1c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-641245848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f345894c0e4c42eba03bc430a5358948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap483f44d2-22", "ovs_interfaceid": "483f44d2-2263-42ab-9fc1-ae923e17101e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.659119] env[68960]: DEBUG oslo_vmware.api [None req-af657c6e-9f7b-4807-ab95-b4b5500dcfce tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.668111] env[68960]: DEBUG oslo_vmware.api [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Task: {'id': task-3222264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.578423} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.668707] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.669284] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.669284] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.669533] env[68960]: INFO nova.compute.manager [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Took 2.18 seconds to destroy the instance on the hypervisor. [ 1147.669615] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.669820] env[68960]: DEBUG nova.compute.manager [-] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.670636] env[68960]: DEBUG nova.network.neutron [-] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1147.674355] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222268, 'name': PowerOffVM_Task, 'duration_secs': 0.370837} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.674766] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.731335] env[68960]: INFO nova.compute.manager [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Detaching volume a9fc626d-4d85-434f-8c7d-188dbf9106bb [ 1147.765259] env[68960]: INFO nova.virt.block_device [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Attempting to driver detach volume a9fc626d-4d85-434f-8c7d-188dbf9106bb from mountpoint /dev/sdb [ 1147.765387] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Volume detach. Driver type: vmdk {{(pid=68960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1147.765566] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644193', 'volume_id': 'a9fc626d-4d85-434f-8c7d-188dbf9106bb', 'name': 'volume-a9fc626d-4d85-434f-8c7d-188dbf9106bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '046a4f06-6228-4309-a020-4aa7e3a7eb03', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9fc626d-4d85-434f-8c7d-188dbf9106bb', 'serial': 'a9fc626d-4d85-434f-8c7d-188dbf9106bb'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1147.766509] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f681a952-99f8-48bd-9776-2e9ba6adf6c1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.794790] env[68960]: DEBUG nova.network.neutron [req-27af9ed5-316f-4881-b561-2bfcb4ad28db req-087ed04f-7459-45f7-b505-ee8cbd618797 service nova] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Updated VIF entry in instance network info cache for port a0f2f7dd-5259-4e90-a40f-214e0a09e6c3. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.795334] env[68960]: DEBUG nova.network.neutron [req-27af9ed5-316f-4881-b561-2bfcb4ad28db req-087ed04f-7459-45f7-b505-ee8cbd618797 service nova] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Updating instance_info_cache with network_info: [{"id": "a0f2f7dd-5259-4e90-a40f-214e0a09e6c3", "address": "fa:16:3e:b3:3d:36", "network": {"id": "18c68c88-6a95-47be-a3a4-a992ed478909", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1550065616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1643dfbb48924ae7ac0d24e68f54bad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f2f7dd-52", "ovs_interfaceid": "a0f2f7dd-5259-4e90-a40f-214e0a09e6c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.797498] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd19c24-e4b3-4c4b-9c1c-1e5fda498d25 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.806342] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4821e0-4444-487c-87e0-d9dfdbd7c6e7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.828955] env[68960]: DEBUG nova.compute.manager [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68960) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1147.831620] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb028fc-3dc0-43ca-80ee-38d53e6b6655 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.844538] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126143} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.862710] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.862710] env[68960]: DEBUG oslo_concurrency.lockutils [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/05ef1f28-531a-4375-bd63-5d1d88a0e3e6/05ef1f28-531a-4375-bd63-5d1d88a0e3e6.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.862983] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/05ef1f28-531a-4375-bd63-5d1d88a0e3e6/05ef1f28-531a-4375-bd63-5d1d88a0e3e6.vmdk to [datastore1] e4af7d3d-2951-450d-8ea9-31c975724e74/e4af7d3d-2951-450d-8ea9-31c975724e74.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.863688] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] The volume has not been displaced from its original location: [datastore2] volume-a9fc626d-4d85-434f-8c7d-188dbf9106bb/volume-a9fc626d-4d85-434f-8c7d-188dbf9106bb.vmdk. No consolidation needed. {{(pid=68960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1147.869658] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1147.869992] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e6c9995-33fd-4158-a64f-89e6990c0e8e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.874973] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e530489-487f-43c2-ade7-d2fed60ce585 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.901237] env[68960]: DEBUG oslo_vmware.api [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.616949} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.905738] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.905738] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.905738] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.905853] env[68960]: INFO nova.compute.manager [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1147.906091] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.906718] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1147.906718] env[68960]: value = "task-3222272" [ 1147.906718] env[68960]: _type = "Task" [ 1147.906718] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.906718] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1147.906718] env[68960]: value = "task-3222271" [ 1147.906718] env[68960]: _type = "Task" [ 1147.906718] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.908314] env[68960]: DEBUG oslo_vmware.api [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222270, 'name': PowerOffVM_Task, 'duration_secs': 0.236638} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.908314] env[68960]: DEBUG nova.compute.manager [-] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.908314] env[68960]: DEBUG nova.network.neutron [-] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1147.908991] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.909562] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.917517] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8449e38d-09b5-491c-a901-e56e5773f6fc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.927167] env[68960]: DEBUG oslo_vmware.api [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222262, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.036631} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.932900] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 58f0e55f-d998-44a8-a981-ef4b697ef8dc/58f0e55f-d998-44a8-a981-ef4b697ef8dc.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1147.933247] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1147.933523] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.933741] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.933953] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57d39bdf-adec-48d1-8715-ebaadc4e86a4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.942232] env[68960]: DEBUG oslo_vmware.api [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1147.942232] env[68960]: value = "task-3222274" [ 1147.942232] env[68960]: _type = "Task" [ 1147.942232] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.955622] env[68960]: DEBUG oslo_vmware.api [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.000725] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.000975] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.001244] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Deleting the datastore file [datastore1] 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.002801] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54dde927-d48c-4399-80b3-58358b3d5991 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.009838] env[68960]: DEBUG oslo_vmware.api [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for the task: (returnval){ [ 1148.009838] env[68960]: value = "task-3222275" [ 1148.009838] env[68960]: _type = "Task" [ 1148.009838] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.021128] env[68960]: DEBUG oslo_vmware.api [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.072979] env[68960]: DEBUG oslo_concurrency.lockutils [req-92d55175-9b52-4829-8b03-4822821d6b32 req-9a11a11e-d2a0-4af9-9a7e-8e2f0e1af0d3 service nova] Releasing lock "refresh_cache-e4af7d3d-2951-450d-8ea9-31c975724e74" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.073295] env[68960]: DEBUG nova.compute.manager [req-92d55175-9b52-4829-8b03-4822821d6b32 req-9a11a11e-d2a0-4af9-9a7e-8e2f0e1af0d3 service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Received event network-vif-plugged-e6a81c64-c00f-46ff-9296-ee737d482ad5 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.073499] env[68960]: DEBUG oslo_concurrency.lockutils [req-92d55175-9b52-4829-8b03-4822821d6b32 req-9a11a11e-d2a0-4af9-9a7e-8e2f0e1af0d3 service nova] Acquiring lock "961e9043-71c8-4ec5-ba39-95a51a68b719-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.073707] env[68960]: DEBUG oslo_concurrency.lockutils [req-92d55175-9b52-4829-8b03-4822821d6b32 req-9a11a11e-d2a0-4af9-9a7e-8e2f0e1af0d3 service nova] Lock "961e9043-71c8-4ec5-ba39-95a51a68b719-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.073867] env[68960]: DEBUG oslo_concurrency.lockutils [req-92d55175-9b52-4829-8b03-4822821d6b32 req-9a11a11e-d2a0-4af9-9a7e-8e2f0e1af0d3 service nova] Lock "961e9043-71c8-4ec5-ba39-95a51a68b719-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.074044] env[68960]: DEBUG nova.compute.manager [req-92d55175-9b52-4829-8b03-4822821d6b32 req-9a11a11e-d2a0-4af9-9a7e-8e2f0e1af0d3 service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] No waiting events found dispatching network-vif-plugged-e6a81c64-c00f-46ff-9296-ee737d482ad5 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1148.074213] env[68960]: WARNING nova.compute.manager [req-92d55175-9b52-4829-8b03-4822821d6b32 req-9a11a11e-d2a0-4af9-9a7e-8e2f0e1af0d3 service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Received unexpected event network-vif-plugged-e6a81c64-c00f-46ff-9296-ee737d482ad5 for instance with vm_state active and task_state None. [ 1148.074373] env[68960]: DEBUG nova.compute.manager [req-92d55175-9b52-4829-8b03-4822821d6b32 req-9a11a11e-d2a0-4af9-9a7e-8e2f0e1af0d3 service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Received event network-changed-e6a81c64-c00f-46ff-9296-ee737d482ad5 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.074522] env[68960]: DEBUG nova.compute.manager [req-92d55175-9b52-4829-8b03-4822821d6b32 req-9a11a11e-d2a0-4af9-9a7e-8e2f0e1af0d3 service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Refreshing instance network info cache due to event network-changed-e6a81c64-c00f-46ff-9296-ee737d482ad5. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.074708] env[68960]: DEBUG oslo_concurrency.lockutils [req-92d55175-9b52-4829-8b03-4822821d6b32 req-9a11a11e-d2a0-4af9-9a7e-8e2f0e1af0d3 service nova] Acquiring lock "refresh_cache-961e9043-71c8-4ec5-ba39-95a51a68b719" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.074833] env[68960]: DEBUG oslo_concurrency.lockutils [req-92d55175-9b52-4829-8b03-4822821d6b32 req-9a11a11e-d2a0-4af9-9a7e-8e2f0e1af0d3 service nova] Acquired lock "refresh_cache-961e9043-71c8-4ec5-ba39-95a51a68b719" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.074986] env[68960]: DEBUG nova.network.neutron [req-92d55175-9b52-4829-8b03-4822821d6b32 req-9a11a11e-d2a0-4af9-9a7e-8e2f0e1af0d3 service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Refreshing network info cache for port e6a81c64-c00f-46ff-9296-ee737d482ad5 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.160016] env[68960]: DEBUG oslo_vmware.api [None req-af657c6e-9f7b-4807-ab95-b4b5500dcfce tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.301372] env[68960]: DEBUG oslo_concurrency.lockutils [req-27af9ed5-316f-4881-b561-2bfcb4ad28db req-087ed04f-7459-45f7-b505-ee8cbd618797 service nova] Releasing lock "refresh_cache-58f0e55f-d998-44a8-a981-ef4b697ef8dc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.423965] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222272, 'name': ReconfigVM_Task, 'duration_secs': 0.256502} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.427108] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1148.431410] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222271, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.431677] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-587442d6-f44a-4532-a0a9-9d47c9609300 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.451879] env[68960]: DEBUG nova.network.neutron [-] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.453359] env[68960]: DEBUG oslo_vmware.api [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082094} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.457562] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1148.458253] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1148.458253] env[68960]: value = "task-3222276" [ 1148.458253] env[68960]: _type = "Task" [ 1148.458253] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.459435] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e577fadd-8137-407d-afc4-a38397eef41a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.473607] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222276, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.492660] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 58f0e55f-d998-44a8-a981-ef4b697ef8dc/58f0e55f-d998-44a8-a981-ef4b697ef8dc.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.493383] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f9394d9-4c87-450d-8d7a-bb3792db7ed0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.517597] env[68960]: DEBUG oslo_vmware.api [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1148.517597] env[68960]: value = "task-3222277" [ 1148.517597] env[68960]: _type = "Task" [ 1148.517597] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.521568] env[68960]: DEBUG oslo_vmware.api [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.531037] env[68960]: DEBUG oslo_vmware.api [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222277, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.659363] env[68960]: DEBUG oslo_vmware.api [None req-af657c6e-9f7b-4807-ab95-b4b5500dcfce tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.766167] env[68960]: DEBUG nova.network.neutron [-] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.846272] env[68960]: DEBUG nova.compute.manager [req-bab57d89-1c92-4d06-85d0-c432f908739b req-5f592e63-44d3-4dee-a208-a241f49f0079 service nova] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Received event network-vif-deleted-39eb9c0e-a75e-40ed-9340-d723c8dd7c59 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.920684] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222271, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.926482] env[68960]: DEBUG nova.network.neutron [req-92d55175-9b52-4829-8b03-4822821d6b32 req-9a11a11e-d2a0-4af9-9a7e-8e2f0e1af0d3 service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Updated VIF entry in instance network info cache for port e6a81c64-c00f-46ff-9296-ee737d482ad5. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.926575] env[68960]: DEBUG nova.network.neutron [req-92d55175-9b52-4829-8b03-4822821d6b32 req-9a11a11e-d2a0-4af9-9a7e-8e2f0e1af0d3 service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Updating instance_info_cache with network_info: [{"id": "b64f3ed8-dae8-4e4c-b590-0e488a0a14cb", "address": "fa:16:3e:a7:82:c3", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb64f3ed8-da", "ovs_interfaceid": "b64f3ed8-dae8-4e4c-b590-0e488a0a14cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e6a81c64-c00f-46ff-9296-ee737d482ad5", "address": "fa:16:3e:40:08:2a", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6a81c64-c0", "ovs_interfaceid": "e6a81c64-c00f-46ff-9296-ee737d482ad5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.959945] env[68960]: INFO nova.compute.manager [-] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Took 1.29 seconds to deallocate network for instance. [ 1148.960456] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.960728] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.979479] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222276, 'name': ReconfigVM_Task, 'duration_secs': 0.185035} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.979807] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644193', 'volume_id': 'a9fc626d-4d85-434f-8c7d-188dbf9106bb', 'name': 'volume-a9fc626d-4d85-434f-8c7d-188dbf9106bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '046a4f06-6228-4309-a020-4aa7e3a7eb03', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9fc626d-4d85-434f-8c7d-188dbf9106bb', 'serial': 'a9fc626d-4d85-434f-8c7d-188dbf9106bb'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1149.024322] env[68960]: DEBUG oslo_vmware.api [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Task: {'id': task-3222275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.010699} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.028072] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.028417] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.028633] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.028911] env[68960]: INFO nova.compute.manager [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1149.029215] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.029448] env[68960]: DEBUG nova.compute.manager [-] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1149.029544] env[68960]: DEBUG nova.network.neutron [-] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1149.037820] env[68960]: DEBUG oslo_vmware.api [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.045691] env[68960]: DEBUG nova.compute.manager [req-c4825dd5-8e97-476b-a47a-d25d4e8e6468 req-d5cfc3d3-b76a-4203-8619-8090c7b6fafc service nova] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Received event network-vif-deleted-078d2efb-5eea-4306-a49c-336dd41ffb0a {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.160204] env[68960]: DEBUG oslo_vmware.api [None req-af657c6e-9f7b-4807-ab95-b4b5500dcfce tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.269532] env[68960]: INFO nova.compute.manager [-] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Took 1.36 seconds to deallocate network for instance. [ 1149.421708] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222271, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.429597] env[68960]: DEBUG oslo_concurrency.lockutils [req-92d55175-9b52-4829-8b03-4822821d6b32 req-9a11a11e-d2a0-4af9-9a7e-8e2f0e1af0d3 service nova] Releasing lock "refresh_cache-961e9043-71c8-4ec5-ba39-95a51a68b719" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.464293] env[68960]: DEBUG nova.objects.instance [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lazy-loading 'migration_context' on Instance uuid 2901333b-0754-4d83-a5b6-54603eb97033 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.474504] env[68960]: DEBUG oslo_concurrency.lockutils [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.534537] env[68960]: DEBUG oslo_vmware.api [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.662013] env[68960]: DEBUG oslo_vmware.api [None req-af657c6e-9f7b-4807-ab95-b4b5500dcfce tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.776240] env[68960]: DEBUG oslo_concurrency.lockutils [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.878043] env[68960]: DEBUG nova.network.neutron [-] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.921427] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222271, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.037086] env[68960]: DEBUG oslo_vmware.api [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222277, 'name': ReconfigVM_Task, 'duration_secs': 1.214215} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.037463] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 58f0e55f-d998-44a8-a981-ef4b697ef8dc/58f0e55f-d998-44a8-a981-ef4b697ef8dc.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.038215] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-670f054e-5297-480a-802f-bac9085be4ff {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.040248] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.040480] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7aca6d43-1edf-4f4c-a275-a43b1e4435ef {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.049034] env[68960]: DEBUG oslo_vmware.api [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1150.049034] env[68960]: value = "task-3222278" [ 1150.049034] env[68960]: _type = "Task" [ 1150.049034] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.053652] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1150.053652] env[68960]: value = "task-3222279" [ 1150.053652] env[68960]: _type = "Task" [ 1150.053652] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.062116] env[68960]: DEBUG oslo_vmware.api [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222278, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.072158] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] VM already powered off {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1150.072158] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Volume detach. Driver type: vmdk {{(pid=68960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1150.072463] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644193', 'volume_id': 'a9fc626d-4d85-434f-8c7d-188dbf9106bb', 'name': 'volume-a9fc626d-4d85-434f-8c7d-188dbf9106bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '046a4f06-6228-4309-a020-4aa7e3a7eb03', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9fc626d-4d85-434f-8c7d-188dbf9106bb', 'serial': 'a9fc626d-4d85-434f-8c7d-188dbf9106bb'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1150.073410] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a745314c-2379-4580-acaf-0c5b4517a61f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.104460] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29eb0c33-eaa7-4c89-ad83-075228e71177 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.114018] env[68960]: WARNING nova.virt.vmwareapi.driver [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1150.114359] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.115316] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ec015e-574e-48a6-9483-6eef3d0d7af5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.128282] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.128623] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d66c8779-c648-465b-b148-4571d3758544 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.164828] env[68960]: DEBUG oslo_vmware.api [None req-af657c6e-9f7b-4807-ab95-b4b5500dcfce tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.196403] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d57bdd-e015-47cb-8c31-d452f31abb3d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.205208] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1729f968-a233-41ae-b8da-df1a4950228b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.209747] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.209962] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.210169] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Deleting the datastore file [datastore1] 046a4f06-6228-4309-a020-4aa7e3a7eb03 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.210816] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-331560b7-d9ee-4da2-8db3-00fc1a4f3f45 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.240250] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdb1cd1-b6d4-4264-8e94-e4bb23802f27 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.243019] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1150.243019] env[68960]: value = "task-3222281" [ 1150.243019] env[68960]: _type = "Task" [ 1150.243019] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.254391] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45506a93-0069-4472-a677-1a3aec3d3391 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.258563] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.270347] env[68960]: DEBUG nova.compute.provider_tree [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.380132] env[68960]: INFO nova.compute.manager [-] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Took 1.35 seconds to deallocate network for instance. [ 1150.425175] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222271, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.383588} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.425408] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/05ef1f28-531a-4375-bd63-5d1d88a0e3e6/05ef1f28-531a-4375-bd63-5d1d88a0e3e6.vmdk to [datastore1] e4af7d3d-2951-450d-8ea9-31c975724e74/e4af7d3d-2951-450d-8ea9-31c975724e74.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1150.426204] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee6d0c2-a7a2-4cfd-9305-2188e7bceb54 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.449404] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] e4af7d3d-2951-450d-8ea9-31c975724e74/e4af7d3d-2951-450d-8ea9-31c975724e74.vmdk or device None with type streamOptimized {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.449760] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7737f853-e126-46eb-96bd-f58451b6e5dd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.470606] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1150.470606] env[68960]: value = "task-3222282" [ 1150.470606] env[68960]: _type = "Task" [ 1150.470606] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.479391] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.561955] env[68960]: DEBUG oslo_vmware.api [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222278, 'name': Rename_Task, 'duration_secs': 0.302564} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.562256] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.562530] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5f68933-1ea5-4d86-bf97-25e7837ab963 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.569231] env[68960]: DEBUG oslo_vmware.api [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1150.569231] env[68960]: value = "task-3222283" [ 1150.569231] env[68960]: _type = "Task" [ 1150.569231] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.584686] env[68960]: DEBUG oslo_vmware.api [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.662258] env[68960]: DEBUG oslo_vmware.api [None req-af657c6e-9f7b-4807-ab95-b4b5500dcfce tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.754121] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199894} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.754436] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.754624] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.754805] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.773828] env[68960]: DEBUG nova.scheduler.client.report [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.887429] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.981713] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222282, 'name': ReconfigVM_Task, 'duration_secs': 0.385499} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.982245] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Reconfigured VM instance instance-0000005e to attach disk [datastore1] e4af7d3d-2951-450d-8ea9-31c975724e74/e4af7d3d-2951-450d-8ea9-31c975724e74.vmdk or device None with type streamOptimized {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.983698] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'device_type': 'disk', 'device_name': '/dev/sda', 'guest_format': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'encryption_options': None, 'encryption_format': None, 'disk_bus': None, 'image_id': '882df2ee-ba10-4414-bfef-c49b3d1e121a'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644190', 'volume_id': '7f4ea9f2-21e1-41c4-93dc-f9621ec45c95', 'name': 'volume-7f4ea9f2-21e1-41c4-93dc-f9621ec45c95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e4af7d3d-2951-450d-8ea9-31c975724e74', 'attached_at': '', 'detached_at': '', 'volume_id': '7f4ea9f2-21e1-41c4-93dc-f9621ec45c95', 'serial': '7f4ea9f2-21e1-41c4-93dc-f9621ec45c95'}, 'guest_format': None, 'boot_index': None, 'mount_device': '/dev/sdb', 'device_type': None, 'attachment_id': '950a4219-5124-4244-bc99-9bf7ce40dc23', 'disk_bus': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=68960) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1150.983915] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Volume attach. Driver type: vmdk {{(pid=68960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1150.984190] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644190', 'volume_id': '7f4ea9f2-21e1-41c4-93dc-f9621ec45c95', 'name': 'volume-7f4ea9f2-21e1-41c4-93dc-f9621ec45c95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e4af7d3d-2951-450d-8ea9-31c975724e74', 'attached_at': '', 'detached_at': '', 'volume_id': '7f4ea9f2-21e1-41c4-93dc-f9621ec45c95', 'serial': '7f4ea9f2-21e1-41c4-93dc-f9621ec45c95'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1150.985098] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b11e6e5-e227-4b8f-95a6-d17b5552f3fb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.991093] env[68960]: DEBUG nova.compute.manager [req-dd7cf7f0-ffda-4605-bec6-fc3466a89644 req-50632313-4f73-4ae7-92b0-fa7da6497865 service nova] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Received event network-vif-deleted-ee12d3e6-4588-492b-9cbb-63ffb661c2ed {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.003292] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9d8480-694a-404b-ab17-f180e34ae99a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.028730] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] volume-7f4ea9f2-21e1-41c4-93dc-f9621ec45c95/volume-7f4ea9f2-21e1-41c4-93dc-f9621ec45c95.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.029049] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d2d7459-cec3-4a00-a3fb-77bfac3c399a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.050559] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1151.050559] env[68960]: value = "task-3222284" [ 1151.050559] env[68960]: _type = "Task" [ 1151.050559] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.061483] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.078212] env[68960]: DEBUG oslo_vmware.api [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222283, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.162573] env[68960]: DEBUG oslo_vmware.api [None req-af657c6e-9f7b-4807-ab95-b4b5500dcfce tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.259487] env[68960]: INFO nova.virt.block_device [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Booting with volume a9fc626d-4d85-434f-8c7d-188dbf9106bb at /dev/sdb [ 1151.294642] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9cd6a1ed-adfe-45e0-a21b-0d25b94eff08 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.304830] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f192329-39f7-4ed0-b9db-379c0df8903b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.337274] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6ec3a60-e82c-4965-987c-1f9f7795d7dd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.346462] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eefe0c8-1752-4c99-bb64-b999c1b50411 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.378877] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35600904-baad-4363-bfd4-844c2d0cd18b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.386484] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec0242d-b3d5-4c40-b83b-4685e043baca {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.401739] env[68960]: DEBUG nova.virt.block_device [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Updating existing volume attachment record: 52111e4d-713e-4e0b-8bec-4ff4638702d4 {{(pid=68960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1151.564767] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.579219] env[68960]: DEBUG oslo_vmware.api [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222283, 'name': PowerOnVM_Task, 'duration_secs': 0.905556} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.579484] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.579690] env[68960]: INFO nova.compute.manager [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Took 10.84 seconds to spawn the instance on the hypervisor. [ 1151.579869] env[68960]: DEBUG nova.compute.manager [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.580667] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e0e058-9629-4304-9370-d871ba3f2703 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.664176] env[68960]: DEBUG oslo_vmware.api [None req-af657c6e-9f7b-4807-ab95-b4b5500dcfce tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.785533] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.825s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.791330] env[68960]: DEBUG oslo_concurrency.lockutils [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.317s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.791538] env[68960]: DEBUG oslo_concurrency.lockutils [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.793772] env[68960]: DEBUG oslo_concurrency.lockutils [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.018s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.793872] env[68960]: DEBUG nova.objects.instance [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lazy-loading 'resources' on Instance uuid c79904d1-3261-454c-850d-b5e19b6ffb4f {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.820017] env[68960]: INFO nova.scheduler.client.report [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Deleted allocations for instance 5febc8fc-e564-4e90-aaf7-13b55d292cf8 [ 1152.062911] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222284, 'name': ReconfigVM_Task, 'duration_secs': 0.739797} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.063223] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Reconfigured VM instance instance-0000005e to attach disk [datastore1] volume-7f4ea9f2-21e1-41c4-93dc-f9621ec45c95/volume-7f4ea9f2-21e1-41c4-93dc-f9621ec45c95.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.068029] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-501cebca-9367-473b-b2f3-a7e580625525 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.087339] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1152.087339] env[68960]: value = "task-3222285" [ 1152.087339] env[68960]: _type = "Task" [ 1152.087339] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.100331] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222285, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.102895] env[68960]: INFO nova.compute.manager [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Took 16.07 seconds to build instance. [ 1152.163901] env[68960]: DEBUG oslo_vmware.api [None req-af657c6e-9f7b-4807-ab95-b4b5500dcfce tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222265, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.328710] env[68960]: DEBUG oslo_concurrency.lockutils [None req-08bcc836-3ddb-4359-abd4-8c1c835a472e tempest-DeleteServersTestJSON-501226898 tempest-DeleteServersTestJSON-501226898-project-member] Lock "5febc8fc-e564-4e90-aaf7-13b55d292cf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.349s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.473477] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12af0569-6e6b-432f-8ef4-9c8ad60c8a7a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.482123] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bea602-7545-4cff-90da-ad9df62c1b57 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.519632] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4f9e67-f34e-4726-a8b3-76293741fa6d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.527889] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542d099e-5915-49b7-916d-320d72737282 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.541724] env[68960]: DEBUG nova.compute.provider_tree [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.597386] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222285, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.604919] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fa379408-53cd-4441-90ba-37eb35411ed1 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "58f0e55f-d998-44a8-a981-ef4b697ef8dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.581s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.663959] env[68960]: DEBUG oslo_vmware.api [None req-af657c6e-9f7b-4807-ab95-b4b5500dcfce tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222265, 'name': ReconfigVM_Task, 'duration_secs': 5.846988} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.664269] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af657c6e-9f7b-4807-ab95-b4b5500dcfce tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Releasing lock "961e9043-71c8-4ec5-ba39-95a51a68b719" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.664451] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-af657c6e-9f7b-4807-ab95-b4b5500dcfce tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Reconfigured VM to detach interface {{(pid=68960) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1152.745672] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.745927] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.746105] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.746265] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.746526] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.746706] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.746897] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.747059] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68960) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1152.747218] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.044593] env[68960]: DEBUG nova.scheduler.client.report [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.100200] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222285, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.250300] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.309103] env[68960]: DEBUG nova.compute.manager [req-67624ab1-3d91-43cb-b442-dc74be346e3f req-31554232-ed59-4909-b436-5ff84ee58283 service nova] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Received event network-changed-a0f2f7dd-5259-4e90-a40f-214e0a09e6c3 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.309314] env[68960]: DEBUG nova.compute.manager [req-67624ab1-3d91-43cb-b442-dc74be346e3f req-31554232-ed59-4909-b436-5ff84ee58283 service nova] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Refreshing instance network info cache due to event network-changed-a0f2f7dd-5259-4e90-a40f-214e0a09e6c3. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.309526] env[68960]: DEBUG oslo_concurrency.lockutils [req-67624ab1-3d91-43cb-b442-dc74be346e3f req-31554232-ed59-4909-b436-5ff84ee58283 service nova] Acquiring lock "refresh_cache-58f0e55f-d998-44a8-a981-ef4b697ef8dc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.310149] env[68960]: DEBUG oslo_concurrency.lockutils [req-67624ab1-3d91-43cb-b442-dc74be346e3f req-31554232-ed59-4909-b436-5ff84ee58283 service nova] Acquired lock "refresh_cache-58f0e55f-d998-44a8-a981-ef4b697ef8dc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.310149] env[68960]: DEBUG nova.network.neutron [req-67624ab1-3d91-43cb-b442-dc74be346e3f req-31554232-ed59-4909-b436-5ff84ee58283 service nova] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Refreshing network info cache for port a0f2f7dd-5259-4e90-a40f-214e0a09e6c3 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.335417] env[68960]: INFO nova.compute.manager [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Swapping old allocation on dict_keys(['d6b14c3a-024a-447e-9595-cef114b4ddda']) held by migration 5dca4e77-9f53-43fd-bda4-210ef5e45096 for instance [ 1153.358996] env[68960]: DEBUG nova.scheduler.client.report [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Overwriting current allocation {'allocations': {'d6b14c3a-024a-447e-9595-cef114b4ddda': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 148}}, 'project_id': 'e4c63f88f20340cbb8eba0c2935f9832', 'user_id': '033839bec290488189f222884f18dc60', 'consumer_generation': 1} on consumer 2901333b-0754-4d83-a5b6-54603eb97033 {{(pid=68960) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1153.464151] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "refresh_cache-2901333b-0754-4d83-a5b6-54603eb97033" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.464151] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquired lock "refresh_cache-2901333b-0754-4d83-a5b6-54603eb97033" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.464151] env[68960]: DEBUG nova.network.neutron [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.529156] env[68960]: DEBUG nova.virt.hardware [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.529156] env[68960]: DEBUG nova.virt.hardware [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.529156] env[68960]: DEBUG nova.virt.hardware [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.529156] env[68960]: DEBUG nova.virt.hardware [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.529156] env[68960]: DEBUG nova.virt.hardware [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.529156] env[68960]: DEBUG nova.virt.hardware [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.530608] env[68960]: DEBUG nova.virt.hardware [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.531300] env[68960]: DEBUG nova.virt.hardware [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.531816] env[68960]: DEBUG nova.virt.hardware [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.532203] env[68960]: DEBUG nova.virt.hardware [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.532505] env[68960]: DEBUG nova.virt.hardware [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.533485] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b223a3-1906-43a4-b1cf-5ee62b8560c4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.543296] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8131c6bb-ae50-4650-88cf-f6d289ca75c9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.548792] env[68960]: DEBUG oslo_concurrency.lockutils [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.551688] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.664s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.551688] env[68960]: DEBUG nova.objects.instance [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lazy-loading 'resources' on Instance uuid 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.560861] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:41:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77a03bbb-0b1b-456d-9066-4a0a28768ad2', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.568634] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.572584] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.573954] env[68960]: INFO nova.scheduler.client.report [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Deleted allocations for instance c79904d1-3261-454c-850d-b5e19b6ffb4f [ 1153.575859] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a30d53f3-c685-44d0-b22d-8bae1a948e66 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.597803] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af657c6e-9f7b-4807-ab95-b4b5500dcfce tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "refresh_cache-961e9043-71c8-4ec5-ba39-95a51a68b719" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.598036] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af657c6e-9f7b-4807-ab95-b4b5500dcfce tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired lock "refresh_cache-961e9043-71c8-4ec5-ba39-95a51a68b719" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.598257] env[68960]: DEBUG nova.network.neutron [None req-af657c6e-9f7b-4807-ab95-b4b5500dcfce tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.613555] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222285, 'name': ReconfigVM_Task, 'duration_secs': 1.236034} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.614399] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644190', 'volume_id': '7f4ea9f2-21e1-41c4-93dc-f9621ec45c95', 'name': 'volume-7f4ea9f2-21e1-41c4-93dc-f9621ec45c95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e4af7d3d-2951-450d-8ea9-31c975724e74', 'attached_at': '', 'detached_at': '', 'volume_id': '7f4ea9f2-21e1-41c4-93dc-f9621ec45c95', 'serial': '7f4ea9f2-21e1-41c4-93dc-f9621ec45c95'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1153.615107] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.615107] env[68960]: value = "task-3222287" [ 1153.615107] env[68960]: _type = "Task" [ 1153.615107] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.615253] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ae364f5-f08d-4720-bf41-3b9f80715269 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.630058] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222287, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.630461] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1153.630461] env[68960]: value = "task-3222288" [ 1153.630461] env[68960]: _type = "Task" [ 1153.630461] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.640686] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222288, 'name': Rename_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.757618] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d63a0e-7d9e-4518-b2e2-773ed2965bdd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.765841] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cb6259-eefc-4a15-9f6c-c26b1f652dd9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.802119] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d73869-dc1c-4bb9-bd94-80da88e62b8c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.811018] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b295da-dd8c-453e-9fcf-9b6a855173c8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.829902] env[68960]: DEBUG nova.compute.provider_tree [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.103184] env[68960]: DEBUG nova.network.neutron [req-67624ab1-3d91-43cb-b442-dc74be346e3f req-31554232-ed59-4909-b436-5ff84ee58283 service nova] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Updated VIF entry in instance network info cache for port a0f2f7dd-5259-4e90-a40f-214e0a09e6c3. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.103579] env[68960]: DEBUG nova.network.neutron [req-67624ab1-3d91-43cb-b442-dc74be346e3f req-31554232-ed59-4909-b436-5ff84ee58283 service nova] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Updating instance_info_cache with network_info: [{"id": "a0f2f7dd-5259-4e90-a40f-214e0a09e6c3", "address": "fa:16:3e:b3:3d:36", "network": {"id": "18c68c88-6a95-47be-a3a4-a992ed478909", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1550065616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1643dfbb48924ae7ac0d24e68f54bad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f2f7dd-52", "ovs_interfaceid": "a0f2f7dd-5259-4e90-a40f-214e0a09e6c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.107634] env[68960]: DEBUG oslo_concurrency.lockutils [None req-888d2aab-cf7a-4efc-b6d1-ebb22ddd1f43 tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lock "c79904d1-3261-454c-850d-b5e19b6ffb4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.389s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.128438] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222287, 'name': CreateVM_Task, 'duration_secs': 0.358343} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.128609] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.129410] env[68960]: DEBUG oslo_concurrency.lockutils [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.129504] env[68960]: DEBUG oslo_concurrency.lockutils [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.129796] env[68960]: DEBUG oslo_concurrency.lockutils [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.130327] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4523594f-beef-4f3d-a33f-d053e43f5960 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.138644] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1154.138644] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d7b026-a324-17e0-6379-032458c3048d" [ 1154.138644] env[68960]: _type = "Task" [ 1154.138644] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.141921] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222288, 'name': Rename_Task, 'duration_secs': 0.161115} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.145251] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.145861] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb525aee-3130-4dd5-b478-d850b87de02a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.154015] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d7b026-a324-17e0-6379-032458c3048d, 'name': SearchDatastore_Task, 'duration_secs': 0.011244} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.157735] env[68960]: DEBUG oslo_concurrency.lockutils [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.158028] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.158300] env[68960]: DEBUG oslo_concurrency.lockutils [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.158436] env[68960]: DEBUG oslo_concurrency.lockutils [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.158628] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.158985] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1154.158985] env[68960]: value = "task-3222289" [ 1154.158985] env[68960]: _type = "Task" [ 1154.158985] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.159219] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6b2fd8e-28fb-409d-a5a6-96b53c842aa7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.170799] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.173227] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.173532] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.175161] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c65c39f-95f3-4491-9e6e-210b2f5cbf18 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.178507] env[68960]: DEBUG oslo_concurrency.lockutils [None req-63356148-8b1b-4e05-935c-374ac3606308 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "066322c9-9ec9-4d86-96cc-e2be3db6fbe5" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.178840] env[68960]: DEBUG oslo_concurrency.lockutils [None req-63356148-8b1b-4e05-935c-374ac3606308 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "066322c9-9ec9-4d86-96cc-e2be3db6fbe5" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.179191] env[68960]: INFO nova.compute.manager [None req-63356148-8b1b-4e05-935c-374ac3606308 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Rebooting instance [ 1154.185185] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1154.185185] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528df848-9dbe-5a14-73a1-c52c89b8881b" [ 1154.185185] env[68960]: _type = "Task" [ 1154.185185] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.199673] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528df848-9dbe-5a14-73a1-c52c89b8881b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.304361] env[68960]: DEBUG nova.network.neutron [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Updating instance_info_cache with network_info: [{"id": "b7503718-4175-4573-a972-775a00f56025", "address": "fa:16:3e:f4:04:fe", "network": {"id": "d2f92278-0560-43d8-bc83-ef076840fbed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1118476539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4c63f88f20340cbb8eba0c2935f9832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7503718-41", "ovs_interfaceid": "b7503718-4175-4573-a972-775a00f56025", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.333622] env[68960]: DEBUG nova.scheduler.client.report [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.560499] env[68960]: INFO nova.network.neutron [None req-af657c6e-9f7b-4807-ab95-b4b5500dcfce tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Port e6a81c64-c00f-46ff-9296-ee737d482ad5 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1154.560952] env[68960]: DEBUG nova.network.neutron [None req-af657c6e-9f7b-4807-ab95-b4b5500dcfce tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Updating instance_info_cache with network_info: [{"id": "b64f3ed8-dae8-4e4c-b590-0e488a0a14cb", "address": "fa:16:3e:a7:82:c3", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb64f3ed8-da", "ovs_interfaceid": "b64f3ed8-dae8-4e4c-b590-0e488a0a14cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.608320] env[68960]: DEBUG oslo_concurrency.lockutils [req-67624ab1-3d91-43cb-b442-dc74be346e3f req-31554232-ed59-4909-b436-5ff84ee58283 service nova] Releasing lock "refresh_cache-58f0e55f-d998-44a8-a981-ef4b697ef8dc" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.671810] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222289, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.696174] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528df848-9dbe-5a14-73a1-c52c89b8881b, 'name': SearchDatastore_Task, 'duration_secs': 0.010606} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.697360] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f1392bb-874e-411e-8961-2c74f7bbac80 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.703024] env[68960]: DEBUG oslo_concurrency.lockutils [None req-63356148-8b1b-4e05-935c-374ac3606308 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "refresh_cache-066322c9-9ec9-4d86-96cc-e2be3db6fbe5" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.703024] env[68960]: DEBUG oslo_concurrency.lockutils [None req-63356148-8b1b-4e05-935c-374ac3606308 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquired lock "refresh_cache-066322c9-9ec9-4d86-96cc-e2be3db6fbe5" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.703024] env[68960]: DEBUG nova.network.neutron [None req-63356148-8b1b-4e05-935c-374ac3606308 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.704279] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1154.704279] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528714df-4c32-b760-8a5d-dd162cf73c73" [ 1154.704279] env[68960]: _type = "Task" [ 1154.704279] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.714099] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528714df-4c32-b760-8a5d-dd162cf73c73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.764260] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0cda5022-2dd5-41c2-ae7d-15d5514fc6aa tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquiring lock "035982a7-f44c-4e95-82aa-425df5ef64fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.764260] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0cda5022-2dd5-41c2-ae7d-15d5514fc6aa tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lock "035982a7-f44c-4e95-82aa-425df5ef64fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.764463] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0cda5022-2dd5-41c2-ae7d-15d5514fc6aa tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquiring lock "035982a7-f44c-4e95-82aa-425df5ef64fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.764662] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0cda5022-2dd5-41c2-ae7d-15d5514fc6aa tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lock "035982a7-f44c-4e95-82aa-425df5ef64fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.764832] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0cda5022-2dd5-41c2-ae7d-15d5514fc6aa tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lock "035982a7-f44c-4e95-82aa-425df5ef64fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.767081] env[68960]: INFO nova.compute.manager [None req-0cda5022-2dd5-41c2-ae7d-15d5514fc6aa tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Terminating instance [ 1154.806831] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Releasing lock "refresh_cache-2901333b-0754-4d83-a5b6-54603eb97033" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.807996] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f241616c-ddcf-4c29-81fc-4c296ae6acfe {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.815898] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a7b0f4-2484-4e37-96f9-8512485c167a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.838886] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.287s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.840889] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.591s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.841079] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.841234] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68960) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1154.842227] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652f69ed-1ed0-4b4e-8443-a614a31c385d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.850943] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68998c9b-2cde-480b-b57c-6edf2213d20b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.869407] env[68960]: INFO nova.scheduler.client.report [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Deleted allocations for instance 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06 [ 1154.870915] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c92a2a-c27f-454a-a1f7-ab304bf6a27d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.880630] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f36852f-1511-4942-87fd-ab1e60a0aed0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.913211] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179577MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=68960) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1154.913368] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.913588] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.065571] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af657c6e-9f7b-4807-ab95-b4b5500dcfce tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Releasing lock "refresh_cache-961e9043-71c8-4ec5-ba39-95a51a68b719" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.173643] env[68960]: DEBUG oslo_vmware.api [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222289, 'name': PowerOnVM_Task, 'duration_secs': 0.64883} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.173979] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.218084] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528714df-4c32-b760-8a5d-dd162cf73c73, 'name': SearchDatastore_Task, 'duration_secs': 0.010998} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.218387] env[68960]: DEBUG oslo_concurrency.lockutils [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.219131] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 046a4f06-6228-4309-a020-4aa7e3a7eb03/046a4f06-6228-4309-a020-4aa7e3a7eb03.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.219131] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-809ba8f9-53ed-4fe3-9828-a9c83d86fd20 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.227036] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1155.227036] env[68960]: value = "task-3222290" [ 1155.227036] env[68960]: _type = "Task" [ 1155.227036] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.235817] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.274544] env[68960]: DEBUG nova.compute.manager [None req-0cda5022-2dd5-41c2-ae7d-15d5514fc6aa tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.274820] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0cda5022-2dd5-41c2-ae7d-15d5514fc6aa tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.275848] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0de6895-8e94-4a0d-b2a0-4c836c909a26 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.283798] env[68960]: DEBUG nova.compute.manager [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.286806] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0306be0a-82b2-44f1-87ab-18ba119779bb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.289634] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cda5022-2dd5-41c2-ae7d-15d5514fc6aa tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.289906] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0183c7d1-54b9-4368-b336-7df850ee75ee {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.299862] env[68960]: DEBUG oslo_vmware.api [None req-0cda5022-2dd5-41c2-ae7d-15d5514fc6aa tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for the task: (returnval){ [ 1155.299862] env[68960]: value = "task-3222291" [ 1155.299862] env[68960]: _type = "Task" [ 1155.299862] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.309960] env[68960]: DEBUG oslo_vmware.api [None req-0cda5022-2dd5-41c2-ae7d-15d5514fc6aa tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.347781] env[68960]: DEBUG nova.compute.manager [req-1afadf05-e462-4031-aabf-ea75e8496003 req-f6da1521-6bf5-411c-a20f-7d9cec6af9cb service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Received event network-changed-b64f3ed8-dae8-4e4c-b590-0e488a0a14cb {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.347781] env[68960]: DEBUG nova.compute.manager [req-1afadf05-e462-4031-aabf-ea75e8496003 req-f6da1521-6bf5-411c-a20f-7d9cec6af9cb service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Refreshing instance network info cache due to event network-changed-b64f3ed8-dae8-4e4c-b590-0e488a0a14cb. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.347781] env[68960]: DEBUG oslo_concurrency.lockutils [req-1afadf05-e462-4031-aabf-ea75e8496003 req-f6da1521-6bf5-411c-a20f-7d9cec6af9cb service nova] Acquiring lock "refresh_cache-961e9043-71c8-4ec5-ba39-95a51a68b719" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.347781] env[68960]: DEBUG oslo_concurrency.lockutils [req-1afadf05-e462-4031-aabf-ea75e8496003 req-f6da1521-6bf5-411c-a20f-7d9cec6af9cb service nova] Acquired lock "refresh_cache-961e9043-71c8-4ec5-ba39-95a51a68b719" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.347781] env[68960]: DEBUG nova.network.neutron [req-1afadf05-e462-4031-aabf-ea75e8496003 req-f6da1521-6bf5-411c-a20f-7d9cec6af9cb service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Refreshing network info cache for port b64f3ed8-dae8-4e4c-b590-0e488a0a14cb {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.383378] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d16e3ad6-8620-4cd8-bb88-d5f0a9b0dc05 tempest-ServerDiskConfigTestJSON-1505900964 tempest-ServerDiskConfigTestJSON-1505900964-project-member] Lock "5775fc67-8304-4a6f-b6bf-fc93c5ff7d06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.573s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.502049] env[68960]: DEBUG nova.network.neutron [None req-63356148-8b1b-4e05-935c-374ac3606308 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Updating instance_info_cache with network_info: [{"id": "42db5fad-f000-4960-be77-33cada035df4", "address": "fa:16:3e:21:bb:24", "network": {"id": "fd6c5ce0-1df7-4e07-82ab-88e1b96779f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508625790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603772d137274b1da5b497f41168c31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42db5fad-f0", "ovs_interfaceid": "42db5fad-f000-4960-be77-33cada035df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.569420] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af657c6e-9f7b-4807-ab95-b4b5500dcfce tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "interface-961e9043-71c8-4ec5-ba39-95a51a68b719-e6a81c64-c00f-46ff-9296-ee737d482ad5" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.510s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.693974] env[68960]: DEBUG oslo_concurrency.lockutils [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "interface-da602590-de5b-4d19-9eed-b39210a8df39-e6a81c64-c00f-46ff-9296-ee737d482ad5" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.694286] env[68960]: DEBUG oslo_concurrency.lockutils [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "interface-da602590-de5b-4d19-9eed-b39210a8df39-e6a81c64-c00f-46ff-9296-ee737d482ad5" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.694708] env[68960]: DEBUG nova.objects.instance [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lazy-loading 'flavor' on Instance uuid da602590-de5b-4d19-9eed-b39210a8df39 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.746563] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501036} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.746904] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 046a4f06-6228-4309-a020-4aa7e3a7eb03/046a4f06-6228-4309-a020-4aa7e3a7eb03.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.747159] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.747427] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69c8fffd-97c5-410a-a1f4-08d12ffbea77 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.755207] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1155.755207] env[68960]: value = "task-3222292" [ 1155.755207] env[68960]: _type = "Task" [ 1155.755207] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.763794] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.810721] env[68960]: DEBUG oslo_concurrency.lockutils [None req-37b9f7f1-e2ef-4879-8b8d-f474a431372c tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "e4af7d3d-2951-450d-8ea9-31c975724e74" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 30.067s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.814523] env[68960]: DEBUG oslo_vmware.api [None req-0cda5022-2dd5-41c2-ae7d-15d5514fc6aa tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222291, 'name': PowerOffVM_Task, 'duration_secs': 0.269241} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.814809] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cda5022-2dd5-41c2-ae7d-15d5514fc6aa tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.814981] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0cda5022-2dd5-41c2-ae7d-15d5514fc6aa tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.815298] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9937a79f-ef81-4767-86d2-127b17ca25b2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.915827] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0cda5022-2dd5-41c2-ae7d-15d5514fc6aa tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.916228] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0cda5022-2dd5-41c2-ae7d-15d5514fc6aa tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.916517] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cda5022-2dd5-41c2-ae7d-15d5514fc6aa tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Deleting the datastore file [datastore1] 035982a7-f44c-4e95-82aa-425df5ef64fb {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.916977] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b04d799b-58d8-4957-97e4-2bd4dde0f499 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.927744] env[68960]: DEBUG oslo_vmware.api [None req-0cda5022-2dd5-41c2-ae7d-15d5514fc6aa tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for the task: (returnval){ [ 1155.927744] env[68960]: value = "task-3222294" [ 1155.927744] env[68960]: _type = "Task" [ 1155.927744] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.934031] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.934303] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcb96c84-e732-48c6-9a3f-a24231818078 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.945087] env[68960]: DEBUG oslo_vmware.api [None req-0cda5022-2dd5-41c2-ae7d-15d5514fc6aa tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.946624] env[68960]: DEBUG oslo_vmware.api [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1155.946624] env[68960]: value = "task-3222295" [ 1155.946624] env[68960]: _type = "Task" [ 1155.946624] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.952608] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 528aca84-c1c0-4af1-ac42-330bd8cd5b15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1155.952830] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 066322c9-9ec9-4d86-96cc-e2be3db6fbe5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1155.952987] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 046a4f06-6228-4309-a020-4aa7e3a7eb03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1155.953163] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 961e9043-71c8-4ec5-ba39-95a51a68b719 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1155.953306] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 035982a7-f44c-4e95-82aa-425df5ef64fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1155.953456] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1155.953594] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance da602590-de5b-4d19-9eed-b39210a8df39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1155.953728] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 2901333b-0754-4d83-a5b6-54603eb97033 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1155.954012] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance e4af7d3d-2951-450d-8ea9-31c975724e74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1155.954012] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 58f0e55f-d998-44a8-a981-ef4b697ef8dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1155.954338] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=68960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1155.954406] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=68960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1155.966681] env[68960]: DEBUG oslo_vmware.api [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.005489] env[68960]: DEBUG oslo_concurrency.lockutils [None req-63356148-8b1b-4e05-935c-374ac3606308 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Releasing lock "refresh_cache-066322c9-9ec9-4d86-96cc-e2be3db6fbe5" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.063858] env[68960]: DEBUG nova.network.neutron [req-1afadf05-e462-4031-aabf-ea75e8496003 req-f6da1521-6bf5-411c-a20f-7d9cec6af9cb service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Updated VIF entry in instance network info cache for port b64f3ed8-dae8-4e4c-b590-0e488a0a14cb. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.064245] env[68960]: DEBUG nova.network.neutron [req-1afadf05-e462-4031-aabf-ea75e8496003 req-f6da1521-6bf5-411c-a20f-7d9cec6af9cb service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Updating instance_info_cache with network_info: [{"id": "b64f3ed8-dae8-4e4c-b590-0e488a0a14cb", "address": "fa:16:3e:a7:82:c3", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb64f3ed8-da", "ovs_interfaceid": "b64f3ed8-dae8-4e4c-b590-0e488a0a14cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.116985] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43948460-d9c9-47c5-bb45-d751acb65d5d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.127274] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea1ae67-111c-46c5-98fb-38f1abd4a1a4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.160763] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32427e5-dcad-41b3-a618-85a7f2833efe {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.170499] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec21139-0303-48f5-b8ae-2de8762eeb25 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.186447] env[68960]: DEBUG nova.compute.provider_tree [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.269459] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072401} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.269804] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.270932] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804d434c-63c3-46d4-bb08-8a4e96c99ea9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.295564] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 046a4f06-6228-4309-a020-4aa7e3a7eb03/046a4f06-6228-4309-a020-4aa7e3a7eb03.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.295880] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0fba0bb-d172-4568-8ea5-0ab0b73647cd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.313551] env[68960]: DEBUG nova.objects.instance [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lazy-loading 'pci_requests' on Instance uuid da602590-de5b-4d19-9eed-b39210a8df39 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.322563] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1156.322563] env[68960]: value = "task-3222296" [ 1156.322563] env[68960]: _type = "Task" [ 1156.322563] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.333877] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.438262] env[68960]: DEBUG oslo_vmware.api [None req-0cda5022-2dd5-41c2-ae7d-15d5514fc6aa tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Task: {'id': task-3222294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170608} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.438504] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cda5022-2dd5-41c2-ae7d-15d5514fc6aa tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.438766] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0cda5022-2dd5-41c2-ae7d-15d5514fc6aa tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.438920] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0cda5022-2dd5-41c2-ae7d-15d5514fc6aa tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.439045] env[68960]: INFO nova.compute.manager [None req-0cda5022-2dd5-41c2-ae7d-15d5514fc6aa tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1156.439650] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cda5022-2dd5-41c2-ae7d-15d5514fc6aa tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.439650] env[68960]: DEBUG nova.compute.manager [-] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.439650] env[68960]: DEBUG nova.network.neutron [-] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.456232] env[68960]: DEBUG oslo_vmware.api [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222295, 'name': PowerOffVM_Task, 'duration_secs': 0.273695} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.456492] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.457237] env[68960]: DEBUG nova.virt.hardware [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.457477] env[68960]: DEBUG nova.virt.hardware [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.457814] env[68960]: DEBUG nova.virt.hardware [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.457814] env[68960]: DEBUG nova.virt.hardware [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.458027] env[68960]: DEBUG nova.virt.hardware [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.458198] env[68960]: DEBUG nova.virt.hardware [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.458448] env[68960]: DEBUG nova.virt.hardware [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.458613] env[68960]: DEBUG nova.virt.hardware [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.458811] env[68960]: DEBUG nova.virt.hardware [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.458986] env[68960]: DEBUG nova.virt.hardware [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.459187] env[68960]: DEBUG nova.virt.hardware [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.464454] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39a90ec8-b7ea-4044-81c9-fdd425558997 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.481611] env[68960]: DEBUG oslo_vmware.api [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1156.481611] env[68960]: value = "task-3222297" [ 1156.481611] env[68960]: _type = "Task" [ 1156.481611] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.492299] env[68960]: DEBUG oslo_vmware.api [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.511149] env[68960]: DEBUG nova.compute.manager [None req-63356148-8b1b-4e05-935c-374ac3606308 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.512028] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb3d6bc-d5ed-4558-a3a4-969b3c393980 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.566746] env[68960]: DEBUG oslo_concurrency.lockutils [req-1afadf05-e462-4031-aabf-ea75e8496003 req-f6da1521-6bf5-411c-a20f-7d9cec6af9cb service nova] Releasing lock "refresh_cache-961e9043-71c8-4ec5-ba39-95a51a68b719" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.567204] env[68960]: DEBUG nova.compute.manager [req-1afadf05-e462-4031-aabf-ea75e8496003 req-f6da1521-6bf5-411c-a20f-7d9cec6af9cb service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Received event network-changed-a17f0fe0-7568-4bce-ac9c-e639ac220b30 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.567282] env[68960]: DEBUG nova.compute.manager [req-1afadf05-e462-4031-aabf-ea75e8496003 req-f6da1521-6bf5-411c-a20f-7d9cec6af9cb service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Refreshing instance network info cache due to event network-changed-a17f0fe0-7568-4bce-ac9c-e639ac220b30. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1156.567445] env[68960]: DEBUG oslo_concurrency.lockutils [req-1afadf05-e462-4031-aabf-ea75e8496003 req-f6da1521-6bf5-411c-a20f-7d9cec6af9cb service nova] Acquiring lock "refresh_cache-da602590-de5b-4d19-9eed-b39210a8df39" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.567586] env[68960]: DEBUG oslo_concurrency.lockutils [req-1afadf05-e462-4031-aabf-ea75e8496003 req-f6da1521-6bf5-411c-a20f-7d9cec6af9cb service nova] Acquired lock "refresh_cache-da602590-de5b-4d19-9eed-b39210a8df39" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.567747] env[68960]: DEBUG nova.network.neutron [req-1afadf05-e462-4031-aabf-ea75e8496003 req-f6da1521-6bf5-411c-a20f-7d9cec6af9cb service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Refreshing network info cache for port a17f0fe0-7568-4bce-ac9c-e639ac220b30 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.689886] env[68960]: DEBUG nova.scheduler.client.report [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.818642] env[68960]: DEBUG nova.objects.base [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68960) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1156.818877] env[68960]: DEBUG nova.network.neutron [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1156.843232] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222296, 'name': ReconfigVM_Task, 'duration_secs': 0.332044} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.843527] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 046a4f06-6228-4309-a020-4aa7e3a7eb03/046a4f06-6228-4309-a020-4aa7e3a7eb03.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.844635] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'device_type': 'disk', 'device_name': '/dev/sda', 'guest_format': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'encryption_options': None, 'encryption_format': None, 'disk_bus': None, 'image_id': '882df2ee-ba10-4414-bfef-c49b3d1e121a'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644193', 'volume_id': 'a9fc626d-4d85-434f-8c7d-188dbf9106bb', 'name': 'volume-a9fc626d-4d85-434f-8c7d-188dbf9106bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '046a4f06-6228-4309-a020-4aa7e3a7eb03', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9fc626d-4d85-434f-8c7d-188dbf9106bb', 'serial': 'a9fc626d-4d85-434f-8c7d-188dbf9106bb'}, 'guest_format': None, 'boot_index': None, 'mount_device': '/dev/sdb', 'device_type': None, 'attachment_id': '52111e4d-713e-4e0b-8bec-4ff4638702d4', 'disk_bus': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=68960) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1156.844834] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Volume attach. Driver type: vmdk {{(pid=68960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1156.845035] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644193', 'volume_id': 'a9fc626d-4d85-434f-8c7d-188dbf9106bb', 'name': 'volume-a9fc626d-4d85-434f-8c7d-188dbf9106bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '046a4f06-6228-4309-a020-4aa7e3a7eb03', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9fc626d-4d85-434f-8c7d-188dbf9106bb', 'serial': 'a9fc626d-4d85-434f-8c7d-188dbf9106bb'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1156.846417] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5073a43f-1ebb-47fc-9c5f-167ca2bbe10e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.863137] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165a3d03-0d24-47a6-b102-1d5a50a0deb0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.892769] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-a9fc626d-4d85-434f-8c7d-188dbf9106bb/volume-a9fc626d-4d85-434f-8c7d-188dbf9106bb.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.895283] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57ad7d8b-93fe-4cc3-8c9b-3f67226e9ca8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.916651] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1156.916651] env[68960]: value = "task-3222298" [ 1156.916651] env[68960]: _type = "Task" [ 1156.916651] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.927239] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222298, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.975542] env[68960]: DEBUG nova.policy [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac6c3170d11f486a9f9f12a2b8d03f32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e614b9fed50b48789272b9d2b974627e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1156.991583] env[68960]: DEBUG oslo_vmware.api [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222297, 'name': ReconfigVM_Task, 'duration_secs': 0.423473} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.992606] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7554163b-b58e-4c50-a81c-57ccecc8def9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.013763] env[68960]: DEBUG nova.virt.hardware [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.014016] env[68960]: DEBUG nova.virt.hardware [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.014183] env[68960]: DEBUG nova.virt.hardware [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.014369] env[68960]: DEBUG nova.virt.hardware [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.014512] env[68960]: DEBUG nova.virt.hardware [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.014656] env[68960]: DEBUG nova.virt.hardware [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.014888] env[68960]: DEBUG nova.virt.hardware [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.015029] env[68960]: DEBUG nova.virt.hardware [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.015200] env[68960]: DEBUG nova.virt.hardware [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.015362] env[68960]: DEBUG nova.virt.hardware [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.015532] env[68960]: DEBUG nova.virt.hardware [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.016329] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b458baa2-0869-4e73-89c1-8460fd1dede1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.025184] env[68960]: DEBUG oslo_vmware.api [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1157.025184] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ae5a31-1ecf-7726-8b2b-ff2ac963f3b1" [ 1157.025184] env[68960]: _type = "Task" [ 1157.025184] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.038809] env[68960]: DEBUG oslo_vmware.api [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ae5a31-1ecf-7726-8b2b-ff2ac963f3b1, 'name': SearchDatastore_Task, 'duration_secs': 0.007641} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.046939] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1157.047349] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0da9f93-323e-4f48-a20a-459d41066b0e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.070208] env[68960]: DEBUG oslo_vmware.api [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1157.070208] env[68960]: value = "task-3222299" [ 1157.070208] env[68960]: _type = "Task" [ 1157.070208] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.082636] env[68960]: DEBUG oslo_vmware.api [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222299, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.195595] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1157.195595] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.282s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.197265] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.197265] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Cleaning up deleted instances with incomplete migration {{(pid=68960) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1157.332163] env[68960]: DEBUG nova.network.neutron [-] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.394502] env[68960]: DEBUG nova.compute.manager [req-065fc9c6-eb2a-4a58-b7a0-4a89e2cfbd0a req-e9a20862-14b8-41d0-94ba-df14e847912f service nova] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Received event network-vif-deleted-3242c2f2-0560-464b-a4a7-1c2fc230c11d {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.426909] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222298, 'name': ReconfigVM_Task, 'duration_secs': 0.311509} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.427466] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-a9fc626d-4d85-434f-8c7d-188dbf9106bb/volume-a9fc626d-4d85-434f-8c7d-188dbf9106bb.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.434980] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bede15c3-7787-4462-a6a3-a20076b4e64a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.452031] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1157.452031] env[68960]: value = "task-3222300" [ 1157.452031] env[68960]: _type = "Task" [ 1157.452031] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.463467] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.530409] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6243b2a6-d3bc-4c6c-927b-580d1ffc4f25 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.539898] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-63356148-8b1b-4e05-935c-374ac3606308 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Doing hard reboot of VM {{(pid=68960) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1157.539898] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-491e58c5-88e9-40d9-bda2-e5bb5059c534 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.548218] env[68960]: DEBUG oslo_vmware.api [None req-63356148-8b1b-4e05-935c-374ac3606308 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1157.548218] env[68960]: value = "task-3222301" [ 1157.548218] env[68960]: _type = "Task" [ 1157.548218] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.562323] env[68960]: DEBUG oslo_vmware.api [None req-63356148-8b1b-4e05-935c-374ac3606308 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222301, 'name': ResetVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.584025] env[68960]: DEBUG oslo_vmware.api [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222299, 'name': ReconfigVM_Task, 'duration_secs': 0.334167} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.585550] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1157.587151] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9419622-3375-4130-91ca-93ad342bc20d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.623459] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 2901333b-0754-4d83-a5b6-54603eb97033/2901333b-0754-4d83-a5b6-54603eb97033.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.623964] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b16971e-1c48-4489-adb2-c13310365e40 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.645082] env[68960]: DEBUG oslo_vmware.api [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1157.645082] env[68960]: value = "task-3222302" [ 1157.645082] env[68960]: _type = "Task" [ 1157.645082] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.656963] env[68960]: DEBUG oslo_vmware.api [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222302, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.698715] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.822801] env[68960]: DEBUG nova.network.neutron [req-1afadf05-e462-4031-aabf-ea75e8496003 req-f6da1521-6bf5-411c-a20f-7d9cec6af9cb service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Updated VIF entry in instance network info cache for port a17f0fe0-7568-4bce-ac9c-e639ac220b30. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.823607] env[68960]: DEBUG nova.network.neutron [req-1afadf05-e462-4031-aabf-ea75e8496003 req-f6da1521-6bf5-411c-a20f-7d9cec6af9cb service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Updating instance_info_cache with network_info: [{"id": "a17f0fe0-7568-4bce-ac9c-e639ac220b30", "address": "fa:16:3e:3c:9b:a5", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17f0fe0-75", "ovs_interfaceid": "a17f0fe0-7568-4bce-ac9c-e639ac220b30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.835495] env[68960]: INFO nova.compute.manager [-] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Took 1.40 seconds to deallocate network for instance. [ 1157.971245] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222300, 'name': ReconfigVM_Task, 'duration_secs': 0.210023} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.971328] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644193', 'volume_id': 'a9fc626d-4d85-434f-8c7d-188dbf9106bb', 'name': 'volume-a9fc626d-4d85-434f-8c7d-188dbf9106bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '046a4f06-6228-4309-a020-4aa7e3a7eb03', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9fc626d-4d85-434f-8c7d-188dbf9106bb', 'serial': 'a9fc626d-4d85-434f-8c7d-188dbf9106bb'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1157.973267] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0758503f-8f81-46a9-9708-723b1c58b715 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.982306] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1157.982306] env[68960]: value = "task-3222303" [ 1157.982306] env[68960]: _type = "Task" [ 1157.982306] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.992907] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222303, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.058908] env[68960]: DEBUG oslo_vmware.api [None req-63356148-8b1b-4e05-935c-374ac3606308 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222301, 'name': ResetVM_Task, 'duration_secs': 0.106218} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.059739] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-63356148-8b1b-4e05-935c-374ac3606308 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Did hard reboot of VM {{(pid=68960) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1158.060124] env[68960]: DEBUG nova.compute.manager [None req-63356148-8b1b-4e05-935c-374ac3606308 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.061653] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e642c6c0-0282-484d-af49-d263e2dfe320 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.159297] env[68960]: DEBUG oslo_vmware.api [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.327439] env[68960]: DEBUG oslo_concurrency.lockutils [req-1afadf05-e462-4031-aabf-ea75e8496003 req-f6da1521-6bf5-411c-a20f-7d9cec6af9cb service nova] Releasing lock "refresh_cache-da602590-de5b-4d19-9eed-b39210a8df39" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.346947] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0cda5022-2dd5-41c2-ae7d-15d5514fc6aa tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.346947] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0cda5022-2dd5-41c2-ae7d-15d5514fc6aa tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.346947] env[68960]: DEBUG nova.objects.instance [None req-0cda5022-2dd5-41c2-ae7d-15d5514fc6aa tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lazy-loading 'resources' on Instance uuid 035982a7-f44c-4e95-82aa-425df5ef64fb {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.497413] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222303, 'name': Rename_Task, 'duration_secs': 0.253383} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.497413] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.497413] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4ac3cd1-9039-4d45-ba48-1f58e500b25f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.503723] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1158.503723] env[68960]: value = "task-3222304" [ 1158.503723] env[68960]: _type = "Task" [ 1158.503723] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.511217] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.582329] env[68960]: DEBUG oslo_concurrency.lockutils [None req-63356148-8b1b-4e05-935c-374ac3606308 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "066322c9-9ec9-4d86-96cc-e2be3db6fbe5" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.403s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.657724] env[68960]: DEBUG oslo_vmware.api [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.009660] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688ee0d0-eade-45b4-90eb-4bf060ab9435 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.017959] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222304, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.020876] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20aa33e7-ed53-478c-81b2-0d2960c79934 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.055458] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73d031b-4522-4d52-ade8-193ec5f1296d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.064464] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9a586b-8647-4358-9d39-c4411711b819 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.081995] env[68960]: DEBUG nova.compute.provider_tree [None req-0cda5022-2dd5-41c2-ae7d-15d5514fc6aa tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.159894] env[68960]: DEBUG oslo_vmware.api [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222302, 'name': ReconfigVM_Task, 'duration_secs': 1.37728} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.160180] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 2901333b-0754-4d83-a5b6-54603eb97033/2901333b-0754-4d83-a5b6-54603eb97033.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.161077] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d094eb9-7fd0-428c-a82c-dd89cde2b04b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.183659] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d74790-1c52-4448-aaeb-a61c6ae11374 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.188155] env[68960]: DEBUG nova.network.neutron [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Successfully updated port: e6a81c64-c00f-46ff-9296-ee737d482ad5 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1159.212270] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c49136-4bd7-476b-910e-09be4c59b3da {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.235451] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacc16a0-9ce2-4bd2-aae8-38b5ea89ae2a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.244251] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.244563] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63ade669-48e2-409e-9b1d-da70e9a49354 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.252730] env[68960]: DEBUG oslo_vmware.api [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1159.252730] env[68960]: value = "task-3222305" [ 1159.252730] env[68960]: _type = "Task" [ 1159.252730] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.262114] env[68960]: DEBUG oslo_vmware.api [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.423062] env[68960]: DEBUG nova.compute.manager [req-5728366c-3c69-4970-b66e-62dbe36058bb req-4d4ae775-cb4b-4a4e-a2b2-8fe3b0eb3fd4 service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Received event network-vif-plugged-e6a81c64-c00f-46ff-9296-ee737d482ad5 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.423405] env[68960]: DEBUG oslo_concurrency.lockutils [req-5728366c-3c69-4970-b66e-62dbe36058bb req-4d4ae775-cb4b-4a4e-a2b2-8fe3b0eb3fd4 service nova] Acquiring lock "da602590-de5b-4d19-9eed-b39210a8df39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.423580] env[68960]: DEBUG oslo_concurrency.lockutils [req-5728366c-3c69-4970-b66e-62dbe36058bb req-4d4ae775-cb4b-4a4e-a2b2-8fe3b0eb3fd4 service nova] Lock "da602590-de5b-4d19-9eed-b39210a8df39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.423805] env[68960]: DEBUG oslo_concurrency.lockutils [req-5728366c-3c69-4970-b66e-62dbe36058bb req-4d4ae775-cb4b-4a4e-a2b2-8fe3b0eb3fd4 service nova] Lock "da602590-de5b-4d19-9eed-b39210a8df39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.423988] env[68960]: DEBUG nova.compute.manager [req-5728366c-3c69-4970-b66e-62dbe36058bb req-4d4ae775-cb4b-4a4e-a2b2-8fe3b0eb3fd4 service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] No waiting events found dispatching network-vif-plugged-e6a81c64-c00f-46ff-9296-ee737d482ad5 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1159.424226] env[68960]: WARNING nova.compute.manager [req-5728366c-3c69-4970-b66e-62dbe36058bb req-4d4ae775-cb4b-4a4e-a2b2-8fe3b0eb3fd4 service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Received unexpected event network-vif-plugged-e6a81c64-c00f-46ff-9296-ee737d482ad5 for instance with vm_state active and task_state None. [ 1159.424415] env[68960]: DEBUG nova.compute.manager [req-5728366c-3c69-4970-b66e-62dbe36058bb req-4d4ae775-cb4b-4a4e-a2b2-8fe3b0eb3fd4 service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Received event network-changed-e6a81c64-c00f-46ff-9296-ee737d482ad5 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.424611] env[68960]: DEBUG nova.compute.manager [req-5728366c-3c69-4970-b66e-62dbe36058bb req-4d4ae775-cb4b-4a4e-a2b2-8fe3b0eb3fd4 service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Refreshing instance network info cache due to event network-changed-e6a81c64-c00f-46ff-9296-ee737d482ad5. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.424957] env[68960]: DEBUG oslo_concurrency.lockutils [req-5728366c-3c69-4970-b66e-62dbe36058bb req-4d4ae775-cb4b-4a4e-a2b2-8fe3b0eb3fd4 service nova] Acquiring lock "refresh_cache-da602590-de5b-4d19-9eed-b39210a8df39" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.425199] env[68960]: DEBUG oslo_concurrency.lockutils [req-5728366c-3c69-4970-b66e-62dbe36058bb req-4d4ae775-cb4b-4a4e-a2b2-8fe3b0eb3fd4 service nova] Acquired lock "refresh_cache-da602590-de5b-4d19-9eed-b39210a8df39" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.425449] env[68960]: DEBUG nova.network.neutron [req-5728366c-3c69-4970-b66e-62dbe36058bb req-4d4ae775-cb4b-4a4e-a2b2-8fe3b0eb3fd4 service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Refreshing network info cache for port e6a81c64-c00f-46ff-9296-ee737d482ad5 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.514910] env[68960]: DEBUG oslo_vmware.api [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222304, 'name': PowerOnVM_Task, 'duration_secs': 0.732532} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.515210] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.515447] env[68960]: DEBUG nova.compute.manager [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1159.516266] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1777ca-e989-4385-81af-f40ec81a50fb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.585683] env[68960]: DEBUG nova.scheduler.client.report [None req-0cda5022-2dd5-41c2-ae7d-15d5514fc6aa tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.690732] env[68960]: DEBUG oslo_concurrency.lockutils [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "refresh_cache-da602590-de5b-4d19-9eed-b39210a8df39" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.763973] env[68960]: DEBUG oslo_vmware.api [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222305, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.037793] env[68960]: DEBUG oslo_concurrency.lockutils [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.090963] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0cda5022-2dd5-41c2-ae7d-15d5514fc6aa tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.093370] env[68960]: DEBUG oslo_concurrency.lockutils [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.057s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.093496] env[68960]: DEBUG nova.objects.instance [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68960) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1160.115421] env[68960]: INFO nova.scheduler.client.report [None req-0cda5022-2dd5-41c2-ae7d-15d5514fc6aa tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Deleted allocations for instance 035982a7-f44c-4e95-82aa-425df5ef64fb [ 1160.149478] env[68960]: DEBUG nova.network.neutron [req-5728366c-3c69-4970-b66e-62dbe36058bb req-4d4ae775-cb4b-4a4e-a2b2-8fe3b0eb3fd4 service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Added VIF to instance network info cache for port e6a81c64-c00f-46ff-9296-ee737d482ad5. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1160.149478] env[68960]: DEBUG nova.network.neutron [req-5728366c-3c69-4970-b66e-62dbe36058bb req-4d4ae775-cb4b-4a4e-a2b2-8fe3b0eb3fd4 service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Updating instance_info_cache with network_info: [{"id": "a17f0fe0-7568-4bce-ac9c-e639ac220b30", "address": "fa:16:3e:3c:9b:a5", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17f0fe0-75", "ovs_interfaceid": "a17f0fe0-7568-4bce-ac9c-e639ac220b30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e6a81c64-c00f-46ff-9296-ee737d482ad5", "address": "fa:16:3e:40:08:2a", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6a81c64-c0", "ovs_interfaceid": "e6a81c64-c00f-46ff-9296-ee737d482ad5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.263919] env[68960]: DEBUG oslo_vmware.api [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222305, 'name': PowerOnVM_Task, 'duration_secs': 0.563299} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.264220] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.624446] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0cda5022-2dd5-41c2-ae7d-15d5514fc6aa tempest-ListServerFiltersTestJSON-1509806013 tempest-ListServerFiltersTestJSON-1509806013-project-member] Lock "035982a7-f44c-4e95-82aa-425df5ef64fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.860s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.651750] env[68960]: DEBUG oslo_concurrency.lockutils [req-5728366c-3c69-4970-b66e-62dbe36058bb req-4d4ae775-cb4b-4a4e-a2b2-8fe3b0eb3fd4 service nova] Releasing lock "refresh_cache-da602590-de5b-4d19-9eed-b39210a8df39" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.652198] env[68960]: DEBUG oslo_concurrency.lockutils [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired lock "refresh_cache-da602590-de5b-4d19-9eed-b39210a8df39" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.652388] env[68960]: DEBUG nova.network.neutron [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.104434] env[68960]: DEBUG oslo_concurrency.lockutils [None req-aef89804-f1ca-4dc2-9ef0-3d897c118b67 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.198104] env[68960]: WARNING nova.network.neutron [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] bfa955d9-6d54-4c87-a7cd-bb27c70e191f already exists in list: networks containing: ['bfa955d9-6d54-4c87-a7cd-bb27c70e191f']. ignoring it [ 1161.198104] env[68960]: WARNING nova.network.neutron [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] bfa955d9-6d54-4c87-a7cd-bb27c70e191f already exists in list: networks containing: ['bfa955d9-6d54-4c87-a7cd-bb27c70e191f']. ignoring it [ 1161.198104] env[68960]: WARNING nova.network.neutron [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] e6a81c64-c00f-46ff-9296-ee737d482ad5 already exists in list: port_ids containing: ['e6a81c64-c00f-46ff-9296-ee737d482ad5']. ignoring it [ 1161.315929] env[68960]: INFO nova.compute.manager [None req-3020668f-da79-4796-8750-0e982bea4a51 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Updating instance to original state: 'active' [ 1161.618078] env[68960]: DEBUG nova.network.neutron [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Updating instance_info_cache with network_info: [{"id": "a17f0fe0-7568-4bce-ac9c-e639ac220b30", "address": "fa:16:3e:3c:9b:a5", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17f0fe0-75", "ovs_interfaceid": "a17f0fe0-7568-4bce-ac9c-e639ac220b30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e6a81c64-c00f-46ff-9296-ee737d482ad5", "address": "fa:16:3e:40:08:2a", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6a81c64-c0", "ovs_interfaceid": "e6a81c64-c00f-46ff-9296-ee737d482ad5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.120876] env[68960]: DEBUG oslo_concurrency.lockutils [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Releasing lock "refresh_cache-da602590-de5b-4d19-9eed-b39210a8df39" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.121641] env[68960]: DEBUG oslo_concurrency.lockutils [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "da602590-de5b-4d19-9eed-b39210a8df39" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.121804] env[68960]: DEBUG oslo_concurrency.lockutils [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired lock "da602590-de5b-4d19-9eed-b39210a8df39" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.122812] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72a80e8-a6f3-419a-805e-ee853b7b4fef {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.144776] env[68960]: DEBUG nova.virt.hardware [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.145078] env[68960]: DEBUG nova.virt.hardware [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.145323] env[68960]: DEBUG nova.virt.hardware [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.145436] env[68960]: DEBUG nova.virt.hardware [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.145584] env[68960]: DEBUG nova.virt.hardware [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.145733] env[68960]: DEBUG nova.virt.hardware [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.145942] env[68960]: DEBUG nova.virt.hardware [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.146389] env[68960]: DEBUG nova.virt.hardware [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.146389] env[68960]: DEBUG nova.virt.hardware [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.146561] env[68960]: DEBUG nova.virt.hardware [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.146691] env[68960]: DEBUG nova.virt.hardware [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.155595] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Reconfiguring VM to attach interface {{(pid=68960) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1162.156015] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f88edbc6-f5a6-4c74-bbac-9c36e42f4503 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.177488] env[68960]: DEBUG oslo_vmware.api [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 1162.177488] env[68960]: value = "task-3222306" [ 1162.177488] env[68960]: _type = "Task" [ 1162.177488] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.185744] env[68960]: DEBUG oslo_vmware.api [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222306, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.542119] env[68960]: DEBUG oslo_concurrency.lockutils [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Acquiring lock "faffbeed-f3c8-45ef-a9be-60ba2194cabd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.542393] env[68960]: DEBUG oslo_concurrency.lockutils [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Lock "faffbeed-f3c8-45ef-a9be-60ba2194cabd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.689073] env[68960]: DEBUG oslo_vmware.api [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.812074] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "2901333b-0754-4d83-a5b6-54603eb97033" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.812377] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "2901333b-0754-4d83-a5b6-54603eb97033" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.812591] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "2901333b-0754-4d83-a5b6-54603eb97033-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.812775] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "2901333b-0754-4d83-a5b6-54603eb97033-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.812943] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "2901333b-0754-4d83-a5b6-54603eb97033-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.815016] env[68960]: INFO nova.compute.manager [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Terminating instance [ 1163.045252] env[68960]: DEBUG nova.compute.manager [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1163.191979] env[68960]: DEBUG oslo_vmware.api [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.318848] env[68960]: DEBUG nova.compute.manager [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.319113] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.319454] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d92cbfe7-2237-4a8b-9d2c-e3f0829d1fb6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.329935] env[68960]: DEBUG oslo_vmware.api [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1163.329935] env[68960]: value = "task-3222307" [ 1163.329935] env[68960]: _type = "Task" [ 1163.329935] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.341404] env[68960]: DEBUG oslo_vmware.api [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.690479] env[68960]: DEBUG oslo_vmware.api [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222306, 'name': ReconfigVM_Task, 'duration_secs': 1.401192} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.691122] env[68960]: DEBUG oslo_concurrency.lockutils [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Releasing lock "da602590-de5b-4d19-9eed-b39210a8df39" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.691386] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Reconfigured VM to attach interface {{(pid=68960) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1163.716040] env[68960]: DEBUG oslo_concurrency.lockutils [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.716495] env[68960]: DEBUG oslo_concurrency.lockutils [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.718534] env[68960]: INFO nova.compute.claims [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.840719] env[68960]: DEBUG oslo_vmware.api [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222307, 'name': PowerOffVM_Task, 'duration_secs': 0.392403} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.840990] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.841263] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Volume detach. Driver type: vmdk {{(pid=68960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1163.841484] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644177', 'volume_id': '3af285ec-e8cd-42d3-a766-afb01e962158', 'name': 'volume-3af285ec-e8cd-42d3-a766-afb01e962158', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '2901333b-0754-4d83-a5b6-54603eb97033', 'attached_at': '2025-04-03T03:15:52.000000', 'detached_at': '', 'volume_id': '3af285ec-e8cd-42d3-a766-afb01e962158', 'serial': '3af285ec-e8cd-42d3-a766-afb01e962158'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1163.842264] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b8b2d0-2601-49c5-a76e-f6692c1679dd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.863053] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0942fbc0-cfc5-4baf-98b8-2db940269d70 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.870092] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929bbcba-afa3-4c72-8be4-8ed74a681db4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.891117] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d928c489-4ced-4d83-9542-c6c1ac901f1a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.906695] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] The volume has not been displaced from its original location: [datastore2] volume-3af285ec-e8cd-42d3-a766-afb01e962158/volume-3af285ec-e8cd-42d3-a766-afb01e962158.vmdk. No consolidation needed. {{(pid=68960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1163.912048] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1163.912388] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5117310-5872-49e3-9de2-610e33804050 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.931633] env[68960]: DEBUG oslo_vmware.api [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1163.931633] env[68960]: value = "task-3222308" [ 1163.931633] env[68960]: _type = "Task" [ 1163.931633] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.940803] env[68960]: DEBUG oslo_vmware.api [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.196525] env[68960]: DEBUG oslo_concurrency.lockutils [None req-99f191a3-50ee-4ad1-831b-cec783a6b010 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "interface-da602590-de5b-4d19-9eed-b39210a8df39-e6a81c64-c00f-46ff-9296-ee737d482ad5" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.502s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.442619] env[68960]: DEBUG oslo_vmware.api [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222308, 'name': ReconfigVM_Task, 'duration_secs': 0.296971} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.442915] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1164.447842] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af634269-8931-4859-a12f-4bdff0b8649a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.464855] env[68960]: DEBUG oslo_vmware.api [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1164.464855] env[68960]: value = "task-3222309" [ 1164.464855] env[68960]: _type = "Task" [ 1164.464855] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.473420] env[68960]: DEBUG oslo_vmware.api [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222309, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.845738] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de11c689-1f41-45b1-aeab-27970ad19636 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.853894] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3411210e-a83a-4240-840d-9dab4b52cb0d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.883853] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3efc92-6241-4cff-bd8d-a178670324ec {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.892149] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b32e39f-0f3f-4fbd-b7e5-a11ddc8d4d54 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.906012] env[68960]: DEBUG nova.compute.provider_tree [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.975874] env[68960]: DEBUG oslo_vmware.api [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222309, 'name': ReconfigVM_Task, 'duration_secs': 0.162393} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.976204] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644177', 'volume_id': '3af285ec-e8cd-42d3-a766-afb01e962158', 'name': 'volume-3af285ec-e8cd-42d3-a766-afb01e962158', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '2901333b-0754-4d83-a5b6-54603eb97033', 'attached_at': '2025-04-03T03:15:52.000000', 'detached_at': '', 'volume_id': '3af285ec-e8cd-42d3-a766-afb01e962158', 'serial': '3af285ec-e8cd-42d3-a766-afb01e962158'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1164.976539] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.977412] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02bda4d-4216-4987-a26e-0252b6e62b85 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.984699] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.984926] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be2ba0e3-b6a7-43be-b43d-e677e747c4cd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.057811] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1165.058060] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1165.058258] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Deleting the datastore file [datastore2] 2901333b-0754-4d83-a5b6-54603eb97033 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.058521] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c2e090f-d4a4-4419-a5cf-c8bb9f317b24 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.067250] env[68960]: DEBUG oslo_vmware.api [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1165.067250] env[68960]: value = "task-3222311" [ 1165.067250] env[68960]: _type = "Task" [ 1165.067250] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.074995] env[68960]: DEBUG oslo_vmware.api [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.194897] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.195143] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.409938] env[68960]: DEBUG nova.scheduler.client.report [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.577478] env[68960]: DEBUG oslo_vmware.api [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196589} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.577739] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.577924] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.578114] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.578291] env[68960]: INFO nova.compute.manager [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1165.578539] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.578727] env[68960]: DEBUG nova.compute.manager [-] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1165.578825] env[68960]: DEBUG nova.network.neutron [-] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.691071] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9e5670ab-88d5-4850-b83e-8ba26b70ff54 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "interface-da602590-de5b-4d19-9eed-b39210a8df39-e6a81c64-c00f-46ff-9296-ee737d482ad5" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.691071] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9e5670ab-88d5-4850-b83e-8ba26b70ff54 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "interface-da602590-de5b-4d19-9eed-b39210a8df39-e6a81c64-c00f-46ff-9296-ee737d482ad5" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.700447] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.700717] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.700868] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.701066] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.701552] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.701678] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.701807] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68960) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1165.702058] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.914941] env[68960]: DEBUG oslo_concurrency.lockutils [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.915497] env[68960]: DEBUG nova.compute.manager [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1166.013238] env[68960]: DEBUG nova.compute.manager [req-56a2cae6-17a6-48a4-bf8c-48b6fa23bd83 req-8cafa02a-f8ba-493e-8459-7efbc2753143 service nova] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Received event network-vif-deleted-b7503718-4175-4573-a972-775a00f56025 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.013394] env[68960]: INFO nova.compute.manager [req-56a2cae6-17a6-48a4-bf8c-48b6fa23bd83 req-8cafa02a-f8ba-493e-8459-7efbc2753143 service nova] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Neutron deleted interface b7503718-4175-4573-a972-775a00f56025; detaching it from the instance and deleting it from the info cache [ 1166.013741] env[68960]: DEBUG nova.network.neutron [req-56a2cae6-17a6-48a4-bf8c-48b6fa23bd83 req-8cafa02a-f8ba-493e-8459-7efbc2753143 service nova] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.193626] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9e5670ab-88d5-4850-b83e-8ba26b70ff54 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "da602590-de5b-4d19-9eed-b39210a8df39" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.193821] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9e5670ab-88d5-4850-b83e-8ba26b70ff54 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired lock "da602590-de5b-4d19-9eed-b39210a8df39" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.194782] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a596837-18b1-4d8c-b118-3dabb54d45b1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.214323] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.214669] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.214854] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.215008] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68960) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1166.215899] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db47b54a-5578-4577-8a16-5fdf28a1a6ee {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.219061] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb4ac2a-46ef-4aa1-9790-245a5d8b06dc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.245319] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1f3455-5dd8-4cc7-a196-986206169b88 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.253574] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5670ab-88d5-4850-b83e-8ba26b70ff54 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Reconfiguring VM to detach interface {{(pid=68960) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1166.254024] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45d27558-d195-47b6-a0dc-4f9ecc49489f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.279687] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626edbb0-8fbf-470e-91c7-5833798d1e75 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.281779] env[68960]: DEBUG oslo_vmware.api [None req-9e5670ab-88d5-4850-b83e-8ba26b70ff54 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 1166.281779] env[68960]: value = "task-3222312" [ 1166.281779] env[68960]: _type = "Task" [ 1166.281779] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.288064] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58baad06-de16-4425-a5cf-79f2749fe75b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.293756] env[68960]: DEBUG oslo_vmware.api [None req-9e5670ab-88d5-4850-b83e-8ba26b70ff54 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222312, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.319662] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179577MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=68960) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1166.319824] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.320057] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.421140] env[68960]: DEBUG nova.compute.utils [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1166.422773] env[68960]: DEBUG nova.compute.manager [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1166.422773] env[68960]: DEBUG nova.network.neutron [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1166.461184] env[68960]: DEBUG nova.policy [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca2e163184bb4c6fb7de1c20df8d1fb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48a5defa8cf04d17bd894dec0f7c7b31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1166.496700] env[68960]: DEBUG nova.network.neutron [-] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.516258] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57b2c594-45cd-448c-b32b-03ee0ce34b12 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.526739] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba54b6f-24b9-418e-b4fe-296a73d4fdb4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.559033] env[68960]: DEBUG nova.compute.manager [req-56a2cae6-17a6-48a4-bf8c-48b6fa23bd83 req-8cafa02a-f8ba-493e-8459-7efbc2753143 service nova] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Detach interface failed, port_id=b7503718-4175-4573-a972-775a00f56025, reason: Instance 2901333b-0754-4d83-a5b6-54603eb97033 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1166.659802] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7f4714d7-badb-4279-8d68-a02e70314237 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquiring lock "1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.660064] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7f4714d7-badb-4279-8d68-a02e70314237 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.737056] env[68960]: DEBUG nova.network.neutron [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Successfully created port: 0b47f2ae-0ab1-4872-b86d-b9f03526e2f1 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1166.795441] env[68960]: DEBUG oslo_vmware.api [None req-9e5670ab-88d5-4850-b83e-8ba26b70ff54 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.926025] env[68960]: DEBUG nova.compute.manager [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1166.999558] env[68960]: INFO nova.compute.manager [-] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Took 1.42 seconds to deallocate network for instance. [ 1167.164403] env[68960]: DEBUG nova.compute.utils [None req-7f4714d7-badb-4279-8d68-a02e70314237 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.293763] env[68960]: DEBUG oslo_vmware.api [None req-9e5670ab-88d5-4850-b83e-8ba26b70ff54 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.350166] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 528aca84-c1c0-4af1-ac42-330bd8cd5b15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.350364] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 066322c9-9ec9-4d86-96cc-e2be3db6fbe5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.350494] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 046a4f06-6228-4309-a020-4aa7e3a7eb03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.350615] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 961e9043-71c8-4ec5-ba39-95a51a68b719 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.350730] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.350843] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance da602590-de5b-4d19-9eed-b39210a8df39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.350956] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 2901333b-0754-4d83-a5b6-54603eb97033 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.351080] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance e4af7d3d-2951-450d-8ea9-31c975724e74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.351195] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 58f0e55f-d998-44a8-a981-ef4b697ef8dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.351307] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance faffbeed-f3c8-45ef-a9be-60ba2194cabd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.351515] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=68960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1167.351689] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=68960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1167.479106] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4d8baa-c1af-466a-81f2-a1dba807463f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.487304] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3946d947-780f-4d58-8c0a-9a534581b932 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.519392] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc35fabd-cc35-4ad4-b2f8-233e435e5246 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.527277] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b121e9-3415-4a8a-8206-595bd2d4f89c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.540801] env[68960]: DEBUG nova.compute.provider_tree [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.542830] env[68960]: INFO nova.compute.manager [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Took 0.54 seconds to detach 1 volumes for instance. [ 1167.667833] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7f4714d7-badb-4279-8d68-a02e70314237 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.795577] env[68960]: DEBUG oslo_vmware.api [None req-9e5670ab-88d5-4850-b83e-8ba26b70ff54 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.937411] env[68960]: DEBUG nova.compute.manager [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1167.964720] env[68960]: DEBUG nova.virt.hardware [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.964985] env[68960]: DEBUG nova.virt.hardware [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.965191] env[68960]: DEBUG nova.virt.hardware [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.965385] env[68960]: DEBUG nova.virt.hardware [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.965530] env[68960]: DEBUG nova.virt.hardware [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.965675] env[68960]: DEBUG nova.virt.hardware [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.965875] env[68960]: DEBUG nova.virt.hardware [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.966046] env[68960]: DEBUG nova.virt.hardware [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.966217] env[68960]: DEBUG nova.virt.hardware [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.966375] env[68960]: DEBUG nova.virt.hardware [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.966544] env[68960]: DEBUG nova.virt.hardware [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.967438] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57b9b58-5c39-40d5-a4c9-3b6cd701098c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.975602] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bcfefa-c822-4fc0-95b8-4c79038c67c0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.045892] env[68960]: DEBUG nova.scheduler.client.report [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.049804] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.105587] env[68960]: DEBUG nova.compute.manager [req-ed9f91c7-07ab-4878-89d1-9c1037eec2bc req-7a8da263-e4f7-4770-bae6-dcfe346ec508 service nova] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Received event network-vif-plugged-0b47f2ae-0ab1-4872-b86d-b9f03526e2f1 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.105851] env[68960]: DEBUG oslo_concurrency.lockutils [req-ed9f91c7-07ab-4878-89d1-9c1037eec2bc req-7a8da263-e4f7-4770-bae6-dcfe346ec508 service nova] Acquiring lock "faffbeed-f3c8-45ef-a9be-60ba2194cabd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.106017] env[68960]: DEBUG oslo_concurrency.lockutils [req-ed9f91c7-07ab-4878-89d1-9c1037eec2bc req-7a8da263-e4f7-4770-bae6-dcfe346ec508 service nova] Lock "faffbeed-f3c8-45ef-a9be-60ba2194cabd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.106180] env[68960]: DEBUG oslo_concurrency.lockutils [req-ed9f91c7-07ab-4878-89d1-9c1037eec2bc req-7a8da263-e4f7-4770-bae6-dcfe346ec508 service nova] Lock "faffbeed-f3c8-45ef-a9be-60ba2194cabd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.106367] env[68960]: DEBUG nova.compute.manager [req-ed9f91c7-07ab-4878-89d1-9c1037eec2bc req-7a8da263-e4f7-4770-bae6-dcfe346ec508 service nova] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] No waiting events found dispatching network-vif-plugged-0b47f2ae-0ab1-4872-b86d-b9f03526e2f1 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1168.106527] env[68960]: WARNING nova.compute.manager [req-ed9f91c7-07ab-4878-89d1-9c1037eec2bc req-7a8da263-e4f7-4770-bae6-dcfe346ec508 service nova] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Received unexpected event network-vif-plugged-0b47f2ae-0ab1-4872-b86d-b9f03526e2f1 for instance with vm_state building and task_state spawning. [ 1168.200448] env[68960]: DEBUG nova.network.neutron [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Successfully updated port: 0b47f2ae-0ab1-4872-b86d-b9f03526e2f1 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1168.294577] env[68960]: DEBUG oslo_vmware.api [None req-9e5670ab-88d5-4850-b83e-8ba26b70ff54 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.551674] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1168.552159] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.232s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.552159] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.502s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.552378] env[68960]: DEBUG nova.objects.instance [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lazy-loading 'resources' on Instance uuid 2901333b-0754-4d83-a5b6-54603eb97033 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.553434] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.553580] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Cleaning up deleted instances {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1168.703663] env[68960]: DEBUG oslo_concurrency.lockutils [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Acquiring lock "refresh_cache-faffbeed-f3c8-45ef-a9be-60ba2194cabd" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.703663] env[68960]: DEBUG oslo_concurrency.lockutils [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Acquired lock "refresh_cache-faffbeed-f3c8-45ef-a9be-60ba2194cabd" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.703663] env[68960]: DEBUG nova.network.neutron [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.742952] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7f4714d7-badb-4279-8d68-a02e70314237 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquiring lock "1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.743246] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7f4714d7-badb-4279-8d68-a02e70314237 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.743489] env[68960]: INFO nova.compute.manager [None req-7f4714d7-badb-4279-8d68-a02e70314237 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Attaching volume 39191daf-49e8-4696-ac68-3c91ce1b30d6 to /dev/sdb [ 1168.774345] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699f9d94-42f4-4559-be20-b9615641f2f6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.782083] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28ebef9-ea39-4519-8380-7cb12d9f2cc0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.793375] env[68960]: DEBUG oslo_vmware.api [None req-9e5670ab-88d5-4850-b83e-8ba26b70ff54 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.796767] env[68960]: DEBUG nova.virt.block_device [None req-7f4714d7-badb-4279-8d68-a02e70314237 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Updating existing volume attachment record: 4d53b481-0541-425a-93cc-f64f5ff42417 {{(pid=68960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1169.072601] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] There are 59 instances to clean {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1169.072947] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 5775fc67-8304-4a6f-b6bf-fc93c5ff7d06] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.200531] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704e3797-9ea6-4089-867b-75ab8d4ec1cc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.210460] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2332d4-5ef1-44ce-8c59-b637d48ebc64 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.242954] env[68960]: DEBUG nova.network.neutron [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1169.245352] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6448099e-9143-4292-bb1d-af0549354113 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.254140] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffb7687-7566-44ed-9c6e-7fb6bf0e2f9b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.268964] env[68960]: DEBUG nova.compute.provider_tree [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.296430] env[68960]: DEBUG oslo_vmware.api [None req-9e5670ab-88d5-4850-b83e-8ba26b70ff54 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.381380] env[68960]: DEBUG nova.network.neutron [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Updating instance_info_cache with network_info: [{"id": "0b47f2ae-0ab1-4872-b86d-b9f03526e2f1", "address": "fa:16:3e:61:75:d4", "network": {"id": "1d335921-c41c-48f9-97d5-1c01df61a9a4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-762660027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "48a5defa8cf04d17bd894dec0f7c7b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b47f2ae-0a", "ovs_interfaceid": "0b47f2ae-0ab1-4872-b86d-b9f03526e2f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.578089] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 6028f5a2-78e8-4b18-b38b-4a35e55c7d91] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.772901] env[68960]: DEBUG nova.scheduler.client.report [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.796951] env[68960]: DEBUG oslo_vmware.api [None req-9e5670ab-88d5-4850-b83e-8ba26b70ff54 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.883589] env[68960]: DEBUG oslo_concurrency.lockutils [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Releasing lock "refresh_cache-faffbeed-f3c8-45ef-a9be-60ba2194cabd" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.883934] env[68960]: DEBUG nova.compute.manager [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Instance network_info: |[{"id": "0b47f2ae-0ab1-4872-b86d-b9f03526e2f1", "address": "fa:16:3e:61:75:d4", "network": {"id": "1d335921-c41c-48f9-97d5-1c01df61a9a4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-762660027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "48a5defa8cf04d17bd894dec0f7c7b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b47f2ae-0a", "ovs_interfaceid": "0b47f2ae-0ab1-4872-b86d-b9f03526e2f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1169.884330] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:75:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b47f2ae-0ab1-4872-b86d-b9f03526e2f1', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1169.892113] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Creating folder: Project (48a5defa8cf04d17bd894dec0f7c7b31). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1169.892378] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2603234e-f708-47a2-8212-4dafd576dc3b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.906528] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Created folder: Project (48a5defa8cf04d17bd894dec0f7c7b31) in parent group-v643888. [ 1169.906708] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Creating folder: Instances. Parent ref: group-v644199. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1169.906939] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f316a312-35c3-44d7-82b6-695c8beb0611 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.916070] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Created folder: Instances in parent group-v644199. [ 1169.916308] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.916497] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1169.916697] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64eaa0ba-a6e4-4f97-bb3c-04efe254ddfb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.936889] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1169.936889] env[68960]: value = "task-3222316" [ 1169.936889] env[68960]: _type = "Task" [ 1169.936889] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.944798] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222316, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.081227] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: c79904d1-3261-454c-850d-b5e19b6ffb4f] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.130861] env[68960]: DEBUG nova.compute.manager [req-bef253c2-ffbd-4acc-b1bb-22fc846b9a6b req-034bf4f8-2c8f-4901-8367-e877706bffd7 service nova] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Received event network-changed-0b47f2ae-0ab1-4872-b86d-b9f03526e2f1 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.131034] env[68960]: DEBUG nova.compute.manager [req-bef253c2-ffbd-4acc-b1bb-22fc846b9a6b req-034bf4f8-2c8f-4901-8367-e877706bffd7 service nova] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Refreshing instance network info cache due to event network-changed-0b47f2ae-0ab1-4872-b86d-b9f03526e2f1. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.131367] env[68960]: DEBUG oslo_concurrency.lockutils [req-bef253c2-ffbd-4acc-b1bb-22fc846b9a6b req-034bf4f8-2c8f-4901-8367-e877706bffd7 service nova] Acquiring lock "refresh_cache-faffbeed-f3c8-45ef-a9be-60ba2194cabd" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.131608] env[68960]: DEBUG oslo_concurrency.lockutils [req-bef253c2-ffbd-4acc-b1bb-22fc846b9a6b req-034bf4f8-2c8f-4901-8367-e877706bffd7 service nova] Acquired lock "refresh_cache-faffbeed-f3c8-45ef-a9be-60ba2194cabd" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.131868] env[68960]: DEBUG nova.network.neutron [req-bef253c2-ffbd-4acc-b1bb-22fc846b9a6b req-034bf4f8-2c8f-4901-8367-e877706bffd7 service nova] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Refreshing network info cache for port 0b47f2ae-0ab1-4872-b86d-b9f03526e2f1 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.277516] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.299599] env[68960]: DEBUG oslo_vmware.api [None req-9e5670ab-88d5-4850-b83e-8ba26b70ff54 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.300897] env[68960]: INFO nova.scheduler.client.report [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Deleted allocations for instance 2901333b-0754-4d83-a5b6-54603eb97033 [ 1170.447435] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222316, 'name': CreateVM_Task, 'duration_secs': 0.330959} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.447620] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1170.448299] env[68960]: DEBUG oslo_concurrency.lockutils [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.448471] env[68960]: DEBUG oslo_concurrency.lockutils [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.448788] env[68960]: DEBUG oslo_concurrency.lockutils [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.449046] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d0d21a0-e6d2-4e6f-a376-da308163df36 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.453620] env[68960]: DEBUG oslo_vmware.api [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Waiting for the task: (returnval){ [ 1170.453620] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]529f9d43-c49c-b90d-9991-f8a3a56d4559" [ 1170.453620] env[68960]: _type = "Task" [ 1170.453620] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.461278] env[68960]: DEBUG oslo_vmware.api [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]529f9d43-c49c-b90d-9991-f8a3a56d4559, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.584600] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 035982a7-f44c-4e95-82aa-425df5ef64fb] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.799461] env[68960]: DEBUG oslo_vmware.api [None req-9e5670ab-88d5-4850-b83e-8ba26b70ff54 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.804602] env[68960]: DEBUG nova.network.neutron [req-bef253c2-ffbd-4acc-b1bb-22fc846b9a6b req-034bf4f8-2c8f-4901-8367-e877706bffd7 service nova] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Updated VIF entry in instance network info cache for port 0b47f2ae-0ab1-4872-b86d-b9f03526e2f1. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.804915] env[68960]: DEBUG nova.network.neutron [req-bef253c2-ffbd-4acc-b1bb-22fc846b9a6b req-034bf4f8-2c8f-4901-8367-e877706bffd7 service nova] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Updating instance_info_cache with network_info: [{"id": "0b47f2ae-0ab1-4872-b86d-b9f03526e2f1", "address": "fa:16:3e:61:75:d4", "network": {"id": "1d335921-c41c-48f9-97d5-1c01df61a9a4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-762660027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "48a5defa8cf04d17bd894dec0f7c7b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b47f2ae-0a", "ovs_interfaceid": "0b47f2ae-0ab1-4872-b86d-b9f03526e2f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.808306] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3e539ee3-9992-4760-bfd8-bfd00641e27c tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "2901333b-0754-4d83-a5b6-54603eb97033" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.996s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.964490] env[68960]: DEBUG oslo_vmware.api [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]529f9d43-c49c-b90d-9991-f8a3a56d4559, 'name': SearchDatastore_Task, 'duration_secs': 0.014216} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.964649] env[68960]: DEBUG oslo_concurrency.lockutils [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.964881] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.965166] env[68960]: DEBUG oslo_concurrency.lockutils [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.965318] env[68960]: DEBUG oslo_concurrency.lockutils [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.965497] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.965751] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14e436c2-e139-4443-a98b-a10fc3389308 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.975371] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.975550] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.976248] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c94ca082-347a-4fea-a80c-a9753c47eab6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.981447] env[68960]: DEBUG oslo_vmware.api [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Waiting for the task: (returnval){ [ 1170.981447] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f77cbd-45f1-ef3f-bbb5-2cea809c3c1a" [ 1170.981447] env[68960]: _type = "Task" [ 1170.981447] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.990994] env[68960]: DEBUG oslo_vmware.api [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f77cbd-45f1-ef3f-bbb5-2cea809c3c1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.088043] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: aa09fb60-a75c-4dc8-949f-f26c0d11bcb2] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.300371] env[68960]: DEBUG oslo_vmware.api [None req-9e5670ab-88d5-4850-b83e-8ba26b70ff54 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.309018] env[68960]: DEBUG oslo_concurrency.lockutils [req-bef253c2-ffbd-4acc-b1bb-22fc846b9a6b req-034bf4f8-2c8f-4901-8367-e877706bffd7 service nova] Releasing lock "refresh_cache-faffbeed-f3c8-45ef-a9be-60ba2194cabd" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.492791] env[68960]: DEBUG oslo_vmware.api [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f77cbd-45f1-ef3f-bbb5-2cea809c3c1a, 'name': SearchDatastore_Task, 'duration_secs': 0.008618} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.493602] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aef514f-1761-485b-9964-9a7e0a51346d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.499750] env[68960]: DEBUG oslo_vmware.api [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Waiting for the task: (returnval){ [ 1171.499750] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e8a159-ef7c-b82e-558f-85037ca81452" [ 1171.499750] env[68960]: _type = "Task" [ 1171.499750] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.507439] env[68960]: DEBUG oslo_vmware.api [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e8a159-ef7c-b82e-558f-85037ca81452, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.593848] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 8f5b8b5d-2506-4654-ac21-f68cc04ddef3] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.800622] env[68960]: DEBUG oslo_vmware.api [None req-9e5670ab-88d5-4850-b83e-8ba26b70ff54 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222312, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.012383] env[68960]: DEBUG oslo_vmware.api [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e8a159-ef7c-b82e-558f-85037ca81452, 'name': SearchDatastore_Task, 'duration_secs': 0.010201} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.012586] env[68960]: DEBUG oslo_concurrency.lockutils [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.012899] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] faffbeed-f3c8-45ef-a9be-60ba2194cabd/faffbeed-f3c8-45ef-a9be-60ba2194cabd.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1172.013388] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-958a54c2-4b26-46a7-9853-35bcc4fd2324 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.021083] env[68960]: DEBUG oslo_vmware.api [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Waiting for the task: (returnval){ [ 1172.021083] env[68960]: value = "task-3222318" [ 1172.021083] env[68960]: _type = "Task" [ 1172.021083] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.028782] env[68960]: DEBUG oslo_vmware.api [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': task-3222318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.067929] env[68960]: DEBUG oslo_concurrency.lockutils [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "7d1446e5-c11c-46ee-9caa-d001ff473241" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.068231] env[68960]: DEBUG oslo_concurrency.lockutils [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "7d1446e5-c11c-46ee-9caa-d001ff473241" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.095799] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 5febc8fc-e564-4e90-aaf7-13b55d292cf8] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.302847] env[68960]: DEBUG oslo_vmware.api [None req-9e5670ab-88d5-4850-b83e-8ba26b70ff54 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222312, 'name': ReconfigVM_Task, 'duration_secs': 5.760234} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.303147] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9e5670ab-88d5-4850-b83e-8ba26b70ff54 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Releasing lock "da602590-de5b-4d19-9eed-b39210a8df39" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.303366] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5670ab-88d5-4850-b83e-8ba26b70ff54 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Reconfigured VM to detach interface {{(pid=68960) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1172.532049] env[68960]: DEBUG oslo_vmware.api [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': task-3222318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493127} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.532351] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] faffbeed-f3c8-45ef-a9be-60ba2194cabd/faffbeed-f3c8-45ef-a9be-60ba2194cabd.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1172.532567] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1172.532792] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1ae72ce-299b-400f-8751-04b91ccfdff7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.539648] env[68960]: DEBUG oslo_vmware.api [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Waiting for the task: (returnval){ [ 1172.539648] env[68960]: value = "task-3222319" [ 1172.539648] env[68960]: _type = "Task" [ 1172.539648] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.547919] env[68960]: DEBUG oslo_vmware.api [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': task-3222319, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.570604] env[68960]: DEBUG nova.compute.manager [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1172.599669] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: e347bd5a-702a-4028-8c83-53c594b9e57f] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.049978] env[68960]: DEBUG oslo_vmware.api [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': task-3222319, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06733} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.050245] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1173.051022] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20eef9b9-3de3-4bec-b23c-67524bb5fa98 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.072630] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] faffbeed-f3c8-45ef-a9be-60ba2194cabd/faffbeed-f3c8-45ef-a9be-60ba2194cabd.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.072877] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aba0e54e-7828-4964-a854-40a7ecccbc7d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.094745] env[68960]: DEBUG oslo_vmware.api [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Waiting for the task: (returnval){ [ 1173.094745] env[68960]: value = "task-3222320" [ 1173.094745] env[68960]: _type = "Task" [ 1173.094745] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.103453] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 6229f35e-59ed-4ea7-a225-f6824af852b2] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.105277] env[68960]: DEBUG oslo_vmware.api [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': task-3222320, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.106272] env[68960]: DEBUG oslo_concurrency.lockutils [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.106516] env[68960]: DEBUG oslo_concurrency.lockutils [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.108053] env[68960]: INFO nova.compute.claims [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.340615] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f4714d7-badb-4279-8d68-a02e70314237 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Volume attach. Driver type: vmdk {{(pid=68960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1173.340868] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f4714d7-badb-4279-8d68-a02e70314237 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644198', 'volume_id': '39191daf-49e8-4696-ac68-3c91ce1b30d6', 'name': 'volume-39191daf-49e8-4696-ac68-3c91ce1b30d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c3a374d-cf09-4157-bfd7-cd7ab0e894f0', 'attached_at': '', 'detached_at': '', 'volume_id': '39191daf-49e8-4696-ac68-3c91ce1b30d6', 'serial': '39191daf-49e8-4696-ac68-3c91ce1b30d6'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1173.341837] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be58433c-f5af-467d-8c57-0c41a737febb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.359055] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a889e8e-8454-4d10-a3bb-3ee12a247e29 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.385962] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f4714d7-badb-4279-8d68-a02e70314237 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-39191daf-49e8-4696-ac68-3c91ce1b30d6/volume-39191daf-49e8-4696-ac68-3c91ce1b30d6.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.386304] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48e7da80-eab1-45df-92fa-b98146d464eb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.403931] env[68960]: DEBUG oslo_vmware.api [None req-7f4714d7-badb-4279-8d68-a02e70314237 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 1173.403931] env[68960]: value = "task-3222321" [ 1173.403931] env[68960]: _type = "Task" [ 1173.403931] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.412772] env[68960]: DEBUG oslo_vmware.api [None req-7f4714d7-badb-4279-8d68-a02e70314237 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222321, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.604542] env[68960]: DEBUG oslo_vmware.api [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': task-3222320, 'name': ReconfigVM_Task, 'duration_secs': 0.299258} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.604890] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Reconfigured VM instance instance-0000006f to attach disk [datastore1] faffbeed-f3c8-45ef-a9be-60ba2194cabd/faffbeed-f3c8-45ef-a9be-60ba2194cabd.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.605634] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b66bfd7-31b2-4f37-af28-ac541970ef35 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.611233] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: cf53f066-f04f-4f19-9dde-2a146048b89f] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.617011] env[68960]: DEBUG oslo_vmware.api [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Waiting for the task: (returnval){ [ 1173.617011] env[68960]: value = "task-3222322" [ 1173.617011] env[68960]: _type = "Task" [ 1173.617011] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.625859] env[68960]: DEBUG oslo_vmware.api [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': task-3222322, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.633780] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9e5670ab-88d5-4850-b83e-8ba26b70ff54 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "refresh_cache-da602590-de5b-4d19-9eed-b39210a8df39" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.633949] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9e5670ab-88d5-4850-b83e-8ba26b70ff54 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquired lock "refresh_cache-da602590-de5b-4d19-9eed-b39210a8df39" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.634138] env[68960]: DEBUG nova.network.neutron [None req-9e5670ab-88d5-4850-b83e-8ba26b70ff54 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.913716] env[68960]: DEBUG oslo_vmware.api [None req-7f4714d7-badb-4279-8d68-a02e70314237 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222321, 'name': ReconfigVM_Task, 'duration_secs': 0.379673} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.913991] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f4714d7-badb-4279-8d68-a02e70314237 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-39191daf-49e8-4696-ac68-3c91ce1b30d6/volume-39191daf-49e8-4696-ac68-3c91ce1b30d6.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.918775] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19b7def7-a20c-4418-b800-c87ba13dffb4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.933323] env[68960]: DEBUG oslo_vmware.api [None req-7f4714d7-badb-4279-8d68-a02e70314237 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 1173.933323] env[68960]: value = "task-3222323" [ 1173.933323] env[68960]: _type = "Task" [ 1173.933323] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.941546] env[68960]: DEBUG oslo_vmware.api [None req-7f4714d7-badb-4279-8d68-a02e70314237 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222323, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.065476] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2a6c08f0-2b89-4b0a-b32b-0049aa79b539 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "da602590-de5b-4d19-9eed-b39210a8df39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.065657] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2a6c08f0-2b89-4b0a-b32b-0049aa79b539 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "da602590-de5b-4d19-9eed-b39210a8df39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.065857] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2a6c08f0-2b89-4b0a-b32b-0049aa79b539 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "da602590-de5b-4d19-9eed-b39210a8df39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.066073] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2a6c08f0-2b89-4b0a-b32b-0049aa79b539 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "da602590-de5b-4d19-9eed-b39210a8df39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.066250] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2a6c08f0-2b89-4b0a-b32b-0049aa79b539 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "da602590-de5b-4d19-9eed-b39210a8df39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.068526] env[68960]: INFO nova.compute.manager [None req-2a6c08f0-2b89-4b0a-b32b-0049aa79b539 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Terminating instance [ 1174.115964] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 0433a29e-d26f-40c6-93a8-e13079bd2eee] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.133215] env[68960]: DEBUG oslo_vmware.api [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': task-3222322, 'name': Rename_Task, 'duration_secs': 0.188554} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.133545] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.133861] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0233eb88-88a7-4cfe-9bcc-41ddff3e5e09 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.142295] env[68960]: DEBUG oslo_vmware.api [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Waiting for the task: (returnval){ [ 1174.142295] env[68960]: value = "task-3222324" [ 1174.142295] env[68960]: _type = "Task" [ 1174.142295] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.155789] env[68960]: DEBUG oslo_vmware.api [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': task-3222324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.276493] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aed93e6-1089-4582-9542-223a9de64f90 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.285348] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc69e969-e042-4452-b1bf-89a6cfb1ae94 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.319944] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94fd8f1-39df-456d-ac6e-2893427c472b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.329658] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ebf7fb-38f9-4788-9bfd-af213a765392 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.343975] env[68960]: DEBUG nova.compute.provider_tree [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.443475] env[68960]: DEBUG oslo_vmware.api [None req-7f4714d7-badb-4279-8d68-a02e70314237 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222323, 'name': ReconfigVM_Task, 'duration_secs': 0.170742} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.445018] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f4714d7-badb-4279-8d68-a02e70314237 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644198', 'volume_id': '39191daf-49e8-4696-ac68-3c91ce1b30d6', 'name': 'volume-39191daf-49e8-4696-ac68-3c91ce1b30d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c3a374d-cf09-4157-bfd7-cd7ab0e894f0', 'attached_at': '', 'detached_at': '', 'volume_id': '39191daf-49e8-4696-ac68-3c91ce1b30d6', 'serial': '39191daf-49e8-4696-ac68-3c91ce1b30d6'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1174.449505] env[68960]: INFO nova.network.neutron [None req-9e5670ab-88d5-4850-b83e-8ba26b70ff54 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Port e6a81c64-c00f-46ff-9296-ee737d482ad5 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1174.450073] env[68960]: DEBUG nova.network.neutron [None req-9e5670ab-88d5-4850-b83e-8ba26b70ff54 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Updating instance_info_cache with network_info: [{"id": "a17f0fe0-7568-4bce-ac9c-e639ac220b30", "address": "fa:16:3e:3c:9b:a5", "network": {"id": "bfa955d9-6d54-4c87-a7cd-bb27c70e191f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-384015160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e614b9fed50b48789272b9d2b974627e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17f0fe0-75", "ovs_interfaceid": "a17f0fe0-7568-4bce-ac9c-e639ac220b30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.572517] env[68960]: DEBUG nova.compute.manager [None req-2a6c08f0-2b89-4b0a-b32b-0049aa79b539 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1174.573079] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6c08f0-2b89-4b0a-b32b-0049aa79b539 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.574063] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4e4ed4-d291-4ee6-948d-0eb8bf0d9f03 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.583097] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6c08f0-2b89-4b0a-b32b-0049aa79b539 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.583369] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a69e8d24-5f63-4255-89f2-f7e9c77097f2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.590971] env[68960]: DEBUG oslo_vmware.api [None req-2a6c08f0-2b89-4b0a-b32b-0049aa79b539 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 1174.590971] env[68960]: value = "task-3222325" [ 1174.590971] env[68960]: _type = "Task" [ 1174.590971] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.600893] env[68960]: DEBUG oslo_vmware.api [None req-2a6c08f0-2b89-4b0a-b32b-0049aa79b539 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.625698] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: a2552141-7149-4917-a100-cc380396ad18] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.653162] env[68960]: DEBUG oslo_vmware.api [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': task-3222324, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.847727] env[68960]: DEBUG nova.scheduler.client.report [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.951853] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9e5670ab-88d5-4850-b83e-8ba26b70ff54 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Releasing lock "refresh_cache-da602590-de5b-4d19-9eed-b39210a8df39" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.102038] env[68960]: DEBUG oslo_vmware.api [None req-2a6c08f0-2b89-4b0a-b32b-0049aa79b539 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222325, 'name': PowerOffVM_Task, 'duration_secs': 0.23202} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.102332] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6c08f0-2b89-4b0a-b32b-0049aa79b539 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.102501] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6c08f0-2b89-4b0a-b32b-0049aa79b539 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.102762] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c922aac-b8d9-4525-b6c3-5bcd99cd8f71 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.129474] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 6bba70e0-4e4c-49b7-8bea-b84dde9e416a] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.153924] env[68960]: DEBUG oslo_vmware.api [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': task-3222324, 'name': PowerOnVM_Task, 'duration_secs': 0.538367} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.154952] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.155237] env[68960]: INFO nova.compute.manager [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1175.155447] env[68960]: DEBUG nova.compute.manager [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.156333] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfa511f-8890-49c2-9bb7-d63042f6e709 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.177221] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6c08f0-2b89-4b0a-b32b-0049aa79b539 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.177456] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6c08f0-2b89-4b0a-b32b-0049aa79b539 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.177634] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a6c08f0-2b89-4b0a-b32b-0049aa79b539 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Deleting the datastore file [datastore2] da602590-de5b-4d19-9eed-b39210a8df39 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.177893] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce83bbfa-4a90-4250-bf11-3964560b69a1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.185168] env[68960]: DEBUG oslo_vmware.api [None req-2a6c08f0-2b89-4b0a-b32b-0049aa79b539 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 1175.185168] env[68960]: value = "task-3222327" [ 1175.185168] env[68960]: _type = "Task" [ 1175.185168] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.193904] env[68960]: DEBUG oslo_vmware.api [None req-2a6c08f0-2b89-4b0a-b32b-0049aa79b539 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.352272] env[68960]: DEBUG oslo_concurrency.lockutils [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.352800] env[68960]: DEBUG nova.compute.manager [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1175.456331] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9e5670ab-88d5-4850-b83e-8ba26b70ff54 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "interface-da602590-de5b-4d19-9eed-b39210a8df39-e6a81c64-c00f-46ff-9296-ee737d482ad5" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.765s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.478985] env[68960]: DEBUG nova.objects.instance [None req-7f4714d7-badb-4279-8d68-a02e70314237 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lazy-loading 'flavor' on Instance uuid 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.633134] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 8242b2da-b9c8-4894-b630-9494e4f28fe7] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.675125] env[68960]: INFO nova.compute.manager [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Took 12.12 seconds to build instance. [ 1175.695828] env[68960]: DEBUG oslo_vmware.api [None req-2a6c08f0-2b89-4b0a-b32b-0049aa79b539 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154679} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.696097] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a6c08f0-2b89-4b0a-b32b-0049aa79b539 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.696284] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6c08f0-2b89-4b0a-b32b-0049aa79b539 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.696502] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6c08f0-2b89-4b0a-b32b-0049aa79b539 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.696614] env[68960]: INFO nova.compute.manager [None req-2a6c08f0-2b89-4b0a-b32b-0049aa79b539 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1175.696930] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a6c08f0-2b89-4b0a-b32b-0049aa79b539 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.697176] env[68960]: DEBUG nova.compute.manager [-] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1175.697279] env[68960]: DEBUG nova.network.neutron [-] [instance: da602590-de5b-4d19-9eed-b39210a8df39] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1175.858035] env[68960]: DEBUG nova.compute.utils [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1175.859921] env[68960]: DEBUG nova.compute.manager [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1175.860072] env[68960]: DEBUG nova.network.neutron [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1175.916058] env[68960]: DEBUG nova.policy [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '033839bec290488189f222884f18dc60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4c63f88f20340cbb8eba0c2935f9832', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1175.983114] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7f4714d7-badb-4279-8d68-a02e70314237 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.240s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.136139] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: a6ba5600-ed33-490b-bf91-e54ff7483d42] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.177845] env[68960]: DEBUG oslo_concurrency.lockutils [None req-df15d4b2-d9e2-4baa-b88c-a96eb9cbd274 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Lock "faffbeed-f3c8-45ef-a9be-60ba2194cabd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.635s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.363540] env[68960]: DEBUG nova.compute.manager [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1176.386456] env[68960]: DEBUG nova.network.neutron [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Successfully created port: 0e6b77b9-918f-4a99-8cc9-8e00d8f354a0 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1176.639154] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 3a4bc2e0-b43b-4944-a020-b22b20a8737f] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.647718] env[68960]: DEBUG nova.compute.manager [req-c0ff4439-a6a2-420d-8feb-a80c00c4a499 req-c9ea06ab-7e83-4912-a25a-1375829c13a7 service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Received event network-vif-deleted-a17f0fe0-7568-4bce-ac9c-e639ac220b30 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.647904] env[68960]: INFO nova.compute.manager [req-c0ff4439-a6a2-420d-8feb-a80c00c4a499 req-c9ea06ab-7e83-4912-a25a-1375829c13a7 service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Neutron deleted interface a17f0fe0-7568-4bce-ac9c-e639ac220b30; detaching it from the instance and deleting it from the info cache [ 1176.649309] env[68960]: DEBUG nova.network.neutron [req-c0ff4439-a6a2-420d-8feb-a80c00c4a499 req-c9ea06ab-7e83-4912-a25a-1375829c13a7 service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.858823] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7d1f05c5-9d46-4b73-923d-50baa6f4f797 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquiring lock "1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.859080] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7d1f05c5-9d46-4b73-923d-50baa6f4f797 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.910781] env[68960]: INFO nova.compute.manager [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Rescuing [ 1176.911872] env[68960]: DEBUG oslo_concurrency.lockutils [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Acquiring lock "refresh_cache-faffbeed-f3c8-45ef-a9be-60ba2194cabd" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.911872] env[68960]: DEBUG oslo_concurrency.lockutils [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Acquired lock "refresh_cache-faffbeed-f3c8-45ef-a9be-60ba2194cabd" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.911872] env[68960]: DEBUG nova.network.neutron [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.122827] env[68960]: DEBUG nova.network.neutron [-] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.147247] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: d5b57c7f-800a-4f8d-a712-eabc0d08af00] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.155035] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a2319ca-f3a4-44fd-b158-cdb16e5d50a7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.165781] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8e64a7-34d1-44f8-b5d7-91b0bda7bc20 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.200846] env[68960]: DEBUG nova.compute.manager [req-c0ff4439-a6a2-420d-8feb-a80c00c4a499 req-c9ea06ab-7e83-4912-a25a-1375829c13a7 service nova] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Detach interface failed, port_id=a17f0fe0-7568-4bce-ac9c-e639ac220b30, reason: Instance da602590-de5b-4d19-9eed-b39210a8df39 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1177.365309] env[68960]: DEBUG nova.compute.utils [None req-7d1f05c5-9d46-4b73-923d-50baa6f4f797 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1177.374662] env[68960]: DEBUG nova.compute.manager [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1177.409834] env[68960]: DEBUG nova.virt.hardware [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1177.410273] env[68960]: DEBUG nova.virt.hardware [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1177.410564] env[68960]: DEBUG nova.virt.hardware [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.410894] env[68960]: DEBUG nova.virt.hardware [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1177.411183] env[68960]: DEBUG nova.virt.hardware [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.411470] env[68960]: DEBUG nova.virt.hardware [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1177.411833] env[68960]: DEBUG nova.virt.hardware [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1177.412137] env[68960]: DEBUG nova.virt.hardware [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1177.412455] env[68960]: DEBUG nova.virt.hardware [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1177.412758] env[68960]: DEBUG nova.virt.hardware [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1177.413083] env[68960]: DEBUG nova.virt.hardware [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1177.417707] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2523155-35cb-452a-b05c-027b6421055f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.430439] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f98b8b7-cb51-410d-8a3d-7f70c03184c9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.602174] env[68960]: DEBUG nova.network.neutron [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Updating instance_info_cache with network_info: [{"id": "0b47f2ae-0ab1-4872-b86d-b9f03526e2f1", "address": "fa:16:3e:61:75:d4", "network": {"id": "1d335921-c41c-48f9-97d5-1c01df61a9a4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-762660027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "48a5defa8cf04d17bd894dec0f7c7b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b47f2ae-0a", "ovs_interfaceid": "0b47f2ae-0ab1-4872-b86d-b9f03526e2f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.626016] env[68960]: INFO nova.compute.manager [-] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Took 1.93 seconds to deallocate network for instance. [ 1177.650401] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: cb7309a4-cc7a-45d1-b080-c0fb1e424c1f] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.868482] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7d1f05c5-9d46-4b73-923d-50baa6f4f797 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.938329] env[68960]: DEBUG nova.network.neutron [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Successfully updated port: 0e6b77b9-918f-4a99-8cc9-8e00d8f354a0 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.105615] env[68960]: DEBUG oslo_concurrency.lockutils [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Releasing lock "refresh_cache-faffbeed-f3c8-45ef-a9be-60ba2194cabd" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.132236] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2a6c08f0-2b89-4b0a-b32b-0049aa79b539 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.132518] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2a6c08f0-2b89-4b0a-b32b-0049aa79b539 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.132725] env[68960]: DEBUG nova.objects.instance [None req-2a6c08f0-2b89-4b0a-b32b-0049aa79b539 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lazy-loading 'resources' on Instance uuid da602590-de5b-4d19-9eed-b39210a8df39 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.153017] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 70cb0e8b-7ed9-49b5-a7c0-2e82455808a4] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.440394] env[68960]: DEBUG oslo_concurrency.lockutils [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "refresh_cache-7d1446e5-c11c-46ee-9caa-d001ff473241" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.440549] env[68960]: DEBUG oslo_concurrency.lockutils [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquired lock "refresh_cache-7d1446e5-c11c-46ee-9caa-d001ff473241" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.440702] env[68960]: DEBUG nova.network.neutron [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.658736] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: d39024a8-8240-491f-88ee-8543fbfa7573] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.674919] env[68960]: DEBUG nova.compute.manager [req-67bab8f4-77fa-47d3-841c-4086e52195aa req-09596eb0-889b-4975-b3ee-4fe2fff5a23b service nova] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Received event network-vif-plugged-0e6b77b9-918f-4a99-8cc9-8e00d8f354a0 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.675182] env[68960]: DEBUG oslo_concurrency.lockutils [req-67bab8f4-77fa-47d3-841c-4086e52195aa req-09596eb0-889b-4975-b3ee-4fe2fff5a23b service nova] Acquiring lock "7d1446e5-c11c-46ee-9caa-d001ff473241-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.675415] env[68960]: DEBUG oslo_concurrency.lockutils [req-67bab8f4-77fa-47d3-841c-4086e52195aa req-09596eb0-889b-4975-b3ee-4fe2fff5a23b service nova] Lock "7d1446e5-c11c-46ee-9caa-d001ff473241-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.675597] env[68960]: DEBUG oslo_concurrency.lockutils [req-67bab8f4-77fa-47d3-841c-4086e52195aa req-09596eb0-889b-4975-b3ee-4fe2fff5a23b service nova] Lock "7d1446e5-c11c-46ee-9caa-d001ff473241-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.675769] env[68960]: DEBUG nova.compute.manager [req-67bab8f4-77fa-47d3-841c-4086e52195aa req-09596eb0-889b-4975-b3ee-4fe2fff5a23b service nova] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] No waiting events found dispatching network-vif-plugged-0e6b77b9-918f-4a99-8cc9-8e00d8f354a0 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1178.675932] env[68960]: WARNING nova.compute.manager [req-67bab8f4-77fa-47d3-841c-4086e52195aa req-09596eb0-889b-4975-b3ee-4fe2fff5a23b service nova] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Received unexpected event network-vif-plugged-0e6b77b9-918f-4a99-8cc9-8e00d8f354a0 for instance with vm_state building and task_state spawning. [ 1178.676105] env[68960]: DEBUG nova.compute.manager [req-67bab8f4-77fa-47d3-841c-4086e52195aa req-09596eb0-889b-4975-b3ee-4fe2fff5a23b service nova] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Received event network-changed-0e6b77b9-918f-4a99-8cc9-8e00d8f354a0 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.676579] env[68960]: DEBUG nova.compute.manager [req-67bab8f4-77fa-47d3-841c-4086e52195aa req-09596eb0-889b-4975-b3ee-4fe2fff5a23b service nova] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Refreshing instance network info cache due to event network-changed-0e6b77b9-918f-4a99-8cc9-8e00d8f354a0. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1178.676579] env[68960]: DEBUG oslo_concurrency.lockutils [req-67bab8f4-77fa-47d3-841c-4086e52195aa req-09596eb0-889b-4975-b3ee-4fe2fff5a23b service nova] Acquiring lock "refresh_cache-7d1446e5-c11c-46ee-9caa-d001ff473241" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.764257] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0956cf6-bb0f-4bfe-933f-df2c9dbc4171 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.772928] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9474f8-6066-4ba5-ba55-863c79f55f76 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.802825] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb32fb6-9b43-4cd7-8e0f-02434cf40bcb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.810843] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac9dfbd-2cd5-4205-bb90-5d7659f690b7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.824064] env[68960]: DEBUG nova.compute.provider_tree [None req-2a6c08f0-2b89-4b0a-b32b-0049aa79b539 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.930445] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7d1f05c5-9d46-4b73-923d-50baa6f4f797 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquiring lock "1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.930445] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7d1f05c5-9d46-4b73-923d-50baa6f4f797 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.930445] env[68960]: INFO nova.compute.manager [None req-7d1f05c5-9d46-4b73-923d-50baa6f4f797 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Attaching volume de57bea5-15ea-496c-9f2c-d7d82faf8411 to /dev/sdc [ 1178.966525] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f280b4-18da-47d3-b441-7babc2257a06 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.974238] env[68960]: DEBUG nova.network.neutron [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1178.976532] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e362eaf0-67ef-40eb-aaec-da4c1a11fd9a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.991292] env[68960]: DEBUG nova.virt.block_device [None req-7d1f05c5-9d46-4b73-923d-50baa6f4f797 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Updating existing volume attachment record: 59aac462-daa9-4b49-8f75-8a9be9a033a3 {{(pid=68960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1179.102663] env[68960]: DEBUG nova.network.neutron [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Updating instance_info_cache with network_info: [{"id": "0e6b77b9-918f-4a99-8cc9-8e00d8f354a0", "address": "fa:16:3e:4c:c8:86", "network": {"id": "d2f92278-0560-43d8-bc83-ef076840fbed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1118476539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4c63f88f20340cbb8eba0c2935f9832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e6b77b9-91", "ovs_interfaceid": "0e6b77b9-918f-4a99-8cc9-8e00d8f354a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.161522] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 4e1a8d2f-01e0-484e-ab67-3bbcadf691e7] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.327607] env[68960]: DEBUG nova.scheduler.client.report [None req-2a6c08f0-2b89-4b0a-b32b-0049aa79b539 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.605276] env[68960]: DEBUG oslo_concurrency.lockutils [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Releasing lock "refresh_cache-7d1446e5-c11c-46ee-9caa-d001ff473241" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.605562] env[68960]: DEBUG nova.compute.manager [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Instance network_info: |[{"id": "0e6b77b9-918f-4a99-8cc9-8e00d8f354a0", "address": "fa:16:3e:4c:c8:86", "network": {"id": "d2f92278-0560-43d8-bc83-ef076840fbed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1118476539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4c63f88f20340cbb8eba0c2935f9832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e6b77b9-91", "ovs_interfaceid": "0e6b77b9-918f-4a99-8cc9-8e00d8f354a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1179.605862] env[68960]: DEBUG oslo_concurrency.lockutils [req-67bab8f4-77fa-47d3-841c-4086e52195aa req-09596eb0-889b-4975-b3ee-4fe2fff5a23b service nova] Acquired lock "refresh_cache-7d1446e5-c11c-46ee-9caa-d001ff473241" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.606053] env[68960]: DEBUG nova.network.neutron [req-67bab8f4-77fa-47d3-841c-4086e52195aa req-09596eb0-889b-4975-b3ee-4fe2fff5a23b service nova] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Refreshing network info cache for port 0e6b77b9-918f-4a99-8cc9-8e00d8f354a0 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.607326] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:c8:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e6b77b9-918f-4a99-8cc9-8e00d8f354a0', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1179.614879] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.615833] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1179.616078] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1261a8da-d266-4e52-a493-aa47e33251fe {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.634978] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.635240] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb5f4262-ca98-4939-9b9f-620eb7352051 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.638184] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1179.638184] env[68960]: value = "task-3222329" [ 1179.638184] env[68960]: _type = "Task" [ 1179.638184] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.642862] env[68960]: DEBUG oslo_vmware.api [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Waiting for the task: (returnval){ [ 1179.642862] env[68960]: value = "task-3222330" [ 1179.642862] env[68960]: _type = "Task" [ 1179.642862] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.649158] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222329, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.654393] env[68960]: DEBUG oslo_vmware.api [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': task-3222330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.666032] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: d7a37e41-d64c-498d-acf0-b41961fe7635] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.833036] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2a6c08f0-2b89-4b0a-b32b-0049aa79b539 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.700s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.855232] env[68960]: INFO nova.scheduler.client.report [None req-2a6c08f0-2b89-4b0a-b32b-0049aa79b539 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Deleted allocations for instance da602590-de5b-4d19-9eed-b39210a8df39 [ 1180.152106] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222329, 'name': CreateVM_Task, 'duration_secs': 0.338992} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.152284] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1180.152953] env[68960]: DEBUG oslo_concurrency.lockutils [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.153129] env[68960]: DEBUG oslo_concurrency.lockutils [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.153436] env[68960]: DEBUG oslo_concurrency.lockutils [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.153684] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80f1527d-9974-4223-a26a-868899e07691 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.158529] env[68960]: DEBUG oslo_vmware.api [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': task-3222330, 'name': PowerOffVM_Task, 'duration_secs': 0.205952} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.159250] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.160021] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b37d5c-771c-4d63-80aa-2f018e6f243f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.163944] env[68960]: DEBUG oslo_vmware.api [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1180.163944] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52988330-f862-23af-2591-d0863e5213c4" [ 1180.163944] env[68960]: _type = "Task" [ 1180.163944] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.182815] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 1fa913ae-b830-4a30-bf91-e38f708d3e7d] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.185727] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b624df-5d17-4d67-a84e-d2c1f05ff345 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.192814] env[68960]: DEBUG oslo_vmware.api [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52988330-f862-23af-2591-d0863e5213c4, 'name': SearchDatastore_Task, 'duration_secs': 0.014} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.193855] env[68960]: DEBUG oslo_concurrency.lockutils [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.194576] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1180.194576] env[68960]: DEBUG oslo_concurrency.lockutils [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.194576] env[68960]: DEBUG oslo_concurrency.lockutils [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.194690] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1180.197240] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d6af13b-d7d4-47d3-bf61-34d6260f8d55 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.211039] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1180.211178] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1180.213312] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2c3ec9b-d2e8-4681-802d-ce211c74d876 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.228088] env[68960]: DEBUG oslo_vmware.api [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1180.228088] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5287115e-b03d-b033-efd6-e4b850a15c7d" [ 1180.228088] env[68960]: _type = "Task" [ 1180.228088] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.233750] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.234657] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cb28464-7728-4175-a8d1-82e5e7cb1f86 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.242432] env[68960]: DEBUG oslo_vmware.api [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5287115e-b03d-b033-efd6-e4b850a15c7d, 'name': SearchDatastore_Task, 'duration_secs': 0.010856} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.244341] env[68960]: DEBUG oslo_vmware.api [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Waiting for the task: (returnval){ [ 1180.244341] env[68960]: value = "task-3222331" [ 1180.244341] env[68960]: _type = "Task" [ 1180.244341] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.244566] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4a05e15-1091-4d08-9fbc-b8da0c0494ae {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.255407] env[68960]: DEBUG oslo_vmware.api [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1180.255407] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52399dab-fbdf-5638-9ce9-a6edc80e9e4c" [ 1180.255407] env[68960]: _type = "Task" [ 1180.255407] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.261900] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] VM already powered off {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1180.262140] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1180.262361] env[68960]: DEBUG oslo_concurrency.lockutils [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.268447] env[68960]: DEBUG oslo_vmware.api [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52399dab-fbdf-5638-9ce9-a6edc80e9e4c, 'name': SearchDatastore_Task, 'duration_secs': 0.009435} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.268675] env[68960]: DEBUG oslo_concurrency.lockutils [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.268913] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 7d1446e5-c11c-46ee-9caa-d001ff473241/7d1446e5-c11c-46ee-9caa-d001ff473241.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.269454] env[68960]: DEBUG oslo_concurrency.lockutils [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.269641] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1180.269853] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d3da537-c792-4ecf-8de9-76dd14f90044 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.271625] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8506edc2-3122-4e4e-91d9-1af3b2cf375d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.277990] env[68960]: DEBUG oslo_vmware.api [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1180.277990] env[68960]: value = "task-3222332" [ 1180.277990] env[68960]: _type = "Task" [ 1180.277990] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.283984] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1180.284175] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1180.288021] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c753762-554f-4b77-937f-b3f1f39d6368 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.290993] env[68960]: DEBUG oslo_vmware.api [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.294119] env[68960]: DEBUG oslo_vmware.api [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Waiting for the task: (returnval){ [ 1180.294119] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52989eb8-a15a-53b9-8f31-9249d87074ef" [ 1180.294119] env[68960]: _type = "Task" [ 1180.294119] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.302078] env[68960]: DEBUG oslo_vmware.api [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52989eb8-a15a-53b9-8f31-9249d87074ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.349626] env[68960]: DEBUG nova.network.neutron [req-67bab8f4-77fa-47d3-841c-4086e52195aa req-09596eb0-889b-4975-b3ee-4fe2fff5a23b service nova] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Updated VIF entry in instance network info cache for port 0e6b77b9-918f-4a99-8cc9-8e00d8f354a0. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.350069] env[68960]: DEBUG nova.network.neutron [req-67bab8f4-77fa-47d3-841c-4086e52195aa req-09596eb0-889b-4975-b3ee-4fe2fff5a23b service nova] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Updating instance_info_cache with network_info: [{"id": "0e6b77b9-918f-4a99-8cc9-8e00d8f354a0", "address": "fa:16:3e:4c:c8:86", "network": {"id": "d2f92278-0560-43d8-bc83-ef076840fbed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1118476539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4c63f88f20340cbb8eba0c2935f9832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e6b77b9-91", "ovs_interfaceid": "0e6b77b9-918f-4a99-8cc9-8e00d8f354a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.363369] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2a6c08f0-2b89-4b0a-b32b-0049aa79b539 tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "da602590-de5b-4d19-9eed-b39210a8df39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.298s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.693862] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: df1c635b-6070-4793-ac01-c3c54bc84c9a] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.721895] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1b23565c-82f1-42df-9ee8-35844ddc04fd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "961e9043-71c8-4ec5-ba39-95a51a68b719" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.723240] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1b23565c-82f1-42df-9ee8-35844ddc04fd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "961e9043-71c8-4ec5-ba39-95a51a68b719" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.723240] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1b23565c-82f1-42df-9ee8-35844ddc04fd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "961e9043-71c8-4ec5-ba39-95a51a68b719-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.723240] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1b23565c-82f1-42df-9ee8-35844ddc04fd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "961e9043-71c8-4ec5-ba39-95a51a68b719-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.723240] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1b23565c-82f1-42df-9ee8-35844ddc04fd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "961e9043-71c8-4ec5-ba39-95a51a68b719-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.724717] env[68960]: INFO nova.compute.manager [None req-1b23565c-82f1-42df-9ee8-35844ddc04fd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Terminating instance [ 1180.787585] env[68960]: DEBUG oslo_vmware.api [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456853} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.787870] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 7d1446e5-c11c-46ee-9caa-d001ff473241/7d1446e5-c11c-46ee-9caa-d001ff473241.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.788096] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1180.788352] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9750b669-4cca-4cee-9fd5-e86b9067b23f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.795316] env[68960]: DEBUG oslo_vmware.api [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1180.795316] env[68960]: value = "task-3222333" [ 1180.795316] env[68960]: _type = "Task" [ 1180.795316] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.806236] env[68960]: DEBUG oslo_vmware.api [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52989eb8-a15a-53b9-8f31-9249d87074ef, 'name': SearchDatastore_Task, 'duration_secs': 0.008902} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.809531] env[68960]: DEBUG oslo_vmware.api [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.809744] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9911666f-b89a-40e0-a425-d74d7ee76640 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.814705] env[68960]: DEBUG oslo_vmware.api [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Waiting for the task: (returnval){ [ 1180.814705] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f7331d-ba6c-e9a9-f60f-ba7d520cd1d1" [ 1180.814705] env[68960]: _type = "Task" [ 1180.814705] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.822464] env[68960]: DEBUG oslo_vmware.api [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f7331d-ba6c-e9a9-f60f-ba7d520cd1d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.853227] env[68960]: DEBUG oslo_concurrency.lockutils [req-67bab8f4-77fa-47d3-841c-4086e52195aa req-09596eb0-889b-4975-b3ee-4fe2fff5a23b service nova] Releasing lock "refresh_cache-7d1446e5-c11c-46ee-9caa-d001ff473241" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.198624] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 168d8714-3f8f-4bfa-ba48-d0d95f461c14] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.229114] env[68960]: DEBUG nova.compute.manager [None req-1b23565c-82f1-42df-9ee8-35844ddc04fd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1181.229407] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1b23565c-82f1-42df-9ee8-35844ddc04fd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.230430] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93331eb2-9f1d-49b7-ac1b-cc2cb04d3fb1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.241691] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b23565c-82f1-42df-9ee8-35844ddc04fd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.241984] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea721499-eb04-4ef8-8863-69e5dd4da3cf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.248592] env[68960]: DEBUG oslo_vmware.api [None req-1b23565c-82f1-42df-9ee8-35844ddc04fd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 1181.248592] env[68960]: value = "task-3222335" [ 1181.248592] env[68960]: _type = "Task" [ 1181.248592] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.257314] env[68960]: DEBUG oslo_vmware.api [None req-1b23565c-82f1-42df-9ee8-35844ddc04fd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.308915] env[68960]: DEBUG oslo_vmware.api [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065579} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.309277] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1181.310191] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47a1e0c-0db6-45ff-b2ea-3dd4eb47f8d6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.336128] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 7d1446e5-c11c-46ee-9caa-d001ff473241/7d1446e5-c11c-46ee-9caa-d001ff473241.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.336850] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-790e2381-a60b-4463-a926-51a35bb3aadb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.356482] env[68960]: DEBUG oslo_vmware.api [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f7331d-ba6c-e9a9-f60f-ba7d520cd1d1, 'name': SearchDatastore_Task, 'duration_secs': 0.009618} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.357200] env[68960]: DEBUG oslo_concurrency.lockutils [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.357485] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] faffbeed-f3c8-45ef-a9be-60ba2194cabd/882df2ee-ba10-4414-bfef-c49b3d1e121a-rescue.vmdk. {{(pid=68960) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1181.358154] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6261988-5b53-4741-80a4-660e28ef0616 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.366443] env[68960]: DEBUG oslo_vmware.api [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1181.366443] env[68960]: value = "task-3222336" [ 1181.366443] env[68960]: _type = "Task" [ 1181.366443] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.369117] env[68960]: DEBUG oslo_vmware.api [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Waiting for the task: (returnval){ [ 1181.369117] env[68960]: value = "task-3222337" [ 1181.369117] env[68960]: _type = "Task" [ 1181.369117] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.375737] env[68960]: DEBUG oslo_vmware.api [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222336, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.381314] env[68960]: DEBUG oslo_vmware.api [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': task-3222337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.702175] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 90acca25-d421-44d7-a346-ca4cb3378d90] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.759187] env[68960]: DEBUG oslo_vmware.api [None req-1b23565c-82f1-42df-9ee8-35844ddc04fd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222335, 'name': PowerOffVM_Task, 'duration_secs': 0.220699} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.759525] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b23565c-82f1-42df-9ee8-35844ddc04fd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.759731] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1b23565c-82f1-42df-9ee8-35844ddc04fd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.760009] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1fc0256-5522-45e1-80bc-ce91ded5b167 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.842087] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1b23565c-82f1-42df-9ee8-35844ddc04fd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.842334] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1b23565c-82f1-42df-9ee8-35844ddc04fd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.842596] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b23565c-82f1-42df-9ee8-35844ddc04fd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Deleting the datastore file [datastore2] 961e9043-71c8-4ec5-ba39-95a51a68b719 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.843172] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-226c1335-a9f0-4cc4-a875-3e37c38d5f41 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.852210] env[68960]: DEBUG oslo_vmware.api [None req-1b23565c-82f1-42df-9ee8-35844ddc04fd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for the task: (returnval){ [ 1181.852210] env[68960]: value = "task-3222339" [ 1181.852210] env[68960]: _type = "Task" [ 1181.852210] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.861814] env[68960]: DEBUG oslo_vmware.api [None req-1b23565c-82f1-42df-9ee8-35844ddc04fd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.876472] env[68960]: DEBUG oslo_vmware.api [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222336, 'name': ReconfigVM_Task, 'duration_secs': 0.30409} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.877249] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 7d1446e5-c11c-46ee-9caa-d001ff473241/7d1446e5-c11c-46ee-9caa-d001ff473241.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.877932] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40cb863a-19bf-4d82-8806-cf08c5df9ccc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.882739] env[68960]: DEBUG oslo_vmware.api [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': task-3222337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516431} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.883393] env[68960]: INFO nova.virt.vmwareapi.ds_util [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] faffbeed-f3c8-45ef-a9be-60ba2194cabd/882df2ee-ba10-4414-bfef-c49b3d1e121a-rescue.vmdk. [ 1181.884315] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f10f636-363a-4d6f-a7a7-2bff59bf2ba7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.887996] env[68960]: DEBUG oslo_vmware.api [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1181.887996] env[68960]: value = "task-3222340" [ 1181.887996] env[68960]: _type = "Task" [ 1181.887996] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.913909] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] faffbeed-f3c8-45ef-a9be-60ba2194cabd/882df2ee-ba10-4414-bfef-c49b3d1e121a-rescue.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.914668] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f646fcdf-8aaf-40a0-9c1c-e9a24f46382a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.931138] env[68960]: DEBUG oslo_vmware.api [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222340, 'name': Rename_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.937739] env[68960]: DEBUG oslo_vmware.api [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Waiting for the task: (returnval){ [ 1181.937739] env[68960]: value = "task-3222341" [ 1181.937739] env[68960]: _type = "Task" [ 1181.937739] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.947185] env[68960]: DEBUG oslo_vmware.api [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': task-3222341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.205648] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: a3262d93-91da-4e89-b4f1-90f345d273a9] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.363191] env[68960]: DEBUG oslo_vmware.api [None req-1b23565c-82f1-42df-9ee8-35844ddc04fd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Task: {'id': task-3222339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166645} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.363455] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b23565c-82f1-42df-9ee8-35844ddc04fd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.363636] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1b23565c-82f1-42df-9ee8-35844ddc04fd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.363812] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1b23565c-82f1-42df-9ee8-35844ddc04fd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.363980] env[68960]: INFO nova.compute.manager [None req-1b23565c-82f1-42df-9ee8-35844ddc04fd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1182.364251] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b23565c-82f1-42df-9ee8-35844ddc04fd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.364446] env[68960]: DEBUG nova.compute.manager [-] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1182.364535] env[68960]: DEBUG nova.network.neutron [-] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1182.398842] env[68960]: DEBUG oslo_vmware.api [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222340, 'name': Rename_Task, 'duration_secs': 0.153042} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.399127] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.399374] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bf88fcb-63c0-42d7-8a93-ed824fd977f9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.405717] env[68960]: DEBUG oslo_vmware.api [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1182.405717] env[68960]: value = "task-3222342" [ 1182.405717] env[68960]: _type = "Task" [ 1182.405717] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.413859] env[68960]: DEBUG oslo_vmware.api [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.448495] env[68960]: DEBUG oslo_vmware.api [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': task-3222341, 'name': ReconfigVM_Task, 'duration_secs': 0.320391} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.448926] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Reconfigured VM instance instance-0000006f to attach disk [datastore1] faffbeed-f3c8-45ef-a9be-60ba2194cabd/882df2ee-ba10-4414-bfef-c49b3d1e121a-rescue.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.450049] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83738809-d1c6-4f37-b209-1eec3baf579f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.476180] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ec84d84-2409-473e-ba9b-600a2902f0f5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.494198] env[68960]: DEBUG oslo_vmware.api [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Waiting for the task: (returnval){ [ 1182.494198] env[68960]: value = "task-3222343" [ 1182.494198] env[68960]: _type = "Task" [ 1182.494198] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.502946] env[68960]: DEBUG oslo_vmware.api [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': task-3222343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.627138] env[68960]: DEBUG nova.compute.manager [req-a09ad310-eb17-4bc9-8563-cd1bb839b8a9 req-2e246b78-b94b-4ccd-abb3-a0063d02cf9c service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Received event network-vif-deleted-b64f3ed8-dae8-4e4c-b590-0e488a0a14cb {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.627411] env[68960]: INFO nova.compute.manager [req-a09ad310-eb17-4bc9-8563-cd1bb839b8a9 req-2e246b78-b94b-4ccd-abb3-a0063d02cf9c service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Neutron deleted interface b64f3ed8-dae8-4e4c-b590-0e488a0a14cb; detaching it from the instance and deleting it from the info cache [ 1182.627530] env[68960]: DEBUG nova.network.neutron [req-a09ad310-eb17-4bc9-8563-cd1bb839b8a9 req-2e246b78-b94b-4ccd-abb3-a0063d02cf9c service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.709124] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 82a0648e-47aa-41c4-a131-24c37d87d26b] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.915825] env[68960]: DEBUG oslo_vmware.api [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222342, 'name': PowerOnVM_Task, 'duration_secs': 0.49143} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.916110] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.916316] env[68960]: INFO nova.compute.manager [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Took 5.54 seconds to spawn the instance on the hypervisor. [ 1182.916493] env[68960]: DEBUG nova.compute.manager [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.917310] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6a20cf-0877-43a2-9bdb-a20b6f964c32 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.004667] env[68960]: DEBUG oslo_vmware.api [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': task-3222343, 'name': ReconfigVM_Task, 'duration_secs': 0.213375} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.004919] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.005174] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87f94350-f0c8-4578-9182-83002fd288f6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.012470] env[68960]: DEBUG oslo_vmware.api [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Waiting for the task: (returnval){ [ 1183.012470] env[68960]: value = "task-3222344" [ 1183.012470] env[68960]: _type = "Task" [ 1183.012470] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.020068] env[68960]: DEBUG oslo_vmware.api [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': task-3222344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.111843] env[68960]: DEBUG nova.network.neutron [-] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.129693] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb326411-50df-4dd2-b085-b583f0873b34 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.140248] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62172a0b-0d6c-45a8-8728-3ae89730869c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.173313] env[68960]: DEBUG nova.compute.manager [req-a09ad310-eb17-4bc9-8563-cd1bb839b8a9 req-2e246b78-b94b-4ccd-abb3-a0063d02cf9c service nova] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Detach interface failed, port_id=b64f3ed8-dae8-4e4c-b590-0e488a0a14cb, reason: Instance 961e9043-71c8-4ec5-ba39-95a51a68b719 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1183.212504] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: c0c2de40-dcf8-420e-8be1-23195cfbfe60] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.439878] env[68960]: INFO nova.compute.manager [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Took 10.35 seconds to build instance. [ 1183.524339] env[68960]: DEBUG oslo_vmware.api [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': task-3222344, 'name': PowerOnVM_Task, 'duration_secs': 0.476422} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.524964] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.530723] env[68960]: DEBUG nova.compute.manager [None req-06139dac-8d63-46d7-b8f1-1a68838f79ec tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.532025] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b53e0c7-d3e6-4f98-869c-0e32b22b1806 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.541426] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d1f05c5-9d46-4b73-923d-50baa6f4f797 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Volume attach. Driver type: vmdk {{(pid=68960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1183.541646] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d1f05c5-9d46-4b73-923d-50baa6f4f797 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644202', 'volume_id': 'de57bea5-15ea-496c-9f2c-d7d82faf8411', 'name': 'volume-de57bea5-15ea-496c-9f2c-d7d82faf8411', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c3a374d-cf09-4157-bfd7-cd7ab0e894f0', 'attached_at': '', 'detached_at': '', 'volume_id': 'de57bea5-15ea-496c-9f2c-d7d82faf8411', 'serial': 'de57bea5-15ea-496c-9f2c-d7d82faf8411'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1183.542476] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74421bf4-afa4-428c-b01e-9b5924e615b1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.559630] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60ac8f7-75e8-42d9-8849-be4c713b4744 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.591798] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d1f05c5-9d46-4b73-923d-50baa6f4f797 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-de57bea5-15ea-496c-9f2c-d7d82faf8411/volume-de57bea5-15ea-496c-9f2c-d7d82faf8411.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.592881] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c53383c0-9fe2-4998-8ea6-ba47f5b7543d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.612830] env[68960]: DEBUG oslo_vmware.api [None req-7d1f05c5-9d46-4b73-923d-50baa6f4f797 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 1183.612830] env[68960]: value = "task-3222345" [ 1183.612830] env[68960]: _type = "Task" [ 1183.612830] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.616156] env[68960]: INFO nova.compute.manager [-] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Took 1.25 seconds to deallocate network for instance. [ 1183.623997] env[68960]: DEBUG oslo_vmware.api [None req-7d1f05c5-9d46-4b73-923d-50baa6f4f797 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222345, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.715892] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: db214277-e555-46bd-95b2-12e7bc509b40] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.941666] env[68960]: DEBUG oslo_concurrency.lockutils [None req-813bf0eb-45fc-4514-b60b-3d3115bac7c3 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "7d1446e5-c11c-46ee-9caa-d001ff473241" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.873s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.025887] env[68960]: DEBUG nova.compute.manager [req-54e4d0e5-217f-4a17-8512-23fb75a1ba03 req-6ca5aef8-7f91-470a-afdf-5dc200605c0d service nova] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Received event network-changed-0e6b77b9-918f-4a99-8cc9-8e00d8f354a0 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.026092] env[68960]: DEBUG nova.compute.manager [req-54e4d0e5-217f-4a17-8512-23fb75a1ba03 req-6ca5aef8-7f91-470a-afdf-5dc200605c0d service nova] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Refreshing instance network info cache due to event network-changed-0e6b77b9-918f-4a99-8cc9-8e00d8f354a0. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.026309] env[68960]: DEBUG oslo_concurrency.lockutils [req-54e4d0e5-217f-4a17-8512-23fb75a1ba03 req-6ca5aef8-7f91-470a-afdf-5dc200605c0d service nova] Acquiring lock "refresh_cache-7d1446e5-c11c-46ee-9caa-d001ff473241" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.026449] env[68960]: DEBUG oslo_concurrency.lockutils [req-54e4d0e5-217f-4a17-8512-23fb75a1ba03 req-6ca5aef8-7f91-470a-afdf-5dc200605c0d service nova] Acquired lock "refresh_cache-7d1446e5-c11c-46ee-9caa-d001ff473241" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.026605] env[68960]: DEBUG nova.network.neutron [req-54e4d0e5-217f-4a17-8512-23fb75a1ba03 req-6ca5aef8-7f91-470a-afdf-5dc200605c0d service nova] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Refreshing network info cache for port 0e6b77b9-918f-4a99-8cc9-8e00d8f354a0 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.124464] env[68960]: DEBUG oslo_vmware.api [None req-7d1f05c5-9d46-4b73-923d-50baa6f4f797 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222345, 'name': ReconfigVM_Task, 'duration_secs': 0.42075} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.125434] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1b23565c-82f1-42df-9ee8-35844ddc04fd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.125719] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1b23565c-82f1-42df-9ee8-35844ddc04fd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.125949] env[68960]: DEBUG nova.objects.instance [None req-1b23565c-82f1-42df-9ee8-35844ddc04fd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lazy-loading 'resources' on Instance uuid 961e9043-71c8-4ec5-ba39-95a51a68b719 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.126976] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d1f05c5-9d46-4b73-923d-50baa6f4f797 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-de57bea5-15ea-496c-9f2c-d7d82faf8411/volume-de57bea5-15ea-496c-9f2c-d7d82faf8411.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.132937] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91c71972-e8bf-4218-98a2-91a84b8b7e44 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.151714] env[68960]: DEBUG oslo_vmware.api [None req-7d1f05c5-9d46-4b73-923d-50baa6f4f797 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 1184.151714] env[68960]: value = "task-3222346" [ 1184.151714] env[68960]: _type = "Task" [ 1184.151714] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.160693] env[68960]: DEBUG oslo_vmware.api [None req-7d1f05c5-9d46-4b73-923d-50baa6f4f797 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.219439] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: eb3439a8-bb05-47fc-b54e-1bec950759d1] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.668506] env[68960]: DEBUG oslo_vmware.api [None req-7d1f05c5-9d46-4b73-923d-50baa6f4f797 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222346, 'name': ReconfigVM_Task, 'duration_secs': 0.153848} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.672522] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d1f05c5-9d46-4b73-923d-50baa6f4f797 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644202', 'volume_id': 'de57bea5-15ea-496c-9f2c-d7d82faf8411', 'name': 'volume-de57bea5-15ea-496c-9f2c-d7d82faf8411', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c3a374d-cf09-4157-bfd7-cd7ab0e894f0', 'attached_at': '', 'detached_at': '', 'volume_id': 'de57bea5-15ea-496c-9f2c-d7d82faf8411', 'serial': 'de57bea5-15ea-496c-9f2c-d7d82faf8411'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1184.724545] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 5f6c0adf-c72f-45f6-89a8-f696e3d45db7] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.807854] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770c7dc4-d41e-47d0-8743-9ad6c0dd87cd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.816461] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adedbbdb-872c-44e3-9e6a-5b9163b3e3be {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.849171] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1201706d-0e30-43e0-847f-a3a059afc6c3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.857502] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c253a30-317f-440c-bad0-cbc327746392 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.871160] env[68960]: DEBUG nova.compute.provider_tree [None req-1b23565c-82f1-42df-9ee8-35844ddc04fd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.981926] env[68960]: DEBUG nova.network.neutron [req-54e4d0e5-217f-4a17-8512-23fb75a1ba03 req-6ca5aef8-7f91-470a-afdf-5dc200605c0d service nova] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Updated VIF entry in instance network info cache for port 0e6b77b9-918f-4a99-8cc9-8e00d8f354a0. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.982396] env[68960]: DEBUG nova.network.neutron [req-54e4d0e5-217f-4a17-8512-23fb75a1ba03 req-6ca5aef8-7f91-470a-afdf-5dc200605c0d service nova] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Updating instance_info_cache with network_info: [{"id": "0e6b77b9-918f-4a99-8cc9-8e00d8f354a0", "address": "fa:16:3e:4c:c8:86", "network": {"id": "d2f92278-0560-43d8-bc83-ef076840fbed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1118476539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4c63f88f20340cbb8eba0c2935f9832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e6b77b9-91", "ovs_interfaceid": "0e6b77b9-918f-4a99-8cc9-8e00d8f354a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.226790] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: d69bcd5d-1843-4880-aae3-a34c0ca9ea8b] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.377018] env[68960]: DEBUG nova.scheduler.client.report [None req-1b23565c-82f1-42df-9ee8-35844ddc04fd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.485377] env[68960]: DEBUG oslo_concurrency.lockutils [req-54e4d0e5-217f-4a17-8512-23fb75a1ba03 req-6ca5aef8-7f91-470a-afdf-5dc200605c0d service nova] Releasing lock "refresh_cache-7d1446e5-c11c-46ee-9caa-d001ff473241" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.708537] env[68960]: DEBUG nova.objects.instance [None req-7d1f05c5-9d46-4b73-923d-50baa6f4f797 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lazy-loading 'flavor' on Instance uuid 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.731018] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 0c3f5ad7-df75-40ee-bed7-fe406ecc2509] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.882586] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1b23565c-82f1-42df-9ee8-35844ddc04fd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.908531] env[68960]: INFO nova.scheduler.client.report [None req-1b23565c-82f1-42df-9ee8-35844ddc04fd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Deleted allocations for instance 961e9043-71c8-4ec5-ba39-95a51a68b719 [ 1186.132620] env[68960]: DEBUG nova.compute.manager [req-ace1c8dc-997d-4354-949b-336df5bf90b6 req-f950b6cb-18f2-49ff-8d47-4e136c7e025e service nova] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Received event network-changed-0b47f2ae-0ab1-4872-b86d-b9f03526e2f1 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.132620] env[68960]: DEBUG nova.compute.manager [req-ace1c8dc-997d-4354-949b-336df5bf90b6 req-f950b6cb-18f2-49ff-8d47-4e136c7e025e service nova] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Refreshing instance network info cache due to event network-changed-0b47f2ae-0ab1-4872-b86d-b9f03526e2f1. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.132620] env[68960]: DEBUG oslo_concurrency.lockutils [req-ace1c8dc-997d-4354-949b-336df5bf90b6 req-f950b6cb-18f2-49ff-8d47-4e136c7e025e service nova] Acquiring lock "refresh_cache-faffbeed-f3c8-45ef-a9be-60ba2194cabd" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.132620] env[68960]: DEBUG oslo_concurrency.lockutils [req-ace1c8dc-997d-4354-949b-336df5bf90b6 req-f950b6cb-18f2-49ff-8d47-4e136c7e025e service nova] Acquired lock "refresh_cache-faffbeed-f3c8-45ef-a9be-60ba2194cabd" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.133161] env[68960]: DEBUG nova.network.neutron [req-ace1c8dc-997d-4354-949b-336df5bf90b6 req-f950b6cb-18f2-49ff-8d47-4e136c7e025e service nova] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Refreshing network info cache for port 0b47f2ae-0ab1-4872-b86d-b9f03526e2f1 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.213779] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7d1f05c5-9d46-4b73-923d-50baa6f4f797 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.284s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.234700] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 178e556e-7643-46a0-a83a-3923fda2c471] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.418234] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1b23565c-82f1-42df-9ee8-35844ddc04fd tempest-AttachInterfacesTestJSON-1726032454 tempest-AttachInterfacesTestJSON-1726032454-project-member] Lock "961e9043-71c8-4ec5-ba39-95a51a68b719" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.696s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.607166] env[68960]: DEBUG oslo_concurrency.lockutils [None req-58c8fc2a-f263-4198-843f-16475d2eb746 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquiring lock "1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.607166] env[68960]: DEBUG oslo_concurrency.lockutils [None req-58c8fc2a-f263-4198-843f-16475d2eb746 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.737942] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 701e5d1f-fa75-43ac-a53e-3a9ddffe7c53] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.811924] env[68960]: DEBUG nova.network.neutron [req-ace1c8dc-997d-4354-949b-336df5bf90b6 req-f950b6cb-18f2-49ff-8d47-4e136c7e025e service nova] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Updated VIF entry in instance network info cache for port 0b47f2ae-0ab1-4872-b86d-b9f03526e2f1. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.812150] env[68960]: DEBUG nova.network.neutron [req-ace1c8dc-997d-4354-949b-336df5bf90b6 req-f950b6cb-18f2-49ff-8d47-4e136c7e025e service nova] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Updating instance_info_cache with network_info: [{"id": "0b47f2ae-0ab1-4872-b86d-b9f03526e2f1", "address": "fa:16:3e:61:75:d4", "network": {"id": "1d335921-c41c-48f9-97d5-1c01df61a9a4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-762660027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "48a5defa8cf04d17bd894dec0f7c7b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b47f2ae-0a", "ovs_interfaceid": "0b47f2ae-0ab1-4872-b86d-b9f03526e2f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.110353] env[68960]: INFO nova.compute.manager [None req-58c8fc2a-f263-4198-843f-16475d2eb746 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Detaching volume 39191daf-49e8-4696-ac68-3c91ce1b30d6 [ 1187.151946] env[68960]: INFO nova.virt.block_device [None req-58c8fc2a-f263-4198-843f-16475d2eb746 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Attempting to driver detach volume 39191daf-49e8-4696-ac68-3c91ce1b30d6 from mountpoint /dev/sdb [ 1187.152248] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-58c8fc2a-f263-4198-843f-16475d2eb746 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Volume detach. Driver type: vmdk {{(pid=68960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1187.152510] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-58c8fc2a-f263-4198-843f-16475d2eb746 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644198', 'volume_id': '39191daf-49e8-4696-ac68-3c91ce1b30d6', 'name': 'volume-39191daf-49e8-4696-ac68-3c91ce1b30d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c3a374d-cf09-4157-bfd7-cd7ab0e894f0', 'attached_at': '', 'detached_at': '', 'volume_id': '39191daf-49e8-4696-ac68-3c91ce1b30d6', 'serial': '39191daf-49e8-4696-ac68-3c91ce1b30d6'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1187.153579] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f3fb70-40e8-4bb3-9422-59b82c7dcef3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.183793] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51481383-a604-47c2-bbc7-c67a8606a77e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.192435] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97dd78b1-42e8-4b2c-bb7d-c47fd75faff4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.217510] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b209fb7-2bc4-4ad1-b2b0-6cee1a4dafb2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.235368] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-58c8fc2a-f263-4198-843f-16475d2eb746 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] The volume has not been displaced from its original location: [datastore1] volume-39191daf-49e8-4696-ac68-3c91ce1b30d6/volume-39191daf-49e8-4696-ac68-3c91ce1b30d6.vmdk. No consolidation needed. {{(pid=68960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1187.240669] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-58c8fc2a-f263-4198-843f-16475d2eb746 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1187.241241] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: e715745a-8246-4240-8da8-9d43cf936fbc] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.243014] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c74cf35-b37f-4a8f-97e8-7a69b77078e1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.263733] env[68960]: DEBUG oslo_vmware.api [None req-58c8fc2a-f263-4198-843f-16475d2eb746 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 1187.263733] env[68960]: value = "task-3222347" [ 1187.263733] env[68960]: _type = "Task" [ 1187.263733] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.273124] env[68960]: DEBUG oslo_vmware.api [None req-58c8fc2a-f263-4198-843f-16475d2eb746 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.315300] env[68960]: DEBUG oslo_concurrency.lockutils [req-ace1c8dc-997d-4354-949b-336df5bf90b6 req-f950b6cb-18f2-49ff-8d47-4e136c7e025e service nova] Releasing lock "refresh_cache-faffbeed-f3c8-45ef-a9be-60ba2194cabd" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.315382] env[68960]: DEBUG nova.compute.manager [req-ace1c8dc-997d-4354-949b-336df5bf90b6 req-f950b6cb-18f2-49ff-8d47-4e136c7e025e service nova] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Received event network-changed-0b47f2ae-0ab1-4872-b86d-b9f03526e2f1 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.315584] env[68960]: DEBUG nova.compute.manager [req-ace1c8dc-997d-4354-949b-336df5bf90b6 req-f950b6cb-18f2-49ff-8d47-4e136c7e025e service nova] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Refreshing instance network info cache due to event network-changed-0b47f2ae-0ab1-4872-b86d-b9f03526e2f1. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.315849] env[68960]: DEBUG oslo_concurrency.lockutils [req-ace1c8dc-997d-4354-949b-336df5bf90b6 req-f950b6cb-18f2-49ff-8d47-4e136c7e025e service nova] Acquiring lock "refresh_cache-faffbeed-f3c8-45ef-a9be-60ba2194cabd" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.316035] env[68960]: DEBUG oslo_concurrency.lockutils [req-ace1c8dc-997d-4354-949b-336df5bf90b6 req-f950b6cb-18f2-49ff-8d47-4e136c7e025e service nova] Acquired lock "refresh_cache-faffbeed-f3c8-45ef-a9be-60ba2194cabd" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.316242] env[68960]: DEBUG nova.network.neutron [req-ace1c8dc-997d-4354-949b-336df5bf90b6 req-f950b6cb-18f2-49ff-8d47-4e136c7e025e service nova] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Refreshing network info cache for port 0b47f2ae-0ab1-4872-b86d-b9f03526e2f1 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.759210] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 025b2031-517d-4fa1-9d94-fa344b6615e4] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.773758] env[68960]: DEBUG oslo_vmware.api [None req-58c8fc2a-f263-4198-843f-16475d2eb746 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222347, 'name': ReconfigVM_Task, 'duration_secs': 0.287631} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.774439] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-58c8fc2a-f263-4198-843f-16475d2eb746 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1187.779258] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b1c257f3-44b0-440e-bfd8-066c42b82189 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Acquiring lock "faffbeed-f3c8-45ef-a9be-60ba2194cabd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.779503] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b1c257f3-44b0-440e-bfd8-066c42b82189 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Lock "faffbeed-f3c8-45ef-a9be-60ba2194cabd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.779855] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b1c257f3-44b0-440e-bfd8-066c42b82189 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Acquiring lock "faffbeed-f3c8-45ef-a9be-60ba2194cabd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.780071] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b1c257f3-44b0-440e-bfd8-066c42b82189 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Lock "faffbeed-f3c8-45ef-a9be-60ba2194cabd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.780249] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b1c257f3-44b0-440e-bfd8-066c42b82189 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Lock "faffbeed-f3c8-45ef-a9be-60ba2194cabd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.782349] env[68960]: INFO nova.compute.manager [None req-b1c257f3-44b0-440e-bfd8-066c42b82189 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Terminating instance [ 1187.783616] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-723e8138-7994-4039-b24b-49f644ce8c3d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.808170] env[68960]: DEBUG oslo_vmware.api [None req-58c8fc2a-f263-4198-843f-16475d2eb746 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 1187.808170] env[68960]: value = "task-3222348" [ 1187.808170] env[68960]: _type = "Task" [ 1187.808170] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.817844] env[68960]: DEBUG oslo_vmware.api [None req-58c8fc2a-f263-4198-843f-16475d2eb746 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222348, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.033859] env[68960]: DEBUG nova.network.neutron [req-ace1c8dc-997d-4354-949b-336df5bf90b6 req-f950b6cb-18f2-49ff-8d47-4e136c7e025e service nova] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Updated VIF entry in instance network info cache for port 0b47f2ae-0ab1-4872-b86d-b9f03526e2f1. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.033859] env[68960]: DEBUG nova.network.neutron [req-ace1c8dc-997d-4354-949b-336df5bf90b6 req-f950b6cb-18f2-49ff-8d47-4e136c7e025e service nova] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Updating instance_info_cache with network_info: [{"id": "0b47f2ae-0ab1-4872-b86d-b9f03526e2f1", "address": "fa:16:3e:61:75:d4", "network": {"id": "1d335921-c41c-48f9-97d5-1c01df61a9a4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-762660027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "48a5defa8cf04d17bd894dec0f7c7b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b47f2ae-0a", "ovs_interfaceid": "0b47f2ae-0ab1-4872-b86d-b9f03526e2f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.262893] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: ad7a5895-972b-4954-92b3-fcbd1a9a2df8] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.273076] env[68960]: DEBUG nova.compute.manager [req-700b7f45-724f-483f-9a82-f6811515aec5 req-a1d9f075-751e-4eea-9236-4a2948a327b0 service nova] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Received event network-changed-0b47f2ae-0ab1-4872-b86d-b9f03526e2f1 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.273402] env[68960]: DEBUG nova.compute.manager [req-700b7f45-724f-483f-9a82-f6811515aec5 req-a1d9f075-751e-4eea-9236-4a2948a327b0 service nova] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Refreshing instance network info cache due to event network-changed-0b47f2ae-0ab1-4872-b86d-b9f03526e2f1. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.273473] env[68960]: DEBUG oslo_concurrency.lockutils [req-700b7f45-724f-483f-9a82-f6811515aec5 req-a1d9f075-751e-4eea-9236-4a2948a327b0 service nova] Acquiring lock "refresh_cache-faffbeed-f3c8-45ef-a9be-60ba2194cabd" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.301580] env[68960]: DEBUG nova.compute.manager [None req-b1c257f3-44b0-440e-bfd8-066c42b82189 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1188.301823] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c257f3-44b0-440e-bfd8-066c42b82189 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.302714] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95bb7a3-4446-4495-b3c2-0a57801f3327 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.314057] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c257f3-44b0-440e-bfd8-066c42b82189 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.314732] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1c88184-449e-4900-abb0-d14422a8ce82 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.320347] env[68960]: DEBUG oslo_vmware.api [None req-58c8fc2a-f263-4198-843f-16475d2eb746 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222348, 'name': ReconfigVM_Task, 'duration_secs': 0.177801} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.321173] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-58c8fc2a-f263-4198-843f-16475d2eb746 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644198', 'volume_id': '39191daf-49e8-4696-ac68-3c91ce1b30d6', 'name': 'volume-39191daf-49e8-4696-ac68-3c91ce1b30d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c3a374d-cf09-4157-bfd7-cd7ab0e894f0', 'attached_at': '', 'detached_at': '', 'volume_id': '39191daf-49e8-4696-ac68-3c91ce1b30d6', 'serial': '39191daf-49e8-4696-ac68-3c91ce1b30d6'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1188.324474] env[68960]: DEBUG oslo_vmware.api [None req-b1c257f3-44b0-440e-bfd8-066c42b82189 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Waiting for the task: (returnval){ [ 1188.324474] env[68960]: value = "task-3222349" [ 1188.324474] env[68960]: _type = "Task" [ 1188.324474] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.333509] env[68960]: DEBUG oslo_vmware.api [None req-b1c257f3-44b0-440e-bfd8-066c42b82189 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': task-3222349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.536790] env[68960]: DEBUG oslo_concurrency.lockutils [req-ace1c8dc-997d-4354-949b-336df5bf90b6 req-f950b6cb-18f2-49ff-8d47-4e136c7e025e service nova] Releasing lock "refresh_cache-faffbeed-f3c8-45ef-a9be-60ba2194cabd" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.537205] env[68960]: DEBUG nova.compute.manager [req-ace1c8dc-997d-4354-949b-336df5bf90b6 req-f950b6cb-18f2-49ff-8d47-4e136c7e025e service nova] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Received event network-changed-0b47f2ae-0ab1-4872-b86d-b9f03526e2f1 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.537505] env[68960]: DEBUG nova.compute.manager [req-ace1c8dc-997d-4354-949b-336df5bf90b6 req-f950b6cb-18f2-49ff-8d47-4e136c7e025e service nova] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Refreshing instance network info cache due to event network-changed-0b47f2ae-0ab1-4872-b86d-b9f03526e2f1. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.537743] env[68960]: DEBUG oslo_concurrency.lockutils [req-ace1c8dc-997d-4354-949b-336df5bf90b6 req-f950b6cb-18f2-49ff-8d47-4e136c7e025e service nova] Acquiring lock "refresh_cache-faffbeed-f3c8-45ef-a9be-60ba2194cabd" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.538392] env[68960]: DEBUG oslo_concurrency.lockutils [req-ace1c8dc-997d-4354-949b-336df5bf90b6 req-f950b6cb-18f2-49ff-8d47-4e136c7e025e service nova] Acquired lock "refresh_cache-faffbeed-f3c8-45ef-a9be-60ba2194cabd" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.538392] env[68960]: DEBUG nova.network.neutron [req-ace1c8dc-997d-4354-949b-336df5bf90b6 req-f950b6cb-18f2-49ff-8d47-4e136c7e025e service nova] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Refreshing network info cache for port 0b47f2ae-0ab1-4872-b86d-b9f03526e2f1 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.766105] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 1f56cc38-ab30-4ca4-ae20-62021f6fe60c] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.834419] env[68960]: DEBUG oslo_vmware.api [None req-b1c257f3-44b0-440e-bfd8-066c42b82189 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': task-3222349, 'name': PowerOffVM_Task, 'duration_secs': 0.22753} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.834693] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c257f3-44b0-440e-bfd8-066c42b82189 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.834870] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c257f3-44b0-440e-bfd8-066c42b82189 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1188.835146] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5091e01-c170-4d42-becc-42da04ac46de {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.868321] env[68960]: DEBUG nova.objects.instance [None req-58c8fc2a-f263-4198-843f-16475d2eb746 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lazy-loading 'flavor' on Instance uuid 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.908264] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c257f3-44b0-440e-bfd8-066c42b82189 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1188.908264] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c257f3-44b0-440e-bfd8-066c42b82189 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1188.908264] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c257f3-44b0-440e-bfd8-066c42b82189 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Deleting the datastore file [datastore1] faffbeed-f3c8-45ef-a9be-60ba2194cabd {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1188.909649] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00c0d862-3eda-465e-af44-96c957bae9bd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.917909] env[68960]: DEBUG oslo_vmware.api [None req-b1c257f3-44b0-440e-bfd8-066c42b82189 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Waiting for the task: (returnval){ [ 1188.917909] env[68960]: value = "task-3222351" [ 1188.917909] env[68960]: _type = "Task" [ 1188.917909] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.927258] env[68960]: DEBUG oslo_vmware.api [None req-b1c257f3-44b0-440e-bfd8-066c42b82189 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': task-3222351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.250681] env[68960]: DEBUG nova.network.neutron [req-ace1c8dc-997d-4354-949b-336df5bf90b6 req-f950b6cb-18f2-49ff-8d47-4e136c7e025e service nova] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Updated VIF entry in instance network info cache for port 0b47f2ae-0ab1-4872-b86d-b9f03526e2f1. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.251189] env[68960]: DEBUG nova.network.neutron [req-ace1c8dc-997d-4354-949b-336df5bf90b6 req-f950b6cb-18f2-49ff-8d47-4e136c7e025e service nova] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Updating instance_info_cache with network_info: [{"id": "0b47f2ae-0ab1-4872-b86d-b9f03526e2f1", "address": "fa:16:3e:61:75:d4", "network": {"id": "1d335921-c41c-48f9-97d5-1c01df61a9a4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-762660027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "48a5defa8cf04d17bd894dec0f7c7b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b47f2ae-0a", "ovs_interfaceid": "0b47f2ae-0ab1-4872-b86d-b9f03526e2f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.271504] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 67f6f924-b122-4326-866f-2e3c3c9357ae] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.430702] env[68960]: DEBUG oslo_vmware.api [None req-b1c257f3-44b0-440e-bfd8-066c42b82189 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Task: {'id': task-3222351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257666} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.431089] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c257f3-44b0-440e-bfd8-066c42b82189 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.431285] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c257f3-44b0-440e-bfd8-066c42b82189 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1189.431474] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c257f3-44b0-440e-bfd8-066c42b82189 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.431646] env[68960]: INFO nova.compute.manager [None req-b1c257f3-44b0-440e-bfd8-066c42b82189 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1189.431886] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1c257f3-44b0-440e-bfd8-066c42b82189 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.432084] env[68960]: DEBUG nova.compute.manager [-] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1189.432179] env[68960]: DEBUG nova.network.neutron [-] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1189.753717] env[68960]: DEBUG oslo_concurrency.lockutils [req-ace1c8dc-997d-4354-949b-336df5bf90b6 req-f950b6cb-18f2-49ff-8d47-4e136c7e025e service nova] Releasing lock "refresh_cache-faffbeed-f3c8-45ef-a9be-60ba2194cabd" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.754261] env[68960]: DEBUG oslo_concurrency.lockutils [req-700b7f45-724f-483f-9a82-f6811515aec5 req-a1d9f075-751e-4eea-9236-4a2948a327b0 service nova] Acquired lock "refresh_cache-faffbeed-f3c8-45ef-a9be-60ba2194cabd" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.754462] env[68960]: DEBUG nova.network.neutron [req-700b7f45-724f-483f-9a82-f6811515aec5 req-a1d9f075-751e-4eea-9236-4a2948a327b0 service nova] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Refreshing network info cache for port 0b47f2ae-0ab1-4872-b86d-b9f03526e2f1 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.774851] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 9807ed2c-0f7a-499b-9fd7-32b8448db800] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.830156] env[68960]: DEBUG nova.compute.manager [req-4940dd30-cf46-434b-85c4-a6fdbac86029 req-d4765c97-ede6-4ae8-91f4-e555d7e98fe5 service nova] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Received event network-vif-deleted-0b47f2ae-0ab1-4872-b86d-b9f03526e2f1 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.830315] env[68960]: INFO nova.compute.manager [req-4940dd30-cf46-434b-85c4-a6fdbac86029 req-d4765c97-ede6-4ae8-91f4-e555d7e98fe5 service nova] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Neutron deleted interface 0b47f2ae-0ab1-4872-b86d-b9f03526e2f1; detaching it from the instance and deleting it from the info cache [ 1189.830451] env[68960]: DEBUG nova.network.neutron [req-4940dd30-cf46-434b-85c4-a6fdbac86029 req-d4765c97-ede6-4ae8-91f4-e555d7e98fe5 service nova] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.875718] env[68960]: DEBUG oslo_concurrency.lockutils [None req-58c8fc2a-f263-4198-843f-16475d2eb746 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.269s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.927747] env[68960]: DEBUG oslo_concurrency.lockutils [None req-03e810f7-1571-4f9a-aeb3-218bd4d8c3c8 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquiring lock "1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.928049] env[68960]: DEBUG oslo_concurrency.lockutils [None req-03e810f7-1571-4f9a-aeb3-218bd4d8c3c8 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.274371] env[68960]: INFO nova.network.neutron [req-700b7f45-724f-483f-9a82-f6811515aec5 req-a1d9f075-751e-4eea-9236-4a2948a327b0 service nova] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Port 0b47f2ae-0ab1-4872-b86d-b9f03526e2f1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1190.274468] env[68960]: DEBUG nova.network.neutron [req-700b7f45-724f-483f-9a82-f6811515aec5 req-a1d9f075-751e-4eea-9236-4a2948a327b0 service nova] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.278484] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 3bdac993-7a8b-47ba-b025-56057dd96a8b] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.311147] env[68960]: DEBUG nova.network.neutron [-] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.333658] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-202ea24a-b48a-43b2-9381-831e5a2b084a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.346977] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fedd571-3a84-46eb-bba9-0b6c5b29196b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.378786] env[68960]: DEBUG nova.compute.manager [req-4940dd30-cf46-434b-85c4-a6fdbac86029 req-d4765c97-ede6-4ae8-91f4-e555d7e98fe5 service nova] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Detach interface failed, port_id=0b47f2ae-0ab1-4872-b86d-b9f03526e2f1, reason: Instance faffbeed-f3c8-45ef-a9be-60ba2194cabd could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1190.431489] env[68960]: INFO nova.compute.manager [None req-03e810f7-1571-4f9a-aeb3-218bd4d8c3c8 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Detaching volume de57bea5-15ea-496c-9f2c-d7d82faf8411 [ 1190.468488] env[68960]: INFO nova.virt.block_device [None req-03e810f7-1571-4f9a-aeb3-218bd4d8c3c8 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Attempting to driver detach volume de57bea5-15ea-496c-9f2c-d7d82faf8411 from mountpoint /dev/sdc [ 1190.468743] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-03e810f7-1571-4f9a-aeb3-218bd4d8c3c8 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Volume detach. Driver type: vmdk {{(pid=68960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1190.468933] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-03e810f7-1571-4f9a-aeb3-218bd4d8c3c8 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644202', 'volume_id': 'de57bea5-15ea-496c-9f2c-d7d82faf8411', 'name': 'volume-de57bea5-15ea-496c-9f2c-d7d82faf8411', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c3a374d-cf09-4157-bfd7-cd7ab0e894f0', 'attached_at': '', 'detached_at': '', 'volume_id': 'de57bea5-15ea-496c-9f2c-d7d82faf8411', 'serial': 'de57bea5-15ea-496c-9f2c-d7d82faf8411'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1190.469878] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71380851-b740-4704-aa93-b66099662ced {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.491730] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7ae561-e13a-46b8-8e02-965397aa5530 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.499144] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e6dfa5-e50b-4973-98e8-4045a96261a2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.518510] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0163e184-1657-4913-9ef4-b2a6cabd518e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.535238] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-03e810f7-1571-4f9a-aeb3-218bd4d8c3c8 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] The volume has not been displaced from its original location: [datastore1] volume-de57bea5-15ea-496c-9f2c-d7d82faf8411/volume-de57bea5-15ea-496c-9f2c-d7d82faf8411.vmdk. No consolidation needed. {{(pid=68960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1190.540790] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-03e810f7-1571-4f9a-aeb3-218bd4d8c3c8 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Reconfiguring VM instance instance-0000006b to detach disk 2002 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1190.540957] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3edf87e8-cd75-4fe1-ab6f-beaa1bc113f1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.561476] env[68960]: DEBUG oslo_vmware.api [None req-03e810f7-1571-4f9a-aeb3-218bd4d8c3c8 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 1190.561476] env[68960]: value = "task-3222352" [ 1190.561476] env[68960]: _type = "Task" [ 1190.561476] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.570563] env[68960]: DEBUG oslo_vmware.api [None req-03e810f7-1571-4f9a-aeb3-218bd4d8c3c8 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222352, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.712062] env[68960]: DEBUG oslo_concurrency.lockutils [None req-58ab8a04-0bef-47fb-8a41-c0c578201a55 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "58f0e55f-d998-44a8-a981-ef4b697ef8dc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.712313] env[68960]: DEBUG oslo_concurrency.lockutils [None req-58ab8a04-0bef-47fb-8a41-c0c578201a55 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "58f0e55f-d998-44a8-a981-ef4b697ef8dc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.777517] env[68960]: DEBUG oslo_concurrency.lockutils [req-700b7f45-724f-483f-9a82-f6811515aec5 req-a1d9f075-751e-4eea-9236-4a2948a327b0 service nova] Releasing lock "refresh_cache-faffbeed-f3c8-45ef-a9be-60ba2194cabd" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.781845] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 7ed822c1-5697-493e-86ab-a4516721f183] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.814106] env[68960]: INFO nova.compute.manager [-] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Took 1.38 seconds to deallocate network for instance. [ 1191.072510] env[68960]: DEBUG oslo_vmware.api [None req-03e810f7-1571-4f9a-aeb3-218bd4d8c3c8 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222352, 'name': ReconfigVM_Task, 'duration_secs': 0.341447} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.072819] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-03e810f7-1571-4f9a-aeb3-218bd4d8c3c8 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Reconfigured VM instance instance-0000006b to detach disk 2002 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1191.077748] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0632da2-bf06-4688-a4b3-7e9a071701c4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.098136] env[68960]: DEBUG oslo_vmware.api [None req-03e810f7-1571-4f9a-aeb3-218bd4d8c3c8 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 1191.098136] env[68960]: value = "task-3222353" [ 1191.098136] env[68960]: _type = "Task" [ 1191.098136] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.110199] env[68960]: DEBUG oslo_vmware.api [None req-03e810f7-1571-4f9a-aeb3-218bd4d8c3c8 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222353, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.215637] env[68960]: DEBUG nova.compute.utils [None req-58ab8a04-0bef-47fb-8a41-c0c578201a55 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1191.285939] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: e612e90d-cfb1-45cd-89d9-2ecc6603f3d3] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.322850] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b1c257f3-44b0-440e-bfd8-066c42b82189 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.322850] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b1c257f3-44b0-440e-bfd8-066c42b82189 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.323075] env[68960]: DEBUG nova.objects.instance [None req-b1c257f3-44b0-440e-bfd8-066c42b82189 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Lazy-loading 'resources' on Instance uuid faffbeed-f3c8-45ef-a9be-60ba2194cabd {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.608939] env[68960]: DEBUG oslo_vmware.api [None req-03e810f7-1571-4f9a-aeb3-218bd4d8c3c8 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222353, 'name': ReconfigVM_Task, 'duration_secs': 0.149558} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.609276] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-03e810f7-1571-4f9a-aeb3-218bd4d8c3c8 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644202', 'volume_id': 'de57bea5-15ea-496c-9f2c-d7d82faf8411', 'name': 'volume-de57bea5-15ea-496c-9f2c-d7d82faf8411', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c3a374d-cf09-4157-bfd7-cd7ab0e894f0', 'attached_at': '', 'detached_at': '', 'volume_id': 'de57bea5-15ea-496c-9f2c-d7d82faf8411', 'serial': 'de57bea5-15ea-496c-9f2c-d7d82faf8411'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1191.718619] env[68960]: DEBUG oslo_concurrency.lockutils [None req-58ab8a04-0bef-47fb-8a41-c0c578201a55 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "58f0e55f-d998-44a8-a981-ef4b697ef8dc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.792498] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: f80bcbe5-5386-433c-99ba-2fe9324c47a9] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.978805] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77aec23e-b848-438a-a497-7cb6652cd91e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.987477] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde67f59-03e1-4120-a905-f771e1850fa6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.023981] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a051ec9a-7981-4a88-9ed4-77aed2c8bea2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.036530] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c9ad26-37a5-49ac-a66d-e3d112a6f5a0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.053951] env[68960]: DEBUG nova.compute.provider_tree [None req-b1c257f3-44b0-440e-bfd8-066c42b82189 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.161346] env[68960]: DEBUG nova.objects.instance [None req-03e810f7-1571-4f9a-aeb3-218bd4d8c3c8 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lazy-loading 'flavor' on Instance uuid 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.296584] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 39b7088e-be04-4f58-93e6-f71b16dc7c02] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.530677] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3f3a8370-305b-4f4a-b72a-b0e629570e45 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquiring lock "e4af7d3d-2951-450d-8ea9-31c975724e74" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.531074] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3f3a8370-305b-4f4a-b72a-b0e629570e45 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "e4af7d3d-2951-450d-8ea9-31c975724e74" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.557711] env[68960]: DEBUG nova.scheduler.client.report [None req-b1c257f3-44b0-440e-bfd8-066c42b82189 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.789809] env[68960]: DEBUG oslo_concurrency.lockutils [None req-58ab8a04-0bef-47fb-8a41-c0c578201a55 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "58f0e55f-d998-44a8-a981-ef4b697ef8dc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.789809] env[68960]: DEBUG oslo_concurrency.lockutils [None req-58ab8a04-0bef-47fb-8a41-c0c578201a55 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "58f0e55f-d998-44a8-a981-ef4b697ef8dc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.789809] env[68960]: INFO nova.compute.manager [None req-58ab8a04-0bef-47fb-8a41-c0c578201a55 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Attaching volume b405be54-7935-4baf-aadb-3b03b412fb47 to /dev/sdb [ 1192.801631] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: e24e6be9-3686-47e4-99a4-459576dc7dfc] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.823634] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71cc7b7-ded7-4151-b82c-2bb133a8c610 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.831479] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c55ac34-7df5-4230-94de-cfaeae96d959 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.846705] env[68960]: DEBUG nova.virt.block_device [None req-58ab8a04-0bef-47fb-8a41-c0c578201a55 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Updating existing volume attachment record: 01e6c06c-5609-4782-92ec-f724ac7d51a7 {{(pid=68960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1193.036168] env[68960]: INFO nova.compute.manager [None req-3f3a8370-305b-4f4a-b72a-b0e629570e45 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Detaching volume 7f4ea9f2-21e1-41c4-93dc-f9621ec45c95 [ 1193.064462] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b1c257f3-44b0-440e-bfd8-066c42b82189 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.741s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.073385] env[68960]: INFO nova.virt.block_device [None req-3f3a8370-305b-4f4a-b72a-b0e629570e45 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Attempting to driver detach volume 7f4ea9f2-21e1-41c4-93dc-f9621ec45c95 from mountpoint /dev/sdb [ 1193.074089] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f3a8370-305b-4f4a-b72a-b0e629570e45 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Volume detach. Driver type: vmdk {{(pid=68960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1193.075692] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f3a8370-305b-4f4a-b72a-b0e629570e45 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644190', 'volume_id': '7f4ea9f2-21e1-41c4-93dc-f9621ec45c95', 'name': 'volume-7f4ea9f2-21e1-41c4-93dc-f9621ec45c95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e4af7d3d-2951-450d-8ea9-31c975724e74', 'attached_at': '', 'detached_at': '', 'volume_id': '7f4ea9f2-21e1-41c4-93dc-f9621ec45c95', 'serial': '7f4ea9f2-21e1-41c4-93dc-f9621ec45c95'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1193.076096] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0bb6aa-3f7b-47c1-a5c5-d1ff8954853c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.102311] env[68960]: INFO nova.scheduler.client.report [None req-b1c257f3-44b0-440e-bfd8-066c42b82189 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Deleted allocations for instance faffbeed-f3c8-45ef-a9be-60ba2194cabd [ 1193.104532] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6a1814-4d60-4eb2-9e5d-1ee66d2250b5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.115514] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afcdb60-8b49-4954-8a95-ee38be8edaa8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.137416] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641a47f7-f3aa-47cf-8ec7-cd68521de283 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.153143] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f3a8370-305b-4f4a-b72a-b0e629570e45 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] The volume has not been displaced from its original location: [datastore1] volume-7f4ea9f2-21e1-41c4-93dc-f9621ec45c95/volume-7f4ea9f2-21e1-41c4-93dc-f9621ec45c95.vmdk. No consolidation needed. {{(pid=68960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1193.158581] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f3a8370-305b-4f4a-b72a-b0e629570e45 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1193.158903] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-451537ee-2a0d-4991-9baa-046123fb7bd0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.171992] env[68960]: DEBUG oslo_concurrency.lockutils [None req-03e810f7-1571-4f9a-aeb3-218bd4d8c3c8 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.244s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.179996] env[68960]: DEBUG oslo_vmware.api [None req-3f3a8370-305b-4f4a-b72a-b0e629570e45 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1193.179996] env[68960]: value = "task-3222355" [ 1193.179996] env[68960]: _type = "Task" [ 1193.179996] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.190102] env[68960]: DEBUG oslo_vmware.api [None req-3f3a8370-305b-4f4a-b72a-b0e629570e45 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.304523] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: b9ec3351-09c4-44ef-a6d1-28392c70b058] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.613539] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b1c257f3-44b0-440e-bfd8-066c42b82189 tempest-ServerRescueTestJSONUnderV235-191374331 tempest-ServerRescueTestJSONUnderV235-191374331-project-member] Lock "faffbeed-f3c8-45ef-a9be-60ba2194cabd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.834s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.689819] env[68960]: DEBUG oslo_vmware.api [None req-3f3a8370-305b-4f4a-b72a-b0e629570e45 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222355, 'name': ReconfigVM_Task, 'duration_secs': 0.242303} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.690824] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f3a8370-305b-4f4a-b72a-b0e629570e45 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1193.695720] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81e46df8-675d-4c40-8cdb-64195dd7ce55 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.712717] env[68960]: DEBUG oslo_vmware.api [None req-3f3a8370-305b-4f4a-b72a-b0e629570e45 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1193.712717] env[68960]: value = "task-3222356" [ 1193.712717] env[68960]: _type = "Task" [ 1193.712717] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.722766] env[68960]: DEBUG oslo_vmware.api [None req-3f3a8370-305b-4f4a-b72a-b0e629570e45 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.808330] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: e333dd04-7fd6-465d-9dc0-58f2ce4fb399] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.225294] env[68960]: DEBUG oslo_vmware.api [None req-3f3a8370-305b-4f4a-b72a-b0e629570e45 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222356, 'name': ReconfigVM_Task, 'duration_secs': 0.147731} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.225676] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f3a8370-305b-4f4a-b72a-b0e629570e45 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644190', 'volume_id': '7f4ea9f2-21e1-41c4-93dc-f9621ec45c95', 'name': 'volume-7f4ea9f2-21e1-41c4-93dc-f9621ec45c95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e4af7d3d-2951-450d-8ea9-31c975724e74', 'attached_at': '', 'detached_at': '', 'volume_id': '7f4ea9f2-21e1-41c4-93dc-f9621ec45c95', 'serial': '7f4ea9f2-21e1-41c4-93dc-f9621ec45c95'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1194.316234] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 5ca439bd-7b4c-42cd-a3b7-c47b0e627935] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.360764] env[68960]: DEBUG oslo_concurrency.lockutils [None req-28064c50-ce8f-400b-8018-be627edb8974 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquiring lock "1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.362446] env[68960]: DEBUG oslo_concurrency.lockutils [None req-28064c50-ce8f-400b-8018-be627edb8974 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.362782] env[68960]: DEBUG oslo_concurrency.lockutils [None req-28064c50-ce8f-400b-8018-be627edb8974 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquiring lock "1c3a374d-cf09-4157-bfd7-cd7ab0e894f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.363385] env[68960]: DEBUG oslo_concurrency.lockutils [None req-28064c50-ce8f-400b-8018-be627edb8974 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "1c3a374d-cf09-4157-bfd7-cd7ab0e894f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.363857] env[68960]: DEBUG oslo_concurrency.lockutils [None req-28064c50-ce8f-400b-8018-be627edb8974 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "1c3a374d-cf09-4157-bfd7-cd7ab0e894f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.367207] env[68960]: INFO nova.compute.manager [None req-28064c50-ce8f-400b-8018-be627edb8974 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Terminating instance [ 1194.770848] env[68960]: DEBUG nova.objects.instance [None req-3f3a8370-305b-4f4a-b72a-b0e629570e45 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lazy-loading 'flavor' on Instance uuid e4af7d3d-2951-450d-8ea9-31c975724e74 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.820017] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: ea608d17-d860-4f41-9324-378a8336b33b] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.873020] env[68960]: DEBUG nova.compute.manager [None req-28064c50-ce8f-400b-8018-be627edb8974 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1194.873020] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-28064c50-ce8f-400b-8018-be627edb8974 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.873020] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f9186a-ff1a-4e03-8395-e95b4f1d69e8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.881125] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-28064c50-ce8f-400b-8018-be627edb8974 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.883017] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7adcdfb-fe91-4409-874f-1ee07a73e04e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.892112] env[68960]: DEBUG oslo_vmware.api [None req-28064c50-ce8f-400b-8018-be627edb8974 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 1194.892112] env[68960]: value = "task-3222357" [ 1194.892112] env[68960]: _type = "Task" [ 1194.892112] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.899778] env[68960]: DEBUG oslo_vmware.api [None req-28064c50-ce8f-400b-8018-be627edb8974 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.325645] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 404efc31-4206-4e68-92c8-c4226982dfe1] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.401137] env[68960]: DEBUG oslo_vmware.api [None req-28064c50-ce8f-400b-8018-be627edb8974 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222357, 'name': PowerOffVM_Task, 'duration_secs': 0.240082} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.401442] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-28064c50-ce8f-400b-8018-be627edb8974 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.401676] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-28064c50-ce8f-400b-8018-be627edb8974 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.401956] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9daa6549-df45-4315-98c8-2ecb3c40740f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.473948] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-28064c50-ce8f-400b-8018-be627edb8974 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.474200] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-28064c50-ce8f-400b-8018-be627edb8974 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.474386] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-28064c50-ce8f-400b-8018-be627edb8974 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Deleting the datastore file [datastore2] 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.474997] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80ac992b-b075-4461-a3d1-4cfe24f7423c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.488128] env[68960]: DEBUG oslo_vmware.api [None req-28064c50-ce8f-400b-8018-be627edb8974 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for the task: (returnval){ [ 1195.488128] env[68960]: value = "task-3222360" [ 1195.488128] env[68960]: _type = "Task" [ 1195.488128] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.501842] env[68960]: DEBUG oslo_vmware.api [None req-28064c50-ce8f-400b-8018-be627edb8974 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.792559] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3f3a8370-305b-4f4a-b72a-b0e629570e45 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "e4af7d3d-2951-450d-8ea9-31c975724e74" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.261s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.793818] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0ef040c8-cd82-4f1f-bb50-784269275f8e tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "046a4f06-6228-4309-a020-4aa7e3a7eb03" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.794047] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0ef040c8-cd82-4f1f-bb50-784269275f8e tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "046a4f06-6228-4309-a020-4aa7e3a7eb03" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.828477] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 42fa00ac-ab86-4729-969b-ababacf6b99c] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.004021] env[68960]: DEBUG oslo_vmware.api [None req-28064c50-ce8f-400b-8018-be627edb8974 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Task: {'id': task-3222360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158766} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.004896] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-28064c50-ce8f-400b-8018-be627edb8974 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.004982] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-28064c50-ce8f-400b-8018-be627edb8974 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.005105] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-28064c50-ce8f-400b-8018-be627edb8974 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.005314] env[68960]: INFO nova.compute.manager [None req-28064c50-ce8f-400b-8018-be627edb8974 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1196.005572] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28064c50-ce8f-400b-8018-be627edb8974 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.005780] env[68960]: DEBUG nova.compute.manager [-] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1196.005876] env[68960]: DEBUG nova.network.neutron [-] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1196.296996] env[68960]: INFO nova.compute.manager [None req-0ef040c8-cd82-4f1f-bb50-784269275f8e tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Detaching volume a9fc626d-4d85-434f-8c7d-188dbf9106bb [ 1196.318150] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "e82ada76-7da2-4ee8-b098-8bfb24ce1c50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.318783] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "e82ada76-7da2-4ee8-b098-8bfb24ce1c50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.339424] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: ed7c7ac5-c303-4548-8357-13aa700d0067] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.349487] env[68960]: INFO nova.virt.block_device [None req-0ef040c8-cd82-4f1f-bb50-784269275f8e tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Attempting to driver detach volume a9fc626d-4d85-434f-8c7d-188dbf9106bb from mountpoint /dev/sdb [ 1196.349833] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef040c8-cd82-4f1f-bb50-784269275f8e tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Volume detach. Driver type: vmdk {{(pid=68960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1196.350106] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef040c8-cd82-4f1f-bb50-784269275f8e tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644193', 'volume_id': 'a9fc626d-4d85-434f-8c7d-188dbf9106bb', 'name': 'volume-a9fc626d-4d85-434f-8c7d-188dbf9106bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '046a4f06-6228-4309-a020-4aa7e3a7eb03', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9fc626d-4d85-434f-8c7d-188dbf9106bb', 'serial': 'a9fc626d-4d85-434f-8c7d-188dbf9106bb'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1196.351961] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7afe9df-57eb-4385-bb3c-125e5717582f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.381682] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec31b116-a98c-40f6-b96f-a0712b46497a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.392602] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27e1007-6120-4132-bf2e-c90b15ef3453 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.415136] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb09d35-0413-4c5f-9d5c-4772ee61d08b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.432957] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef040c8-cd82-4f1f-bb50-784269275f8e tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] The volume has not been displaced from its original location: [datastore2] volume-a9fc626d-4d85-434f-8c7d-188dbf9106bb/volume-a9fc626d-4d85-434f-8c7d-188dbf9106bb.vmdk. No consolidation needed. {{(pid=68960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1196.438580] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef040c8-cd82-4f1f-bb50-784269275f8e tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1196.438970] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-651785af-d0ba-42aa-ab32-55eecb53bb17 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.464870] env[68960]: DEBUG oslo_vmware.api [None req-0ef040c8-cd82-4f1f-bb50-784269275f8e tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1196.464870] env[68960]: value = "task-3222361" [ 1196.464870] env[68960]: _type = "Task" [ 1196.464870] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.475538] env[68960]: DEBUG oslo_vmware.api [None req-0ef040c8-cd82-4f1f-bb50-784269275f8e tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.634518] env[68960]: DEBUG nova.compute.manager [req-dd9beba5-f939-418c-ae68-651b94358b6c req-b3e5768e-c32b-4d76-ac89-4ab0a41d1aa7 service nova] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Received event network-vif-deleted-dd279a62-1953-448d-825d-48885ab3f1db {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.634870] env[68960]: INFO nova.compute.manager [req-dd9beba5-f939-418c-ae68-651b94358b6c req-b3e5768e-c32b-4d76-ac89-4ab0a41d1aa7 service nova] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Neutron deleted interface dd279a62-1953-448d-825d-48885ab3f1db; detaching it from the instance and deleting it from the info cache [ 1196.635066] env[68960]: DEBUG nova.network.neutron [req-dd9beba5-f939-418c-ae68-651b94358b6c req-b3e5768e-c32b-4d76-ac89-4ab0a41d1aa7 service nova] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.755120] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Acquiring lock "ccb03c6c-5258-4147-873a-18ebf5ecff24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.755425] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Lock "ccb03c6c-5258-4147-873a-18ebf5ecff24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.822023] env[68960]: DEBUG nova.compute.manager [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1196.841621] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: d2b95f0e-0e70-43a2-beb1-bae828ae6967] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.849099] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquiring lock "e4af7d3d-2951-450d-8ea9-31c975724e74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.849349] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "e4af7d3d-2951-450d-8ea9-31c975724e74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.849550] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquiring lock "e4af7d3d-2951-450d-8ea9-31c975724e74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.849732] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "e4af7d3d-2951-450d-8ea9-31c975724e74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.849894] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "e4af7d3d-2951-450d-8ea9-31c975724e74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.851945] env[68960]: INFO nova.compute.manager [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Terminating instance [ 1196.977261] env[68960]: DEBUG oslo_vmware.api [None req-0ef040c8-cd82-4f1f-bb50-784269275f8e tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222361, 'name': ReconfigVM_Task, 'duration_secs': 0.256742} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.977852] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef040c8-cd82-4f1f-bb50-784269275f8e tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1196.982208] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42949e90-b9db-421e-ae1c-1475c9b0e28a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.999958] env[68960]: DEBUG oslo_vmware.api [None req-0ef040c8-cd82-4f1f-bb50-784269275f8e tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1196.999958] env[68960]: value = "task-3222362" [ 1196.999958] env[68960]: _type = "Task" [ 1196.999958] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.008264] env[68960]: DEBUG oslo_vmware.api [None req-0ef040c8-cd82-4f1f-bb50-784269275f8e tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222362, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.117204] env[68960]: DEBUG nova.network.neutron [-] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.138163] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5357eda0-4a1a-4580-8ed8-7666f03851e5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.150036] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c5c07c-0fec-467d-9f5f-2e7f8f1cc920 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.180985] env[68960]: DEBUG nova.compute.manager [req-dd9beba5-f939-418c-ae68-651b94358b6c req-b3e5768e-c32b-4d76-ac89-4ab0a41d1aa7 service nova] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Detach interface failed, port_id=dd279a62-1953-448d-825d-48885ab3f1db, reason: Instance 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1197.258481] env[68960]: DEBUG nova.compute.manager [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1197.344754] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: fec6dcb6-9ae3-4ec3-9f37-3fc02091d15c] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.348131] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.348397] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.349904] env[68960]: INFO nova.compute.claims [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1197.355438] env[68960]: DEBUG nova.compute.manager [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1197.355690] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1197.356647] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d5484e-6f21-4cd6-90b7-f07a3f087229 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.365186] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.365690] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d2a44e7-fcd0-4cb7-87f4-93d1027d4a0b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.372644] env[68960]: DEBUG oslo_vmware.api [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1197.372644] env[68960]: value = "task-3222363" [ 1197.372644] env[68960]: _type = "Task" [ 1197.372644] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.383012] env[68960]: DEBUG oslo_vmware.api [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.394991] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ab8a04-0bef-47fb-8a41-c0c578201a55 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Volume attach. Driver type: vmdk {{(pid=68960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1197.395267] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ab8a04-0bef-47fb-8a41-c0c578201a55 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644204', 'volume_id': 'b405be54-7935-4baf-aadb-3b03b412fb47', 'name': 'volume-b405be54-7935-4baf-aadb-3b03b412fb47', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '58f0e55f-d998-44a8-a981-ef4b697ef8dc', 'attached_at': '', 'detached_at': '', 'volume_id': 'b405be54-7935-4baf-aadb-3b03b412fb47', 'serial': 'b405be54-7935-4baf-aadb-3b03b412fb47'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1197.396460] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162ce6a4-065c-4c6a-8a28-7ee80b71f2bd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.414584] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7952cd4-08f2-44e1-8559-0d1ec1d3b9d5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.444120] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ab8a04-0bef-47fb-8a41-c0c578201a55 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-b405be54-7935-4baf-aadb-3b03b412fb47/volume-b405be54-7935-4baf-aadb-3b03b412fb47.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.444652] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d0dff91-10e2-4482-83c5-6af70bf4fa7f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.464900] env[68960]: DEBUG oslo_vmware.api [None req-58ab8a04-0bef-47fb-8a41-c0c578201a55 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1197.464900] env[68960]: value = "task-3222364" [ 1197.464900] env[68960]: _type = "Task" [ 1197.464900] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.473434] env[68960]: DEBUG oslo_vmware.api [None req-58ab8a04-0bef-47fb-8a41-c0c578201a55 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222364, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.511393] env[68960]: DEBUG oslo_vmware.api [None req-0ef040c8-cd82-4f1f-bb50-784269275f8e tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222362, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.619649] env[68960]: INFO nova.compute.manager [-] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Took 1.61 seconds to deallocate network for instance. [ 1197.783164] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.847873] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 2a62ffc2-64ec-45d3-8cfb-4e9ba9b70c57] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.883278] env[68960]: DEBUG oslo_vmware.api [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222363, 'name': PowerOffVM_Task, 'duration_secs': 0.196843} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.883337] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.883517] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1197.883896] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f6c4be0-1ea7-499f-a8c6-239b4f220e4a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.959321] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1197.959551] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1197.959864] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Deleting the datastore file [datastore1] e4af7d3d-2951-450d-8ea9-31c975724e74 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1197.960172] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6f37dd8-d7bb-469a-943c-dba05a9e2a6f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.970160] env[68960]: DEBUG oslo_vmware.api [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1197.970160] env[68960]: value = "task-3222366" [ 1197.970160] env[68960]: _type = "Task" [ 1197.970160] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.978047] env[68960]: DEBUG oslo_vmware.api [None req-58ab8a04-0bef-47fb-8a41-c0c578201a55 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222364, 'name': ReconfigVM_Task, 'duration_secs': 0.412821} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.978629] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ab8a04-0bef-47fb-8a41-c0c578201a55 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-b405be54-7935-4baf-aadb-3b03b412fb47/volume-b405be54-7935-4baf-aadb-3b03b412fb47.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.985806] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bd368ca-e7ed-4094-a84a-93f9d4413451 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.995488] env[68960]: DEBUG oslo_vmware.api [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.001387] env[68960]: DEBUG oslo_vmware.api [None req-58ab8a04-0bef-47fb-8a41-c0c578201a55 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1198.001387] env[68960]: value = "task-3222367" [ 1198.001387] env[68960]: _type = "Task" [ 1198.001387] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.012171] env[68960]: DEBUG oslo_vmware.api [None req-0ef040c8-cd82-4f1f-bb50-784269275f8e tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222362, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.015109] env[68960]: DEBUG oslo_vmware.api [None req-58ab8a04-0bef-47fb-8a41-c0c578201a55 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222367, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.126700] env[68960]: DEBUG oslo_concurrency.lockutils [None req-28064c50-ce8f-400b-8018-be627edb8974 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.351501] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 2f52fb86-7de8-4029-9bef-8ac22581f503] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.475617] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f0a803-5517-471b-b441-3c0fb9858716 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.486585] env[68960]: DEBUG oslo_vmware.api [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133418} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.486585] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1198.486721] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1198.486890] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1198.487080] env[68960]: INFO nova.compute.manager [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1198.487304] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.488258] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3f171e-dcab-4b60-b4f0-d839f6f1af29 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.491199] env[68960]: DEBUG nova.compute.manager [-] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1198.491298] env[68960]: DEBUG nova.network.neutron [-] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1198.526175] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d527ddaf-c7bf-4b20-96c2-81e0d9a03086 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.534423] env[68960]: DEBUG oslo_vmware.api [None req-0ef040c8-cd82-4f1f-bb50-784269275f8e tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222362, 'name': ReconfigVM_Task, 'duration_secs': 1.176563} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.538657] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef040c8-cd82-4f1f-bb50-784269275f8e tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644193', 'volume_id': 'a9fc626d-4d85-434f-8c7d-188dbf9106bb', 'name': 'volume-a9fc626d-4d85-434f-8c7d-188dbf9106bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '046a4f06-6228-4309-a020-4aa7e3a7eb03', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9fc626d-4d85-434f-8c7d-188dbf9106bb', 'serial': 'a9fc626d-4d85-434f-8c7d-188dbf9106bb'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1198.540741] env[68960]: DEBUG oslo_vmware.api [None req-58ab8a04-0bef-47fb-8a41-c0c578201a55 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222367, 'name': ReconfigVM_Task, 'duration_secs': 0.173442} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.542498] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1bfe95-2c7c-4851-8e77-5f90d85ea936 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.546212] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ab8a04-0bef-47fb-8a41-c0c578201a55 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644204', 'volume_id': 'b405be54-7935-4baf-aadb-3b03b412fb47', 'name': 'volume-b405be54-7935-4baf-aadb-3b03b412fb47', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '58f0e55f-d998-44a8-a981-ef4b697ef8dc', 'attached_at': '', 'detached_at': '', 'volume_id': 'b405be54-7935-4baf-aadb-3b03b412fb47', 'serial': 'b405be54-7935-4baf-aadb-3b03b412fb47'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1198.558118] env[68960]: DEBUG nova.compute.provider_tree [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.954959] env[68960]: DEBUG nova.compute.manager [req-1c8e57d7-b43c-49af-a093-11aedee973d6 req-9ec1bce8-37fc-498c-90e8-b6ce903b85bd service nova] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Received event network-vif-deleted-483f44d2-2263-42ab-9fc1-ae923e17101e {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.955472] env[68960]: INFO nova.compute.manager [req-1c8e57d7-b43c-49af-a093-11aedee973d6 req-9ec1bce8-37fc-498c-90e8-b6ce903b85bd service nova] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Neutron deleted interface 483f44d2-2263-42ab-9fc1-ae923e17101e; detaching it from the instance and deleting it from the info cache [ 1198.955472] env[68960]: DEBUG nova.network.neutron [req-1c8e57d7-b43c-49af-a093-11aedee973d6 req-9ec1bce8-37fc-498c-90e8-b6ce903b85bd service nova] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.063273] env[68960]: DEBUG nova.scheduler.client.report [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.083363] env[68960]: DEBUG nova.objects.instance [None req-0ef040c8-cd82-4f1f-bb50-784269275f8e tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lazy-loading 'flavor' on Instance uuid 046a4f06-6228-4309-a020-4aa7e3a7eb03 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.439410] env[68960]: DEBUG nova.network.neutron [-] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.457796] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4604f666-52bd-4d38-a028-6d2ea5d73f8a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.468729] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c701cef-6512-49c9-9a12-676b17332de4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.498961] env[68960]: DEBUG nova.compute.manager [req-1c8e57d7-b43c-49af-a093-11aedee973d6 req-9ec1bce8-37fc-498c-90e8-b6ce903b85bd service nova] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Detach interface failed, port_id=483f44d2-2263-42ab-9fc1-ae923e17101e, reason: Instance e4af7d3d-2951-450d-8ea9-31c975724e74 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1199.568320] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.568906] env[68960]: DEBUG nova.compute.manager [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1199.571721] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.789s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.573246] env[68960]: INFO nova.compute.claims [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1199.591288] env[68960]: DEBUG nova.objects.instance [None req-58ab8a04-0bef-47fb-8a41-c0c578201a55 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lazy-loading 'flavor' on Instance uuid 58f0e55f-d998-44a8-a981-ef4b697ef8dc {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.942573] env[68960]: INFO nova.compute.manager [-] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Took 1.45 seconds to deallocate network for instance. [ 1200.077554] env[68960]: DEBUG nova.compute.utils [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1200.081139] env[68960]: DEBUG nova.compute.manager [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1200.081317] env[68960]: DEBUG nova.network.neutron [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1200.096682] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0ef040c8-cd82-4f1f-bb50-784269275f8e tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "046a4f06-6228-4309-a020-4aa7e3a7eb03" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.303s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.098074] env[68960]: DEBUG oslo_concurrency.lockutils [None req-58ab8a04-0bef-47fb-8a41-c0c578201a55 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "58f0e55f-d998-44a8-a981-ef4b697ef8dc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.309s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.125275] env[68960]: DEBUG nova.policy [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a2388c7de004286884ce1052706547a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '603772d137274b1da5b497f41168c31d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1200.393487] env[68960]: DEBUG nova.network.neutron [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Successfully created port: 09223411-76d9-45dd-bce7-2dc29665f6dd {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1200.450891] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.581897] env[68960]: DEBUG nova.compute.manager [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1200.605840] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.730641] env[68960]: DEBUG oslo_concurrency.lockutils [None req-58cf7943-d095-4086-a4bc-45749c1accde tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "58f0e55f-d998-44a8-a981-ef4b697ef8dc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.730823] env[68960]: DEBUG oslo_concurrency.lockutils [None req-58cf7943-d095-4086-a4bc-45749c1accde tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "58f0e55f-d998-44a8-a981-ef4b697ef8dc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.741485] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913aae60-2f88-4205-98c0-9a91b855907e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.750497] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef881c1-d3fd-429b-9bdf-5affe1f95c5e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.783088] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70106ab3-c342-4e27-b1fc-b1e6d65e5de8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.791392] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c63959-1dec-41f3-b4ab-9f7602ae206a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.805499] env[68960]: DEBUG nova.compute.provider_tree [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.110689] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Getting list of instances from cluster (obj){ [ 1201.110689] env[68960]: value = "domain-c8" [ 1201.110689] env[68960]: _type = "ClusterComputeResource" [ 1201.110689] env[68960]: } {{(pid=68960) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1201.111782] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0455848e-9dc5-48a3-9773-e67c039f1316 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.130498] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Got total of 5 instances {{(pid=68960) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1201.130679] env[68960]: WARNING nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] While synchronizing instance power states, found 9 instances in the database and 5 instances on the hypervisor. [ 1201.130820] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Triggering sync for uuid 528aca84-c1c0-4af1-ac42-330bd8cd5b15 {{(pid=68960) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1201.131023] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Triggering sync for uuid e4af7d3d-2951-450d-8ea9-31c975724e74 {{(pid=68960) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1201.131198] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Triggering sync for uuid 066322c9-9ec9-4d86-96cc-e2be3db6fbe5 {{(pid=68960) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1201.131364] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Triggering sync for uuid 046a4f06-6228-4309-a020-4aa7e3a7eb03 {{(pid=68960) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1201.131516] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Triggering sync for uuid 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0 {{(pid=68960) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1201.131662] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Triggering sync for uuid 58f0e55f-d998-44a8-a981-ef4b697ef8dc {{(pid=68960) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1201.131849] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Triggering sync for uuid 7d1446e5-c11c-46ee-9caa-d001ff473241 {{(pid=68960) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1201.132028] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Triggering sync for uuid e82ada76-7da2-4ee8-b098-8bfb24ce1c50 {{(pid=68960) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1201.132183] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Triggering sync for uuid ccb03c6c-5258-4147-873a-18ebf5ecff24 {{(pid=68960) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1201.133332] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Acquiring lock "528aca84-c1c0-4af1-ac42-330bd8cd5b15" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.133582] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "528aca84-c1c0-4af1-ac42-330bd8cd5b15" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.133859] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Acquiring lock "e4af7d3d-2951-450d-8ea9-31c975724e74" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.134080] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Acquiring lock "066322c9-9ec9-4d86-96cc-e2be3db6fbe5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.134259] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "066322c9-9ec9-4d86-96cc-e2be3db6fbe5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.134486] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Acquiring lock "046a4f06-6228-4309-a020-4aa7e3a7eb03" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.134671] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "046a4f06-6228-4309-a020-4aa7e3a7eb03" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.135018] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Acquiring lock "1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.135332] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Acquiring lock "58f0e55f-d998-44a8-a981-ef4b697ef8dc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.135652] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Acquiring lock "7d1446e5-c11c-46ee-9caa-d001ff473241" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.135946] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "7d1446e5-c11c-46ee-9caa-d001ff473241" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.136320] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Acquiring lock "e82ada76-7da2-4ee8-b098-8bfb24ce1c50" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.136640] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Acquiring lock "ccb03c6c-5258-4147-873a-18ebf5ecff24" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.137623] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5794e77-1c85-4908-b022-855dfe2c7381 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.141036] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811ab141-c3a7-4e44-a892-1fe10b59c7bf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.143700] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2a5fd8-6d4d-4b4a-ad0b-26fc5716a819 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.146406] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e71ad3-3082-46e1-97c4-63b21868b46c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.221570] env[68960]: DEBUG oslo_concurrency.lockutils [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "046a4f06-6228-4309-a020-4aa7e3a7eb03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.233665] env[68960]: INFO nova.compute.manager [None req-58cf7943-d095-4086-a4bc-45749c1accde tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Detaching volume b405be54-7935-4baf-aadb-3b03b412fb47 [ 1201.267469] env[68960]: INFO nova.virt.block_device [None req-58cf7943-d095-4086-a4bc-45749c1accde tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Attempting to driver detach volume b405be54-7935-4baf-aadb-3b03b412fb47 from mountpoint /dev/sdb [ 1201.267733] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-58cf7943-d095-4086-a4bc-45749c1accde tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Volume detach. Driver type: vmdk {{(pid=68960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1201.267915] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-58cf7943-d095-4086-a4bc-45749c1accde tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644204', 'volume_id': 'b405be54-7935-4baf-aadb-3b03b412fb47', 'name': 'volume-b405be54-7935-4baf-aadb-3b03b412fb47', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '58f0e55f-d998-44a8-a981-ef4b697ef8dc', 'attached_at': '', 'detached_at': '', 'volume_id': 'b405be54-7935-4baf-aadb-3b03b412fb47', 'serial': 'b405be54-7935-4baf-aadb-3b03b412fb47'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1201.268774] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d7f679-083a-459c-a63b-934251f2ee00 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.290181] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3626a1-353d-46ac-b773-1d6816ade95c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.297307] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3863ad-7952-40f2-b0c6-e4b394f5c95f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.317057] env[68960]: DEBUG nova.scheduler.client.report [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.320957] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8b0faa-8285-49b6-bc9a-c85cf834026b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.337136] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-58cf7943-d095-4086-a4bc-45749c1accde tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] The volume has not been displaced from its original location: [datastore2] volume-b405be54-7935-4baf-aadb-3b03b412fb47/volume-b405be54-7935-4baf-aadb-3b03b412fb47.vmdk. No consolidation needed. {{(pid=68960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1201.342453] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-58cf7943-d095-4086-a4bc-45749c1accde tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1201.343251] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a2a126a-411b-4dca-a70a-67dc159e11dd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.361402] env[68960]: DEBUG oslo_vmware.api [None req-58cf7943-d095-4086-a4bc-45749c1accde tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1201.361402] env[68960]: value = "task-3222368" [ 1201.361402] env[68960]: _type = "Task" [ 1201.361402] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.369810] env[68960]: DEBUG oslo_vmware.api [None req-58cf7943-d095-4086-a4bc-45749c1accde tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222368, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.595160] env[68960]: DEBUG nova.compute.manager [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1201.623684] env[68960]: DEBUG nova.virt.hardware [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1201.624103] env[68960]: DEBUG nova.virt.hardware [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1201.624292] env[68960]: DEBUG nova.virt.hardware [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1201.624478] env[68960]: DEBUG nova.virt.hardware [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1201.624884] env[68960]: DEBUG nova.virt.hardware [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1201.625073] env[68960]: DEBUG nova.virt.hardware [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1201.625294] env[68960]: DEBUG nova.virt.hardware [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1201.625538] env[68960]: DEBUG nova.virt.hardware [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1201.625784] env[68960]: DEBUG nova.virt.hardware [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1201.625954] env[68960]: DEBUG nova.virt.hardware [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1201.626139] env[68960]: DEBUG nova.virt.hardware [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1201.626972] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119b40e7-14a6-4651-a86a-195f6cf69060 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.634959] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928342ae-e226-45aa-86ad-1b2b955dc7c4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.658386] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "528aca84-c1c0-4af1-ac42-330bd8cd5b15" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.525s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.660930] env[68960]: INFO nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] During sync_power_state the instance has a pending task (deleting). Skip. [ 1201.661132] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "046a4f06-6228-4309-a020-4aa7e3a7eb03" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.526s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.661454] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "066322c9-9ec9-4d86-96cc-e2be3db6fbe5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.527s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.661642] env[68960]: DEBUG oslo_concurrency.lockutils [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "046a4f06-6228-4309-a020-4aa7e3a7eb03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.440s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.661845] env[68960]: DEBUG oslo_concurrency.lockutils [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "046a4f06-6228-4309-a020-4aa7e3a7eb03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.662048] env[68960]: DEBUG oslo_concurrency.lockutils [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "046a4f06-6228-4309-a020-4aa7e3a7eb03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.662209] env[68960]: DEBUG oslo_concurrency.lockutils [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "046a4f06-6228-4309-a020-4aa7e3a7eb03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.663806] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "7d1446e5-c11c-46ee-9caa-d001ff473241" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.528s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.664376] env[68960]: INFO nova.compute.manager [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Terminating instance [ 1201.825798] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.254s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.826300] env[68960]: DEBUG nova.compute.manager [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1201.829237] env[68960]: DEBUG oslo_concurrency.lockutils [None req-28064c50-ce8f-400b-8018-be627edb8974 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.703s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.829450] env[68960]: DEBUG nova.objects.instance [None req-28064c50-ce8f-400b-8018-be627edb8974 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lazy-loading 'resources' on Instance uuid 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.872178] env[68960]: DEBUG oslo_vmware.api [None req-58cf7943-d095-4086-a4bc-45749c1accde tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222368, 'name': ReconfigVM_Task, 'duration_secs': 0.249975} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.872468] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-58cf7943-d095-4086-a4bc-45749c1accde tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1201.877236] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed9076ce-e22b-4b50-a9bd-e18610a69951 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.893993] env[68960]: DEBUG oslo_vmware.api [None req-58cf7943-d095-4086-a4bc-45749c1accde tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1201.893993] env[68960]: value = "task-3222369" [ 1201.893993] env[68960]: _type = "Task" [ 1201.893993] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.902654] env[68960]: DEBUG oslo_vmware.api [None req-58cf7943-d095-4086-a4bc-45749c1accde tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222369, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.986959] env[68960]: DEBUG nova.compute.manager [req-4c492cfa-b82a-4408-a2b8-769b616fbc54 req-e33f5c09-5ba3-469d-9ca8-0366e4ea80b6 service nova] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Received event network-vif-plugged-09223411-76d9-45dd-bce7-2dc29665f6dd {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.987257] env[68960]: DEBUG oslo_concurrency.lockutils [req-4c492cfa-b82a-4408-a2b8-769b616fbc54 req-e33f5c09-5ba3-469d-9ca8-0366e4ea80b6 service nova] Acquiring lock "e82ada76-7da2-4ee8-b098-8bfb24ce1c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.987634] env[68960]: DEBUG oslo_concurrency.lockutils [req-4c492cfa-b82a-4408-a2b8-769b616fbc54 req-e33f5c09-5ba3-469d-9ca8-0366e4ea80b6 service nova] Lock "e82ada76-7da2-4ee8-b098-8bfb24ce1c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.987827] env[68960]: DEBUG oslo_concurrency.lockutils [req-4c492cfa-b82a-4408-a2b8-769b616fbc54 req-e33f5c09-5ba3-469d-9ca8-0366e4ea80b6 service nova] Lock "e82ada76-7da2-4ee8-b098-8bfb24ce1c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.988010] env[68960]: DEBUG nova.compute.manager [req-4c492cfa-b82a-4408-a2b8-769b616fbc54 req-e33f5c09-5ba3-469d-9ca8-0366e4ea80b6 service nova] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] No waiting events found dispatching network-vif-plugged-09223411-76d9-45dd-bce7-2dc29665f6dd {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1201.988187] env[68960]: WARNING nova.compute.manager [req-4c492cfa-b82a-4408-a2b8-769b616fbc54 req-e33f5c09-5ba3-469d-9ca8-0366e4ea80b6 service nova] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Received unexpected event network-vif-plugged-09223411-76d9-45dd-bce7-2dc29665f6dd for instance with vm_state building and task_state spawning. [ 1202.076500] env[68960]: DEBUG nova.network.neutron [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Successfully updated port: 09223411-76d9-45dd-bce7-2dc29665f6dd {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1202.168617] env[68960]: DEBUG nova.compute.manager [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1202.168947] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1202.169766] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c9fbde-8873-454d-9341-338f5e1cccde {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.178440] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.178565] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab9d1ff5-0c2d-4369-a863-29de45e0c2f9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.185876] env[68960]: DEBUG oslo_vmware.api [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1202.185876] env[68960]: value = "task-3222370" [ 1202.185876] env[68960]: _type = "Task" [ 1202.185876] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.195336] env[68960]: DEBUG oslo_vmware.api [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.332392] env[68960]: DEBUG nova.compute.utils [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1202.337671] env[68960]: DEBUG nova.compute.manager [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1202.337879] env[68960]: DEBUG nova.network.neutron [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1202.376878] env[68960]: DEBUG nova.policy [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '274f518b967c4ea8804585c36579a292', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c62638675d940d48b7fdb045baf3873', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1203.076020] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "refresh_cache-e82ada76-7da2-4ee8-b098-8bfb24ce1c50" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.076020] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquired lock "refresh_cache-e82ada76-7da2-4ee8-b098-8bfb24ce1c50" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.076020] env[68960]: DEBUG nova.network.neutron [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.076020] env[68960]: DEBUG nova.compute.manager [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1203.077639] env[68960]: DEBUG oslo_vmware.api [None req-58cf7943-d095-4086-a4bc-45749c1accde tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222369, 'name': ReconfigVM_Task, 'duration_secs': 0.142148} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.078461] env[68960]: DEBUG nova.network.neutron [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Successfully created port: c77a0622-2f84-4cff-93d5-edb0f1b10ab9 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1203.085834] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-58cf7943-d095-4086-a4bc-45749c1accde tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644204', 'volume_id': 'b405be54-7935-4baf-aadb-3b03b412fb47', 'name': 'volume-b405be54-7935-4baf-aadb-3b03b412fb47', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '58f0e55f-d998-44a8-a981-ef4b697ef8dc', 'attached_at': '', 'detached_at': '', 'volume_id': 'b405be54-7935-4baf-aadb-3b03b412fb47', 'serial': 'b405be54-7935-4baf-aadb-3b03b412fb47'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1203.096428] env[68960]: DEBUG oslo_vmware.api [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222370, 'name': PowerOffVM_Task, 'duration_secs': 0.191706} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.096682] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.096826] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.097121] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3048a575-a1d3-4b11-8077-28961a5a92b3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.153402] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2d69ad-6066-480f-9329-26a3d9550fb5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.161379] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51742b3-715e-4719-9ebc-a522c31ce613 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.197057] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad335bb-cf32-4cd5-9733-c7879a4e2e8a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.197653] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.197653] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.197653] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Deleting the datastore file [datastore2] 046a4f06-6228-4309-a020-4aa7e3a7eb03 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.198053] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8756b81c-4c9d-45c0-80bd-1009c0599626 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.210324] env[68960]: DEBUG oslo_vmware.api [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1203.210324] env[68960]: value = "task-3222372" [ 1203.210324] env[68960]: _type = "Task" [ 1203.210324] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.211743] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146d6ad7-283f-4c7f-86da-fa84f4a8a37d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.229042] env[68960]: DEBUG nova.compute.provider_tree [None req-28064c50-ce8f-400b-8018-be627edb8974 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.233435] env[68960]: DEBUG oslo_vmware.api [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.616719] env[68960]: DEBUG nova.network.neutron [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1203.637236] env[68960]: DEBUG nova.objects.instance [None req-58cf7943-d095-4086-a4bc-45749c1accde tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lazy-loading 'flavor' on Instance uuid 58f0e55f-d998-44a8-a981-ef4b697ef8dc {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.722058] env[68960]: DEBUG oslo_vmware.api [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140919} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.722058] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1203.722247] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1203.722318] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1203.722465] env[68960]: INFO nova.compute.manager [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Took 1.55 seconds to destroy the instance on the hypervisor. [ 1203.722697] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.722886] env[68960]: DEBUG nova.compute.manager [-] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1203.722978] env[68960]: DEBUG nova.network.neutron [-] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1203.735498] env[68960]: DEBUG nova.scheduler.client.report [None req-28064c50-ce8f-400b-8018-be627edb8974 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.743742] env[68960]: DEBUG nova.network.neutron [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Updating instance_info_cache with network_info: [{"id": "09223411-76d9-45dd-bce7-2dc29665f6dd", "address": "fa:16:3e:59:a0:aa", "network": {"id": "fd6c5ce0-1df7-4e07-82ab-88e1b96779f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508625790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603772d137274b1da5b497f41168c31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09223411-76", "ovs_interfaceid": "09223411-76d9-45dd-bce7-2dc29665f6dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.013384] env[68960]: DEBUG nova.compute.manager [req-75ed261f-094c-4d42-b26d-0e43ad502b9b req-1cb2442f-a71b-482a-a6d8-d2ae1cd4029a service nova] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Received event network-changed-09223411-76d9-45dd-bce7-2dc29665f6dd {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.013592] env[68960]: DEBUG nova.compute.manager [req-75ed261f-094c-4d42-b26d-0e43ad502b9b req-1cb2442f-a71b-482a-a6d8-d2ae1cd4029a service nova] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Refreshing instance network info cache due to event network-changed-09223411-76d9-45dd-bce7-2dc29665f6dd. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1204.013788] env[68960]: DEBUG oslo_concurrency.lockutils [req-75ed261f-094c-4d42-b26d-0e43ad502b9b req-1cb2442f-a71b-482a-a6d8-d2ae1cd4029a service nova] Acquiring lock "refresh_cache-e82ada76-7da2-4ee8-b098-8bfb24ce1c50" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.089815] env[68960]: DEBUG nova.compute.manager [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1204.123048] env[68960]: DEBUG nova.virt.hardware [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.123048] env[68960]: DEBUG nova.virt.hardware [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.123048] env[68960]: DEBUG nova.virt.hardware [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.123048] env[68960]: DEBUG nova.virt.hardware [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.123048] env[68960]: DEBUG nova.virt.hardware [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.123048] env[68960]: DEBUG nova.virt.hardware [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.123843] env[68960]: DEBUG nova.virt.hardware [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.124326] env[68960]: DEBUG nova.virt.hardware [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.125030] env[68960]: DEBUG nova.virt.hardware [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.125691] env[68960]: DEBUG nova.virt.hardware [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.126294] env[68960]: DEBUG nova.virt.hardware [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.128650] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4e31f7-7e93-49c1-b6df-ceff2dc4e433 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.140031] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887247e1-e4c8-4f04-8c88-84d68ef71eae {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.207929] env[68960]: DEBUG nova.compute.manager [req-438c21a8-8889-4473-be56-ae6b91b2c158 req-301fcbe3-13bd-42f8-92be-3e86c07ff4ab service nova] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Received event network-vif-deleted-77a03bbb-0b1b-456d-9066-4a0a28768ad2 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.208528] env[68960]: INFO nova.compute.manager [req-438c21a8-8889-4473-be56-ae6b91b2c158 req-301fcbe3-13bd-42f8-92be-3e86c07ff4ab service nova] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Neutron deleted interface 77a03bbb-0b1b-456d-9066-4a0a28768ad2; detaching it from the instance and deleting it from the info cache [ 1204.208693] env[68960]: DEBUG nova.network.neutron [req-438c21a8-8889-4473-be56-ae6b91b2c158 req-301fcbe3-13bd-42f8-92be-3e86c07ff4ab service nova] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.240245] env[68960]: DEBUG oslo_concurrency.lockutils [None req-28064c50-ce8f-400b-8018-be627edb8974 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.411s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.242507] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.792s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.242739] env[68960]: DEBUG nova.objects.instance [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lazy-loading 'resources' on Instance uuid e4af7d3d-2951-450d-8ea9-31c975724e74 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.246312] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Releasing lock "refresh_cache-e82ada76-7da2-4ee8-b098-8bfb24ce1c50" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.246600] env[68960]: DEBUG nova.compute.manager [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Instance network_info: |[{"id": "09223411-76d9-45dd-bce7-2dc29665f6dd", "address": "fa:16:3e:59:a0:aa", "network": {"id": "fd6c5ce0-1df7-4e07-82ab-88e1b96779f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508625790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603772d137274b1da5b497f41168c31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09223411-76", "ovs_interfaceid": "09223411-76d9-45dd-bce7-2dc29665f6dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1204.246853] env[68960]: DEBUG oslo_concurrency.lockutils [req-75ed261f-094c-4d42-b26d-0e43ad502b9b req-1cb2442f-a71b-482a-a6d8-d2ae1cd4029a service nova] Acquired lock "refresh_cache-e82ada76-7da2-4ee8-b098-8bfb24ce1c50" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.247037] env[68960]: DEBUG nova.network.neutron [req-75ed261f-094c-4d42-b26d-0e43ad502b9b req-1cb2442f-a71b-482a-a6d8-d2ae1cd4029a service nova] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Refreshing network info cache for port 09223411-76d9-45dd-bce7-2dc29665f6dd {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.248240] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:a0:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09223411-76d9-45dd-bce7-2dc29665f6dd', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1204.255523] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.256457] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1204.256685] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9f6939f-f98a-4404-8d61-95c3909f4e1d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.273034] env[68960]: INFO nova.scheduler.client.report [None req-28064c50-ce8f-400b-8018-be627edb8974 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Deleted allocations for instance 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0 [ 1204.281786] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1204.281786] env[68960]: value = "task-3222373" [ 1204.281786] env[68960]: _type = "Task" [ 1204.281786] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.292035] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222373, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.621693] env[68960]: DEBUG nova.network.neutron [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Successfully updated port: c77a0622-2f84-4cff-93d5-edb0f1b10ab9 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1204.656323] env[68960]: DEBUG oslo_concurrency.lockutils [None req-58cf7943-d095-4086-a4bc-45749c1accde tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "58f0e55f-d998-44a8-a981-ef4b697ef8dc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.925s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.657874] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "58f0e55f-d998-44a8-a981-ef4b697ef8dc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.522s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.658455] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef8adb8-74b7-4722-a9f8-e76d228435f0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.690037] env[68960]: DEBUG nova.network.neutron [-] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.711574] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc90be85-e5dc-4559-b5a0-2cb9673ddba7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.722445] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb4b7eb-dfdb-4e2a-a16f-008ae29eca48 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.754895] env[68960]: DEBUG nova.compute.manager [req-438c21a8-8889-4473-be56-ae6b91b2c158 req-301fcbe3-13bd-42f8-92be-3e86c07ff4ab service nova] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Detach interface failed, port_id=77a03bbb-0b1b-456d-9066-4a0a28768ad2, reason: Instance 046a4f06-6228-4309-a020-4aa7e3a7eb03 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1204.788285] env[68960]: DEBUG oslo_concurrency.lockutils [None req-28064c50-ce8f-400b-8018-be627edb8974 tempest-AttachVolumeTestJSON-1635746263 tempest-AttachVolumeTestJSON-1635746263-project-member] Lock "1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.427s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.791247] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.656s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.792061] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-997cf315-378c-4e3d-bce7-45d6b0ed4207 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.800622] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222373, 'name': CreateVM_Task, 'duration_secs': 0.356954} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.801268] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1204.801903] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.802089] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.802406] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.802932] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14f241af-2291-4ea9-b0dd-5062828b3fba {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.808954] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2572ae40-f402-475e-991d-595d42eaf1c7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.823489] env[68960]: DEBUG oslo_vmware.api [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1204.823489] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527c426b-27a8-8b0c-06c4-af9f33e1924c" [ 1204.823489] env[68960]: _type = "Task" [ 1204.823489] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.835972] env[68960]: DEBUG oslo_vmware.api [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527c426b-27a8-8b0c-06c4-af9f33e1924c, 'name': SearchDatastore_Task, 'duration_secs': 0.009108} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.846471] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.846727] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1204.846961] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.847121] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.847296] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1204.849169] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99053490-827e-421b-a97b-bb39210e633d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.862466] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1204.862466] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1204.863785] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0a62ea7-ed13-4d57-a2c6-ddaba8947a0e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.869936] env[68960]: DEBUG oslo_vmware.api [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1204.869936] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5249bd3f-a69e-8c6a-4924-6bb948b5bb5f" [ 1204.869936] env[68960]: _type = "Task" [ 1204.869936] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.882406] env[68960]: DEBUG oslo_vmware.api [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5249bd3f-a69e-8c6a-4924-6bb948b5bb5f, 'name': SearchDatastore_Task, 'duration_secs': 0.009453} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.883425] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6a4eb35-fd3d-41d0-bf05-fc6f9aa6e90a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.889134] env[68960]: DEBUG oslo_vmware.api [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1204.889134] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524a47e6-a0c7-0d46-95c6-fcf5b01ce053" [ 1204.889134] env[68960]: _type = "Task" [ 1204.889134] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.897375] env[68960]: DEBUG oslo_vmware.api [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524a47e6-a0c7-0d46-95c6-fcf5b01ce053, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.899895] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c672942a-81a4-4cb0-b736-3fd9ac2fc5f0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.906603] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff954691-6ae5-4cd0-8061-95f7d362ec6a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.940909] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8eb28be-236d-44e6-86ad-91100af5838d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.949200] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16503411-a051-44b0-b072-40f0ec1e4f8f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.962714] env[68960]: DEBUG nova.compute.provider_tree [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1205.005539] env[68960]: DEBUG nova.network.neutron [req-75ed261f-094c-4d42-b26d-0e43ad502b9b req-1cb2442f-a71b-482a-a6d8-d2ae1cd4029a service nova] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Updated VIF entry in instance network info cache for port 09223411-76d9-45dd-bce7-2dc29665f6dd. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1205.005923] env[68960]: DEBUG nova.network.neutron [req-75ed261f-094c-4d42-b26d-0e43ad502b9b req-1cb2442f-a71b-482a-a6d8-d2ae1cd4029a service nova] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Updating instance_info_cache with network_info: [{"id": "09223411-76d9-45dd-bce7-2dc29665f6dd", "address": "fa:16:3e:59:a0:aa", "network": {"id": "fd6c5ce0-1df7-4e07-82ab-88e1b96779f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508625790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603772d137274b1da5b497f41168c31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09223411-76", "ovs_interfaceid": "09223411-76d9-45dd-bce7-2dc29665f6dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.017634] env[68960]: DEBUG oslo_concurrency.lockutils [None req-faca638f-b43b-4e89-b607-916c5f8debf6 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "58f0e55f-d998-44a8-a981-ef4b697ef8dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.125253] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Acquiring lock "refresh_cache-ccb03c6c-5258-4147-873a-18ebf5ecff24" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.125448] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Acquired lock "refresh_cache-ccb03c6c-5258-4147-873a-18ebf5ecff24" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.126158] env[68960]: DEBUG nova.network.neutron [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.169798] env[68960]: INFO nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] During sync_power_state the instance has a pending task (deleting). Skip. [ 1205.170016] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "58f0e55f-d998-44a8-a981-ef4b697ef8dc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.513s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.170219] env[68960]: DEBUG oslo_concurrency.lockutils [None req-faca638f-b43b-4e89-b607-916c5f8debf6 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "58f0e55f-d998-44a8-a981-ef4b697ef8dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.153s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.170437] env[68960]: DEBUG oslo_concurrency.lockutils [None req-faca638f-b43b-4e89-b607-916c5f8debf6 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "58f0e55f-d998-44a8-a981-ef4b697ef8dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.170681] env[68960]: DEBUG oslo_concurrency.lockutils [None req-faca638f-b43b-4e89-b607-916c5f8debf6 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "58f0e55f-d998-44a8-a981-ef4b697ef8dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.170792] env[68960]: DEBUG oslo_concurrency.lockutils [None req-faca638f-b43b-4e89-b607-916c5f8debf6 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "58f0e55f-d998-44a8-a981-ef4b697ef8dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.173087] env[68960]: INFO nova.compute.manager [None req-faca638f-b43b-4e89-b607-916c5f8debf6 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Terminating instance [ 1205.192104] env[68960]: INFO nova.compute.manager [-] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Took 1.47 seconds to deallocate network for instance. [ 1205.352610] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "1c3a374d-cf09-4157-bfd7-cd7ab0e894f0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.561s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.399873] env[68960]: DEBUG oslo_vmware.api [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524a47e6-a0c7-0d46-95c6-fcf5b01ce053, 'name': SearchDatastore_Task, 'duration_secs': 0.00972} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.400187] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.400475] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] e82ada76-7da2-4ee8-b098-8bfb24ce1c50/e82ada76-7da2-4ee8-b098-8bfb24ce1c50.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1205.400767] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3114da72-c11c-4ec0-b322-2091e427ba53 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.408923] env[68960]: DEBUG oslo_vmware.api [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1205.408923] env[68960]: value = "task-3222375" [ 1205.408923] env[68960]: _type = "Task" [ 1205.408923] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.418109] env[68960]: DEBUG oslo_vmware.api [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.484996] env[68960]: ERROR nova.scheduler.client.report [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [req-f2a9405d-7ff2-4309-8da6-73196eedac48] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d6b14c3a-024a-447e-9595-cef114b4ddda. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f2a9405d-7ff2-4309-8da6-73196eedac48"}]} [ 1205.501160] env[68960]: DEBUG nova.scheduler.client.report [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Refreshing inventories for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1205.508735] env[68960]: DEBUG oslo_concurrency.lockutils [req-75ed261f-094c-4d42-b26d-0e43ad502b9b req-1cb2442f-a71b-482a-a6d8-d2ae1cd4029a service nova] Releasing lock "refresh_cache-e82ada76-7da2-4ee8-b098-8bfb24ce1c50" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.514869] env[68960]: DEBUG nova.scheduler.client.report [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Updating ProviderTree inventory for provider d6b14c3a-024a-447e-9595-cef114b4ddda from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1205.515085] env[68960]: DEBUG nova.compute.provider_tree [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1205.525725] env[68960]: DEBUG nova.scheduler.client.report [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Refreshing aggregate associations for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda, aggregates: None {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1205.543321] env[68960]: DEBUG nova.scheduler.client.report [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Refreshing trait associations for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1205.658486] env[68960]: DEBUG nova.network.neutron [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1205.667938] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a79c56-8bd1-411d-8658-7e8e871be424 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.680598] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bb2e78-f8f7-4dea-bf15-7f9c495ab72a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.684565] env[68960]: DEBUG nova.compute.manager [None req-faca638f-b43b-4e89-b607-916c5f8debf6 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1205.684852] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-faca638f-b43b-4e89-b607-916c5f8debf6 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.685788] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8826190c-2973-4ad7-9ad8-7ca65d64c668 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.694952] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-faca638f-b43b-4e89-b607-916c5f8debf6 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.720189] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50b7e064-8604-41c6-ab58-393d8386cd07 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.722863] env[68960]: DEBUG oslo_concurrency.lockutils [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.726495] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77a3758-9992-4a0d-8b9a-331b5f29ff0a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.736836] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f2e281-c49d-4e5e-8d79-95b7217f6041 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.742886] env[68960]: DEBUG oslo_vmware.api [None req-faca638f-b43b-4e89-b607-916c5f8debf6 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1205.742886] env[68960]: value = "task-3222376" [ 1205.742886] env[68960]: _type = "Task" [ 1205.742886] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.760107] env[68960]: DEBUG nova.compute.provider_tree [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1205.767832] env[68960]: DEBUG oslo_vmware.api [None req-faca638f-b43b-4e89-b607-916c5f8debf6 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.857560] env[68960]: DEBUG nova.network.neutron [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Updating instance_info_cache with network_info: [{"id": "c77a0622-2f84-4cff-93d5-edb0f1b10ab9", "address": "fa:16:3e:ca:a8:ea", "network": {"id": "ee3e790f-b257-4c0a-ae1b-dcb32cd5500b", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-792399183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c62638675d940d48b7fdb045baf3873", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc77a0622-2f", "ovs_interfaceid": "c77a0622-2f84-4cff-93d5-edb0f1b10ab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.920689] env[68960]: DEBUG oslo_vmware.api [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46579} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.920892] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] e82ada76-7da2-4ee8-b098-8bfb24ce1c50/e82ada76-7da2-4ee8-b098-8bfb24ce1c50.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1205.921119] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1205.921370] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52b0201e-0018-4e8d-a269-81029f436e3d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.928605] env[68960]: DEBUG oslo_vmware.api [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1205.928605] env[68960]: value = "task-3222377" [ 1205.928605] env[68960]: _type = "Task" [ 1205.928605] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.938140] env[68960]: DEBUG oslo_vmware.api [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.039289] env[68960]: DEBUG nova.compute.manager [req-0742342d-8d30-4ace-9ec2-cfecf0229ed3 req-f605c16f-ad26-45e9-9f0d-9335a256703a service nova] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Received event network-vif-plugged-c77a0622-2f84-4cff-93d5-edb0f1b10ab9 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.039289] env[68960]: DEBUG oslo_concurrency.lockutils [req-0742342d-8d30-4ace-9ec2-cfecf0229ed3 req-f605c16f-ad26-45e9-9f0d-9335a256703a service nova] Acquiring lock "ccb03c6c-5258-4147-873a-18ebf5ecff24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.039461] env[68960]: DEBUG oslo_concurrency.lockutils [req-0742342d-8d30-4ace-9ec2-cfecf0229ed3 req-f605c16f-ad26-45e9-9f0d-9335a256703a service nova] Lock "ccb03c6c-5258-4147-873a-18ebf5ecff24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.039633] env[68960]: DEBUG oslo_concurrency.lockutils [req-0742342d-8d30-4ace-9ec2-cfecf0229ed3 req-f605c16f-ad26-45e9-9f0d-9335a256703a service nova] Lock "ccb03c6c-5258-4147-873a-18ebf5ecff24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.039806] env[68960]: DEBUG nova.compute.manager [req-0742342d-8d30-4ace-9ec2-cfecf0229ed3 req-f605c16f-ad26-45e9-9f0d-9335a256703a service nova] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] No waiting events found dispatching network-vif-plugged-c77a0622-2f84-4cff-93d5-edb0f1b10ab9 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1206.039963] env[68960]: WARNING nova.compute.manager [req-0742342d-8d30-4ace-9ec2-cfecf0229ed3 req-f605c16f-ad26-45e9-9f0d-9335a256703a service nova] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Received unexpected event network-vif-plugged-c77a0622-2f84-4cff-93d5-edb0f1b10ab9 for instance with vm_state building and task_state spawning. [ 1206.040132] env[68960]: DEBUG nova.compute.manager [req-0742342d-8d30-4ace-9ec2-cfecf0229ed3 req-f605c16f-ad26-45e9-9f0d-9335a256703a service nova] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Received event network-changed-c77a0622-2f84-4cff-93d5-edb0f1b10ab9 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.040282] env[68960]: DEBUG nova.compute.manager [req-0742342d-8d30-4ace-9ec2-cfecf0229ed3 req-f605c16f-ad26-45e9-9f0d-9335a256703a service nova] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Refreshing instance network info cache due to event network-changed-c77a0622-2f84-4cff-93d5-edb0f1b10ab9. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1206.040444] env[68960]: DEBUG oslo_concurrency.lockutils [req-0742342d-8d30-4ace-9ec2-cfecf0229ed3 req-f605c16f-ad26-45e9-9f0d-9335a256703a service nova] Acquiring lock "refresh_cache-ccb03c6c-5258-4147-873a-18ebf5ecff24" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.253415] env[68960]: DEBUG oslo_vmware.api [None req-faca638f-b43b-4e89-b607-916c5f8debf6 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222376, 'name': PowerOffVM_Task, 'duration_secs': 0.211489} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.253646] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-faca638f-b43b-4e89-b607-916c5f8debf6 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.253817] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-faca638f-b43b-4e89-b607-916c5f8debf6 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.254088] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-125e3502-a4a2-44fa-9541-2cd961b6bc03 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.300156] env[68960]: DEBUG nova.scheduler.client.report [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Updated inventory for provider d6b14c3a-024a-447e-9595-cef114b4ddda with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1206.300440] env[68960]: DEBUG nova.compute.provider_tree [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Updating resource provider d6b14c3a-024a-447e-9595-cef114b4ddda generation from 153 to 154 during operation: update_inventory {{(pid=68960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1206.300623] env[68960]: DEBUG nova.compute.provider_tree [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1206.324882] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-faca638f-b43b-4e89-b607-916c5f8debf6 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.325141] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-faca638f-b43b-4e89-b607-916c5f8debf6 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.325327] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-faca638f-b43b-4e89-b607-916c5f8debf6 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Deleting the datastore file [datastore1] 58f0e55f-d998-44a8-a981-ef4b697ef8dc {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.325802] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db48f797-e52c-4f11-bd14-8cb9456108d3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.333213] env[68960]: DEBUG oslo_vmware.api [None req-faca638f-b43b-4e89-b607-916c5f8debf6 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1206.333213] env[68960]: value = "task-3222379" [ 1206.333213] env[68960]: _type = "Task" [ 1206.333213] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.341678] env[68960]: DEBUG oslo_vmware.api [None req-faca638f-b43b-4e89-b607-916c5f8debf6 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.359783] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Releasing lock "refresh_cache-ccb03c6c-5258-4147-873a-18ebf5ecff24" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.360058] env[68960]: DEBUG nova.compute.manager [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Instance network_info: |[{"id": "c77a0622-2f84-4cff-93d5-edb0f1b10ab9", "address": "fa:16:3e:ca:a8:ea", "network": {"id": "ee3e790f-b257-4c0a-ae1b-dcb32cd5500b", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-792399183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c62638675d940d48b7fdb045baf3873", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc77a0622-2f", "ovs_interfaceid": "c77a0622-2f84-4cff-93d5-edb0f1b10ab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1206.360348] env[68960]: DEBUG oslo_concurrency.lockutils [req-0742342d-8d30-4ace-9ec2-cfecf0229ed3 req-f605c16f-ad26-45e9-9f0d-9335a256703a service nova] Acquired lock "refresh_cache-ccb03c6c-5258-4147-873a-18ebf5ecff24" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.360597] env[68960]: DEBUG nova.network.neutron [req-0742342d-8d30-4ace-9ec2-cfecf0229ed3 req-f605c16f-ad26-45e9-9f0d-9335a256703a service nova] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Refreshing network info cache for port c77a0622-2f84-4cff-93d5-edb0f1b10ab9 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.362500] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:a8:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ba56987-9dc3-4c76-a4e2-942b05355bdb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c77a0622-2f84-4cff-93d5-edb0f1b10ab9', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1206.372040] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Creating folder: Project (5c62638675d940d48b7fdb045baf3873). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1206.372040] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fe61606-d70f-4232-8206-9a6b1df9c040 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.383015] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Created folder: Project (5c62638675d940d48b7fdb045baf3873) in parent group-v643888. [ 1206.383233] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Creating folder: Instances. Parent ref: group-v644206. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1206.383479] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9290ed2b-874d-4d30-9697-5f7c72ca62ff {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.393061] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Created folder: Instances in parent group-v644206. [ 1206.393368] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.393569] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1206.393765] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a37f57cf-78ad-4623-bc04-1a9b5991e76b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.414382] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1206.414382] env[68960]: value = "task-3222382" [ 1206.414382] env[68960]: _type = "Task" [ 1206.414382] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.423902] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222382, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.437788] env[68960]: DEBUG oslo_vmware.api [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073352} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.438095] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1206.438936] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee5244b-729d-4a87-bd40-9b82331bc4d3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.463392] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] e82ada76-7da2-4ee8-b098-8bfb24ce1c50/e82ada76-7da2-4ee8-b098-8bfb24ce1c50.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.463720] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a809a8a5-2e37-4db3-bc3a-c2aa98ce047b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.484146] env[68960]: DEBUG oslo_vmware.api [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1206.484146] env[68960]: value = "task-3222383" [ 1206.484146] env[68960]: _type = "Task" [ 1206.484146] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.806089] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.563s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.808603] env[68960]: DEBUG oslo_concurrency.lockutils [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.086s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.808840] env[68960]: DEBUG nova.objects.instance [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lazy-loading 'resources' on Instance uuid 046a4f06-6228-4309-a020-4aa7e3a7eb03 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.828453] env[68960]: INFO nova.scheduler.client.report [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Deleted allocations for instance e4af7d3d-2951-450d-8ea9-31c975724e74 [ 1206.843071] env[68960]: DEBUG oslo_vmware.api [None req-faca638f-b43b-4e89-b607-916c5f8debf6 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131776} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.843329] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-faca638f-b43b-4e89-b607-916c5f8debf6 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.843503] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-faca638f-b43b-4e89-b607-916c5f8debf6 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.843673] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-faca638f-b43b-4e89-b607-916c5f8debf6 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.844891] env[68960]: INFO nova.compute.manager [None req-faca638f-b43b-4e89-b607-916c5f8debf6 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1206.844891] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-faca638f-b43b-4e89-b607-916c5f8debf6 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.844891] env[68960]: DEBUG nova.compute.manager [-] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.844891] env[68960]: DEBUG nova.network.neutron [-] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1206.924766] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222382, 'name': CreateVM_Task, 'duration_secs': 0.380214} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.924933] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1206.925859] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.925859] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.926031] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.926239] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-843d2bc6-cfa8-46b6-ba59-b62ce1b6c2dd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.931998] env[68960]: DEBUG oslo_vmware.api [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Waiting for the task: (returnval){ [ 1206.931998] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522bbbe7-a975-e860-913f-fb830bdf6932" [ 1206.931998] env[68960]: _type = "Task" [ 1206.931998] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.943452] env[68960]: DEBUG oslo_vmware.api [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522bbbe7-a975-e860-913f-fb830bdf6932, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.993654] env[68960]: DEBUG oslo_vmware.api [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222383, 'name': ReconfigVM_Task, 'duration_secs': 0.294792} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.993925] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Reconfigured VM instance instance-00000071 to attach disk [datastore2] e82ada76-7da2-4ee8-b098-8bfb24ce1c50/e82ada76-7da2-4ee8-b098-8bfb24ce1c50.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.994592] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8268580-fbd5-498e-bc38-b2468fa89df5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.003413] env[68960]: DEBUG oslo_vmware.api [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1207.003413] env[68960]: value = "task-3222384" [ 1207.003413] env[68960]: _type = "Task" [ 1207.003413] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.012241] env[68960]: DEBUG oslo_vmware.api [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222384, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.064203] env[68960]: DEBUG nova.network.neutron [req-0742342d-8d30-4ace-9ec2-cfecf0229ed3 req-f605c16f-ad26-45e9-9f0d-9335a256703a service nova] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Updated VIF entry in instance network info cache for port c77a0622-2f84-4cff-93d5-edb0f1b10ab9. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.064592] env[68960]: DEBUG nova.network.neutron [req-0742342d-8d30-4ace-9ec2-cfecf0229ed3 req-f605c16f-ad26-45e9-9f0d-9335a256703a service nova] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Updating instance_info_cache with network_info: [{"id": "c77a0622-2f84-4cff-93d5-edb0f1b10ab9", "address": "fa:16:3e:ca:a8:ea", "network": {"id": "ee3e790f-b257-4c0a-ae1b-dcb32cd5500b", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-792399183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c62638675d940d48b7fdb045baf3873", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc77a0622-2f", "ovs_interfaceid": "c77a0622-2f84-4cff-93d5-edb0f1b10ab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.341382] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ff48b4da-4d59-4dac-b3d6-35b93d4ac667 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "e4af7d3d-2951-450d-8ea9-31c975724e74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.488s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.341382] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "e4af7d3d-2951-450d-8ea9-31c975724e74" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.205s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.341382] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3047fe3a-8b07-43e8-89c8-d48377361740 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.357969] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f7d044-8cdd-486e-a259-87747d967d04 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.453644] env[68960]: DEBUG oslo_vmware.api [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522bbbe7-a975-e860-913f-fb830bdf6932, 'name': SearchDatastore_Task, 'duration_secs': 0.013598} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.455475] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.455475] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1207.455475] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.455475] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.455475] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.455475] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19c87db7-917b-47fc-a145-f2e312192c0c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.468061] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.468351] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1207.469231] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82ffb985-5f95-4d40-917c-9f8cfd89a1ff {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.477741] env[68960]: DEBUG oslo_vmware.api [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Waiting for the task: (returnval){ [ 1207.477741] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]520a2279-3cf7-8edc-8b97-ed75aa9eaa6e" [ 1207.477741] env[68960]: _type = "Task" [ 1207.477741] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.489337] env[68960]: DEBUG oslo_vmware.api [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]520a2279-3cf7-8edc-8b97-ed75aa9eaa6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.496668] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6261a30-00d2-4ea1-8e66-587e5792a9a8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.504565] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b39171-a976-4cda-b74b-e305698a79a4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.516133] env[68960]: DEBUG oslo_vmware.api [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222384, 'name': Rename_Task, 'duration_secs': 0.311714} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.540829] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.541801] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-769c8b99-c93b-489e-a87c-d6afcfe1db5a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.543993] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15844cc6-8c2a-46f7-a80a-f2bf82844e0f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.555380] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a57378-a0ed-48ce-b46c-6b023032d944 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.558541] env[68960]: DEBUG oslo_vmware.api [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1207.558541] env[68960]: value = "task-3222386" [ 1207.558541] env[68960]: _type = "Task" [ 1207.558541] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.569649] env[68960]: DEBUG oslo_concurrency.lockutils [req-0742342d-8d30-4ace-9ec2-cfecf0229ed3 req-f605c16f-ad26-45e9-9f0d-9335a256703a service nova] Releasing lock "refresh_cache-ccb03c6c-5258-4147-873a-18ebf5ecff24" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.570285] env[68960]: DEBUG nova.compute.provider_tree [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1207.578612] env[68960]: DEBUG oslo_vmware.api [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222386, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.783517] env[68960]: DEBUG nova.network.neutron [-] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.906788] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "e4af7d3d-2951-450d-8ea9-31c975724e74" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.568s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.990118] env[68960]: DEBUG oslo_vmware.api [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]520a2279-3cf7-8edc-8b97-ed75aa9eaa6e, 'name': SearchDatastore_Task, 'duration_secs': 0.01234} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.990901] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70b1619b-da87-4553-96f0-49bbaed75260 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.997029] env[68960]: DEBUG oslo_vmware.api [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Waiting for the task: (returnval){ [ 1207.997029] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5221d9b0-aeed-8592-bfc2-7e656a17e417" [ 1207.997029] env[68960]: _type = "Task" [ 1207.997029] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.005406] env[68960]: DEBUG oslo_vmware.api [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5221d9b0-aeed-8592-bfc2-7e656a17e417, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.066758] env[68960]: DEBUG nova.compute.manager [req-35b043bc-2ba2-4022-a0fc-e3392f7fe6e7 req-f45347b4-a2a4-4639-ad6a-89b45e58725e service nova] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Received event network-vif-deleted-a0f2f7dd-5259-4e90-a40f-214e0a09e6c3 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.070670] env[68960]: DEBUG oslo_vmware.api [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222386, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.107258] env[68960]: DEBUG nova.scheduler.client.report [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Updated inventory for provider d6b14c3a-024a-447e-9595-cef114b4ddda with generation 154 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1208.107595] env[68960]: DEBUG nova.compute.provider_tree [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Updating resource provider d6b14c3a-024a-447e-9595-cef114b4ddda generation from 154 to 155 during operation: update_inventory {{(pid=68960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1208.107800] env[68960]: DEBUG nova.compute.provider_tree [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1208.287255] env[68960]: INFO nova.compute.manager [-] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Took 1.44 seconds to deallocate network for instance. [ 1208.508307] env[68960]: DEBUG oslo_vmware.api [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5221d9b0-aeed-8592-bfc2-7e656a17e417, 'name': SearchDatastore_Task, 'duration_secs': 0.018958} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.508507] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.508931] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] ccb03c6c-5258-4147-873a-18ebf5ecff24/ccb03c6c-5258-4147-873a-18ebf5ecff24.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1208.509414] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-804de208-1228-4bf1-9868-0dfefee53e2c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.517092] env[68960]: DEBUG oslo_vmware.api [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Waiting for the task: (returnval){ [ 1208.517092] env[68960]: value = "task-3222387" [ 1208.517092] env[68960]: _type = "Task" [ 1208.517092] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.525789] env[68960]: DEBUG oslo_vmware.api [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Task: {'id': task-3222387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.569352] env[68960]: DEBUG oslo_vmware.api [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222386, 'name': PowerOnVM_Task, 'duration_secs': 0.518072} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.569634] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.569850] env[68960]: INFO nova.compute.manager [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Took 6.97 seconds to spawn the instance on the hypervisor. [ 1208.570173] env[68960]: DEBUG nova.compute.manager [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1208.570993] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145c6ecc-6179-46b7-be30-b2c4135bfc93 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.612625] env[68960]: DEBUG oslo_concurrency.lockutils [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.634617] env[68960]: INFO nova.scheduler.client.report [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Deleted allocations for instance 046a4f06-6228-4309-a020-4aa7e3a7eb03 [ 1208.796432] env[68960]: DEBUG oslo_concurrency.lockutils [None req-faca638f-b43b-4e89-b607-916c5f8debf6 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.796757] env[68960]: DEBUG oslo_concurrency.lockutils [None req-faca638f-b43b-4e89-b607-916c5f8debf6 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.796993] env[68960]: DEBUG nova.objects.instance [None req-faca638f-b43b-4e89-b607-916c5f8debf6 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lazy-loading 'resources' on Instance uuid 58f0e55f-d998-44a8-a981-ef4b697ef8dc {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.027378] env[68960]: DEBUG oslo_vmware.api [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Task: {'id': task-3222387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486508} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.027723] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] ccb03c6c-5258-4147-873a-18ebf5ecff24/ccb03c6c-5258-4147-873a-18ebf5ecff24.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1209.028583] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1209.028583] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b1fb7a8-3a2c-4404-9ac1-368efdf63977 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.034767] env[68960]: DEBUG oslo_vmware.api [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Waiting for the task: (returnval){ [ 1209.034767] env[68960]: value = "task-3222388" [ 1209.034767] env[68960]: _type = "Task" [ 1209.034767] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.042575] env[68960]: DEBUG oslo_vmware.api [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Task: {'id': task-3222388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.087823] env[68960]: INFO nova.compute.manager [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Took 11.76 seconds to build instance. [ 1209.142390] env[68960]: DEBUG oslo_concurrency.lockutils [None req-969cacff-a593-4359-af5d-304868b66d50 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "046a4f06-6228-4309-a020-4aa7e3a7eb03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.481s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.342087] env[68960]: DEBUG nova.compute.manager [req-68078ad6-facc-4de3-8245-3f46215a7697 req-a2a846e7-d3f1-458d-b618-234339d045ff service nova] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Received event network-changed-09223411-76d9-45dd-bce7-2dc29665f6dd {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.342087] env[68960]: DEBUG nova.compute.manager [req-68078ad6-facc-4de3-8245-3f46215a7697 req-a2a846e7-d3f1-458d-b618-234339d045ff service nova] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Refreshing instance network info cache due to event network-changed-09223411-76d9-45dd-bce7-2dc29665f6dd. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.342087] env[68960]: DEBUG oslo_concurrency.lockutils [req-68078ad6-facc-4de3-8245-3f46215a7697 req-a2a846e7-d3f1-458d-b618-234339d045ff service nova] Acquiring lock "refresh_cache-e82ada76-7da2-4ee8-b098-8bfb24ce1c50" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.342186] env[68960]: DEBUG oslo_concurrency.lockutils [req-68078ad6-facc-4de3-8245-3f46215a7697 req-a2a846e7-d3f1-458d-b618-234339d045ff service nova] Acquired lock "refresh_cache-e82ada76-7da2-4ee8-b098-8bfb24ce1c50" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.342326] env[68960]: DEBUG nova.network.neutron [req-68078ad6-facc-4de3-8245-3f46215a7697 req-a2a846e7-d3f1-458d-b618-234339d045ff service nova] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Refreshing network info cache for port 09223411-76d9-45dd-bce7-2dc29665f6dd {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.347684] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquiring lock "fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.348288] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.406997] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115e76a6-acce-4182-8304-535a234be46d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.415018] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1bf543-8642-49ab-8cd1-2953a1cd8146 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.446238] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab04e48-2bf8-4fc2-bea5-119afb6a236c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.453689] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b92efce-d7c4-402c-b864-6551b3f8fe2f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.468038] env[68960]: DEBUG nova.compute.provider_tree [None req-faca638f-b43b-4e89-b607-916c5f8debf6 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.548071] env[68960]: DEBUG oslo_vmware.api [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Task: {'id': task-3222388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091363} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.548071] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1209.548071] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda8f2c0-a623-41fb-8ef5-ceb2e20a1ef1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.572013] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] ccb03c6c-5258-4147-873a-18ebf5ecff24/ccb03c6c-5258-4147-873a-18ebf5ecff24.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.572502] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b60766f-e06f-448a-a99b-d79649619bab {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.591188] env[68960]: DEBUG oslo_concurrency.lockutils [None req-9215bb68-3449-4bac-b238-b267d10a181b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "e82ada76-7da2-4ee8-b098-8bfb24ce1c50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.272s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.591188] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "e82ada76-7da2-4ee8-b098-8bfb24ce1c50" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.454s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.591188] env[68960]: INFO nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] During sync_power_state the instance has a pending task (networking). Skip. [ 1209.591188] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "e82ada76-7da2-4ee8-b098-8bfb24ce1c50" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.594765] env[68960]: DEBUG oslo_vmware.api [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Waiting for the task: (returnval){ [ 1209.594765] env[68960]: value = "task-3222389" [ 1209.594765] env[68960]: _type = "Task" [ 1209.594765] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.603872] env[68960]: DEBUG oslo_vmware.api [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Task: {'id': task-3222389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.849779] env[68960]: DEBUG nova.compute.manager [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1209.971661] env[68960]: DEBUG nova.scheduler.client.report [None req-faca638f-b43b-4e89-b607-916c5f8debf6 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.082727] env[68960]: DEBUG nova.network.neutron [req-68078ad6-facc-4de3-8245-3f46215a7697 req-a2a846e7-d3f1-458d-b618-234339d045ff service nova] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Updated VIF entry in instance network info cache for port 09223411-76d9-45dd-bce7-2dc29665f6dd. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.083120] env[68960]: DEBUG nova.network.neutron [req-68078ad6-facc-4de3-8245-3f46215a7697 req-a2a846e7-d3f1-458d-b618-234339d045ff service nova] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Updating instance_info_cache with network_info: [{"id": "09223411-76d9-45dd-bce7-2dc29665f6dd", "address": "fa:16:3e:59:a0:aa", "network": {"id": "fd6c5ce0-1df7-4e07-82ab-88e1b96779f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508625790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603772d137274b1da5b497f41168c31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09223411-76", "ovs_interfaceid": "09223411-76d9-45dd-bce7-2dc29665f6dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.105957] env[68960]: DEBUG oslo_vmware.api [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Task: {'id': task-3222389, 'name': ReconfigVM_Task, 'duration_secs': 0.28848} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.106278] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Reconfigured VM instance instance-00000072 to attach disk [datastore2] ccb03c6c-5258-4147-873a-18ebf5ecff24/ccb03c6c-5258-4147-873a-18ebf5ecff24.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.106929] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df940099-4a43-45bd-9536-2dba9da523d5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.114835] env[68960]: DEBUG oslo_vmware.api [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Waiting for the task: (returnval){ [ 1210.114835] env[68960]: value = "task-3222390" [ 1210.114835] env[68960]: _type = "Task" [ 1210.114835] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.124160] env[68960]: DEBUG oslo_vmware.api [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Task: {'id': task-3222390, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.374651] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.476764] env[68960]: DEBUG oslo_concurrency.lockutils [None req-faca638f-b43b-4e89-b607-916c5f8debf6 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.680s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.479182] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.105s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.480808] env[68960]: INFO nova.compute.claims [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.492445] env[68960]: INFO nova.scheduler.client.report [None req-faca638f-b43b-4e89-b607-916c5f8debf6 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Deleted allocations for instance 58f0e55f-d998-44a8-a981-ef4b697ef8dc [ 1210.586561] env[68960]: DEBUG oslo_concurrency.lockutils [req-68078ad6-facc-4de3-8245-3f46215a7697 req-a2a846e7-d3f1-458d-b618-234339d045ff service nova] Releasing lock "refresh_cache-e82ada76-7da2-4ee8-b098-8bfb24ce1c50" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.625614] env[68960]: DEBUG oslo_vmware.api [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Task: {'id': task-3222390, 'name': Rename_Task, 'duration_secs': 0.153243} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.626010] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.626275] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65723da3-c27a-45af-affb-225932508cc6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.632812] env[68960]: DEBUG oslo_vmware.api [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Waiting for the task: (returnval){ [ 1210.632812] env[68960]: value = "task-3222392" [ 1210.632812] env[68960]: _type = "Task" [ 1210.632812] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.641978] env[68960]: DEBUG oslo_vmware.api [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Task: {'id': task-3222392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.962103] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "40b6080a-82e2-4c64-bdac-2e67ca6c8179" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.962373] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "40b6080a-82e2-4c64-bdac-2e67ca6c8179" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.999797] env[68960]: DEBUG oslo_concurrency.lockutils [None req-faca638f-b43b-4e89-b607-916c5f8debf6 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "58f0e55f-d998-44a8-a981-ef4b697ef8dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.829s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.143277] env[68960]: DEBUG oslo_vmware.api [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Task: {'id': task-3222392, 'name': PowerOnVM_Task, 'duration_secs': 0.470021} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.143542] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.143744] env[68960]: INFO nova.compute.manager [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Took 7.05 seconds to spawn the instance on the hypervisor. [ 1211.144024] env[68960]: DEBUG nova.compute.manager [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1211.144689] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9539e17-c883-402d-90d8-e71a512d4a21 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.464856] env[68960]: DEBUG nova.compute.manager [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1211.582763] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fc2402-1b62-4aa5-93ef-68818de5857d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.596329] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e721c600-7b98-4b2a-8ff9-a64dff4b547b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.628971] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffd2dc6-4eaf-4231-80e6-800f2e6b725a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.635975] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4d6c38-21e8-487e-9a0c-05c487bd04c8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.650036] env[68960]: DEBUG nova.compute.provider_tree [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.663113] env[68960]: INFO nova.compute.manager [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Took 13.90 seconds to build instance. [ 1211.984965] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.152946] env[68960]: DEBUG nova.scheduler.client.report [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.165645] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5295367f-1785-440c-94de-1305d2c39efe tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Lock "ccb03c6c-5258-4147-873a-18ebf5ecff24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.410s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.165809] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "ccb03c6c-5258-4147-873a-18ebf5ecff24" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.029s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.166834] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21775ff-eb67-4ec4-ad95-b697378bc621 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.657807] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.658351] env[68960]: DEBUG nova.compute.manager [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1212.661101] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.676s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.662413] env[68960]: INFO nova.compute.claims [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1212.677480] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "ccb03c6c-5258-4147-873a-18ebf5ecff24" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.929873] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "49e95d19-18f5-4ab9-879e-83662b7c00dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.930158] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "49e95d19-18f5-4ab9-879e-83662b7c00dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.102531] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b1eb17c3-3bed-4f14-bd8e-0ce2a6ac3548 tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Acquiring lock "ccb03c6c-5258-4147-873a-18ebf5ecff24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.102531] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b1eb17c3-3bed-4f14-bd8e-0ce2a6ac3548 tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Lock "ccb03c6c-5258-4147-873a-18ebf5ecff24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.102531] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b1eb17c3-3bed-4f14-bd8e-0ce2a6ac3548 tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Acquiring lock "ccb03c6c-5258-4147-873a-18ebf5ecff24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.102817] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b1eb17c3-3bed-4f14-bd8e-0ce2a6ac3548 tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Lock "ccb03c6c-5258-4147-873a-18ebf5ecff24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.102976] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b1eb17c3-3bed-4f14-bd8e-0ce2a6ac3548 tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Lock "ccb03c6c-5258-4147-873a-18ebf5ecff24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.105426] env[68960]: INFO nova.compute.manager [None req-b1eb17c3-3bed-4f14-bd8e-0ce2a6ac3548 tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Terminating instance [ 1213.166539] env[68960]: DEBUG nova.compute.utils [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1213.167914] env[68960]: DEBUG nova.compute.manager [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1213.168113] env[68960]: DEBUG nova.network.neutron [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1213.216542] env[68960]: DEBUG nova.policy [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c9fefe8b9a64b82a28b3f3f4e45dfcf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f345894c0e4c42eba03bc430a5358948', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1213.433040] env[68960]: DEBUG nova.compute.manager [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1213.521943] env[68960]: DEBUG nova.network.neutron [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Successfully created port: fe6f9857-481d-46b1-97a9-db78ffd5871d {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1213.609464] env[68960]: DEBUG nova.compute.manager [None req-b1eb17c3-3bed-4f14-bd8e-0ce2a6ac3548 tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1213.609693] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b1eb17c3-3bed-4f14-bd8e-0ce2a6ac3548 tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.610631] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd2d185-8968-4f90-890a-2df132114cc0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.619361] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1eb17c3-3bed-4f14-bd8e-0ce2a6ac3548 tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.619610] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d96cce7b-20cd-4de7-9ba2-62812b6236b1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.626065] env[68960]: DEBUG oslo_vmware.api [None req-b1eb17c3-3bed-4f14-bd8e-0ce2a6ac3548 tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Waiting for the task: (returnval){ [ 1213.626065] env[68960]: value = "task-3222393" [ 1213.626065] env[68960]: _type = "Task" [ 1213.626065] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.635217] env[68960]: DEBUG oslo_vmware.api [None req-b1eb17c3-3bed-4f14-bd8e-0ce2a6ac3548 tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Task: {'id': task-3222393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.673450] env[68960]: DEBUG nova.compute.manager [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1213.805074] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372d4a55-63a4-4c1b-b60d-1c3c898a0ca8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.814031] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80657f8-f3e9-454c-898d-2cac3455c26e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.846916] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a89308e-b8d2-40a9-8c2b-71422a574036 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.855374] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491e4caa-f42b-40de-aac0-d5da25a4f9e5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.868711] env[68960]: DEBUG nova.compute.provider_tree [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.952148] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.138237] env[68960]: DEBUG oslo_vmware.api [None req-b1eb17c3-3bed-4f14-bd8e-0ce2a6ac3548 tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Task: {'id': task-3222393, 'name': PowerOffVM_Task, 'duration_secs': 0.214174} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.138566] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1eb17c3-3bed-4f14-bd8e-0ce2a6ac3548 tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.138773] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b1eb17c3-3bed-4f14-bd8e-0ce2a6ac3548 tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.139065] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27bdaa52-7fc6-4aba-9ca3-ce130e3efaac {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.221027] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b1eb17c3-3bed-4f14-bd8e-0ce2a6ac3548 tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.221365] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b1eb17c3-3bed-4f14-bd8e-0ce2a6ac3548 tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.221608] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1eb17c3-3bed-4f14-bd8e-0ce2a6ac3548 tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Deleting the datastore file [datastore2] ccb03c6c-5258-4147-873a-18ebf5ecff24 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.221916] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16705019-ff8d-4316-bdd7-6c4e9d4db67b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.229590] env[68960]: DEBUG oslo_vmware.api [None req-b1eb17c3-3bed-4f14-bd8e-0ce2a6ac3548 tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Waiting for the task: (returnval){ [ 1214.229590] env[68960]: value = "task-3222395" [ 1214.229590] env[68960]: _type = "Task" [ 1214.229590] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.238840] env[68960]: DEBUG oslo_vmware.api [None req-b1eb17c3-3bed-4f14-bd8e-0ce2a6ac3548 tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Task: {'id': task-3222395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.372278] env[68960]: DEBUG nova.scheduler.client.report [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.689503] env[68960]: DEBUG nova.compute.manager [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1214.722715] env[68960]: DEBUG nova.virt.hardware [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1214.723017] env[68960]: DEBUG nova.virt.hardware [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1214.723305] env[68960]: DEBUG nova.virt.hardware [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1214.723605] env[68960]: DEBUG nova.virt.hardware [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1214.723857] env[68960]: DEBUG nova.virt.hardware [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1214.724098] env[68960]: DEBUG nova.virt.hardware [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1214.724416] env[68960]: DEBUG nova.virt.hardware [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1214.724671] env[68960]: DEBUG nova.virt.hardware [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1214.725027] env[68960]: DEBUG nova.virt.hardware [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1214.725229] env[68960]: DEBUG nova.virt.hardware [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1214.725500] env[68960]: DEBUG nova.virt.hardware [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1214.726810] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c0d8d8-1cb7-4e13-9bca-1a8dac9dfeb5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.743185] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bc1d54-ad25-453e-b613-4f09b9f178eb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.748065] env[68960]: DEBUG oslo_vmware.api [None req-b1eb17c3-3bed-4f14-bd8e-0ce2a6ac3548 tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Task: {'id': task-3222395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127836} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.748321] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1eb17c3-3bed-4f14-bd8e-0ce2a6ac3548 tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.748494] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b1eb17c3-3bed-4f14-bd8e-0ce2a6ac3548 tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.748743] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b1eb17c3-3bed-4f14-bd8e-0ce2a6ac3548 tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.748946] env[68960]: INFO nova.compute.manager [None req-b1eb17c3-3bed-4f14-bd8e-0ce2a6ac3548 tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1214.749199] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1eb17c3-3bed-4f14-bd8e-0ce2a6ac3548 tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.749730] env[68960]: DEBUG nova.compute.manager [-] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1214.749884] env[68960]: DEBUG nova.network.neutron [-] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.877471] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.878061] env[68960]: DEBUG nova.compute.manager [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1214.880918] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.929s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.882324] env[68960]: INFO nova.compute.claims [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1214.980943] env[68960]: DEBUG nova.compute.manager [req-433d220e-95d6-4686-a499-a0a32cac7532 req-ce32d1d8-4428-4379-bb45-4c390911e471 service nova] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Received event network-vif-plugged-fe6f9857-481d-46b1-97a9-db78ffd5871d {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.980943] env[68960]: DEBUG oslo_concurrency.lockutils [req-433d220e-95d6-4686-a499-a0a32cac7532 req-ce32d1d8-4428-4379-bb45-4c390911e471 service nova] Acquiring lock "fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.980943] env[68960]: DEBUG oslo_concurrency.lockutils [req-433d220e-95d6-4686-a499-a0a32cac7532 req-ce32d1d8-4428-4379-bb45-4c390911e471 service nova] Lock "fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.980943] env[68960]: DEBUG oslo_concurrency.lockutils [req-433d220e-95d6-4686-a499-a0a32cac7532 req-ce32d1d8-4428-4379-bb45-4c390911e471 service nova] Lock "fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.980943] env[68960]: DEBUG nova.compute.manager [req-433d220e-95d6-4686-a499-a0a32cac7532 req-ce32d1d8-4428-4379-bb45-4c390911e471 service nova] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] No waiting events found dispatching network-vif-plugged-fe6f9857-481d-46b1-97a9-db78ffd5871d {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1214.980943] env[68960]: WARNING nova.compute.manager [req-433d220e-95d6-4686-a499-a0a32cac7532 req-ce32d1d8-4428-4379-bb45-4c390911e471 service nova] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Received unexpected event network-vif-plugged-fe6f9857-481d-46b1-97a9-db78ffd5871d for instance with vm_state building and task_state spawning. [ 1215.065565] env[68960]: DEBUG nova.compute.manager [req-21b11b84-f9ee-4940-8bcb-466c4939ef74 req-183672d0-5611-4b91-abef-a62d32f33589 service nova] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Received event network-vif-deleted-c77a0622-2f84-4cff-93d5-edb0f1b10ab9 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.065798] env[68960]: INFO nova.compute.manager [req-21b11b84-f9ee-4940-8bcb-466c4939ef74 req-183672d0-5611-4b91-abef-a62d32f33589 service nova] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Neutron deleted interface c77a0622-2f84-4cff-93d5-edb0f1b10ab9; detaching it from the instance and deleting it from the info cache [ 1215.066084] env[68960]: DEBUG nova.network.neutron [req-21b11b84-f9ee-4940-8bcb-466c4939ef74 req-183672d0-5611-4b91-abef-a62d32f33589 service nova] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.073394] env[68960]: DEBUG nova.network.neutron [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Successfully updated port: fe6f9857-481d-46b1-97a9-db78ffd5871d {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1215.276801] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.386369] env[68960]: DEBUG nova.compute.utils [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1215.390320] env[68960]: DEBUG nova.compute.manager [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1215.390550] env[68960]: DEBUG nova.network.neutron [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1215.508638] env[68960]: DEBUG nova.network.neutron [-] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.511598] env[68960]: DEBUG nova.policy [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a22fc4c6826b4d60b6aa54a3ec75ad5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91c6d3f23cbe4289a44c7f4b678c28f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1215.578764] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0858e62-b35c-4103-a290-b3caaa94e476 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.581533] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquiring lock "refresh_cache-fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.581677] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquired lock "refresh_cache-fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.581825] env[68960]: DEBUG nova.network.neutron [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.594496] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab62bd4-8503-47d2-8c13-8b76ea6b1404 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.624909] env[68960]: DEBUG nova.compute.manager [req-21b11b84-f9ee-4940-8bcb-466c4939ef74 req-183672d0-5611-4b91-abef-a62d32f33589 service nova] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Detach interface failed, port_id=c77a0622-2f84-4cff-93d5-edb0f1b10ab9, reason: Instance ccb03c6c-5258-4147-873a-18ebf5ecff24 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1215.782392] env[68960]: DEBUG nova.network.neutron [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Successfully created port: edbe3fb9-20e2-465c-88da-bc418cc30232 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1215.891332] env[68960]: DEBUG nova.compute.manager [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1216.014361] env[68960]: INFO nova.compute.manager [-] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Took 1.26 seconds to deallocate network for instance. [ 1216.021718] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2035fc29-a692-439d-b520-0afce175390d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.030974] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fcc4ca-7ed4-4336-a661-bdfef16a92d0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.071216] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd291b2-722e-4561-a2fe-7f3a8628c5e4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.079749] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ad4312-cead-476a-a793-cd64f5363ce8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.094860] env[68960]: DEBUG nova.compute.provider_tree [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.112366] env[68960]: DEBUG nova.network.neutron [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1216.241859] env[68960]: DEBUG nova.network.neutron [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Updating instance_info_cache with network_info: [{"id": "fe6f9857-481d-46b1-97a9-db78ffd5871d", "address": "fa:16:3e:d5:48:a8", "network": {"id": "4139273d-51b4-4bf5-9786-325e4fa44a1c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-641245848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f345894c0e4c42eba03bc430a5358948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe6f9857-48", "ovs_interfaceid": "fe6f9857-481d-46b1-97a9-db78ffd5871d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.521348] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b1eb17c3-3bed-4f14-bd8e-0ce2a6ac3548 tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.598646] env[68960]: DEBUG nova.scheduler.client.report [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.745620] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.746101] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Releasing lock "refresh_cache-fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.746411] env[68960]: DEBUG nova.compute.manager [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Instance network_info: |[{"id": "fe6f9857-481d-46b1-97a9-db78ffd5871d", "address": "fa:16:3e:d5:48:a8", "network": {"id": "4139273d-51b4-4bf5-9786-325e4fa44a1c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-641245848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f345894c0e4c42eba03bc430a5358948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe6f9857-48", "ovs_interfaceid": "fe6f9857-481d-46b1-97a9-db78ffd5871d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1216.746645] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.746785] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68960) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1216.747152] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:48:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe6f9857-481d-46b1-97a9-db78ffd5871d', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1216.754487] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1216.754764] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1216.754981] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41876d65-cbc9-44d4-abd9-abb682c93312 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.776938] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1216.776938] env[68960]: value = "task-3222396" [ 1216.776938] env[68960]: _type = "Task" [ 1216.776938] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.784533] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222396, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.901732] env[68960]: DEBUG nova.compute.manager [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1216.931256] env[68960]: DEBUG nova.virt.hardware [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1216.931546] env[68960]: DEBUG nova.virt.hardware [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1216.931707] env[68960]: DEBUG nova.virt.hardware [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1216.931884] env[68960]: DEBUG nova.virt.hardware [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1216.932058] env[68960]: DEBUG nova.virt.hardware [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1216.932235] env[68960]: DEBUG nova.virt.hardware [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1216.932444] env[68960]: DEBUG nova.virt.hardware [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1216.932601] env[68960]: DEBUG nova.virt.hardware [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1216.932764] env[68960]: DEBUG nova.virt.hardware [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1216.932924] env[68960]: DEBUG nova.virt.hardware [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1216.933140] env[68960]: DEBUG nova.virt.hardware [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1216.933984] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d47a1f-feff-45b5-bfa8-5a70bde1b590 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.942614] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b9d0a6-36ac-435d-8760-9b4673a327d6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.005837] env[68960]: DEBUG nova.compute.manager [req-0d09b44c-2f77-4f28-af24-600ae4789be6 req-67ba7812-b971-422d-ae6f-4e4e857f998d service nova] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Received event network-changed-fe6f9857-481d-46b1-97a9-db78ffd5871d {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.006090] env[68960]: DEBUG nova.compute.manager [req-0d09b44c-2f77-4f28-af24-600ae4789be6 req-67ba7812-b971-422d-ae6f-4e4e857f998d service nova] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Refreshing instance network info cache due to event network-changed-fe6f9857-481d-46b1-97a9-db78ffd5871d. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1217.006326] env[68960]: DEBUG oslo_concurrency.lockutils [req-0d09b44c-2f77-4f28-af24-600ae4789be6 req-67ba7812-b971-422d-ae6f-4e4e857f998d service nova] Acquiring lock "refresh_cache-fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.006515] env[68960]: DEBUG oslo_concurrency.lockutils [req-0d09b44c-2f77-4f28-af24-600ae4789be6 req-67ba7812-b971-422d-ae6f-4e4e857f998d service nova] Acquired lock "refresh_cache-fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.006622] env[68960]: DEBUG nova.network.neutron [req-0d09b44c-2f77-4f28-af24-600ae4789be6 req-67ba7812-b971-422d-ae6f-4e4e857f998d service nova] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Refreshing network info cache for port fe6f9857-481d-46b1-97a9-db78ffd5871d {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.103127] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.103676] env[68960]: DEBUG nova.compute.manager [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1217.106484] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b1eb17c3-3bed-4f14-bd8e-0ce2a6ac3548 tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.585s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.106703] env[68960]: DEBUG nova.objects.instance [None req-b1eb17c3-3bed-4f14-bd8e-0ce2a6ac3548 tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Lazy-loading 'resources' on Instance uuid ccb03c6c-5258-4147-873a-18ebf5ecff24 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.224685] env[68960]: DEBUG nova.network.neutron [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Successfully updated port: edbe3fb9-20e2-465c-88da-bc418cc30232 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1217.287420] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222396, 'name': CreateVM_Task, 'duration_secs': 0.347614} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.287631] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1217.294359] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.294517] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.294853] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.295116] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8dd575c-6b54-4f6d-86c5-0f71e6f363ab {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.299842] env[68960]: DEBUG oslo_vmware.api [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1217.299842] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5240ca57-8fa5-1cff-5b0f-185ee0546783" [ 1217.299842] env[68960]: _type = "Task" [ 1217.299842] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.307889] env[68960]: DEBUG oslo_vmware.api [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5240ca57-8fa5-1cff-5b0f-185ee0546783, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.612748] env[68960]: DEBUG nova.compute.utils [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1217.614307] env[68960]: DEBUG nova.compute.manager [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1217.614474] env[68960]: DEBUG nova.network.neutron [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1217.656904] env[68960]: DEBUG nova.policy [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aba096a0306642a4819a7d79637bf8ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1643dfbb48924ae7ac0d24e68f54bad2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1217.715946] env[68960]: DEBUG nova.network.neutron [req-0d09b44c-2f77-4f28-af24-600ae4789be6 req-67ba7812-b971-422d-ae6f-4e4e857f998d service nova] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Updated VIF entry in instance network info cache for port fe6f9857-481d-46b1-97a9-db78ffd5871d. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.716304] env[68960]: DEBUG nova.network.neutron [req-0d09b44c-2f77-4f28-af24-600ae4789be6 req-67ba7812-b971-422d-ae6f-4e4e857f998d service nova] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Updating instance_info_cache with network_info: [{"id": "fe6f9857-481d-46b1-97a9-db78ffd5871d", "address": "fa:16:3e:d5:48:a8", "network": {"id": "4139273d-51b4-4bf5-9786-325e4fa44a1c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-641245848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f345894c0e4c42eba03bc430a5358948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe6f9857-48", "ovs_interfaceid": "fe6f9857-481d-46b1-97a9-db78ffd5871d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.728302] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "refresh_cache-40b6080a-82e2-4c64-bdac-2e67ca6c8179" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.728440] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquired lock "refresh_cache-40b6080a-82e2-4c64-bdac-2e67ca6c8179" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.728613] env[68960]: DEBUG nova.network.neutron [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.741176] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa2ccb5-f984-496e-a59e-fc1d2ed5624e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.749495] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.749998] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.750752] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d874547-f053-4546-895d-d0be2482fd7e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.782078] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767dc0f9-c1e1-4903-a579-5a37e4eef018 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.790015] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a2aa38-f85f-45c4-b8ba-e84b4c2548eb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.803841] env[68960]: DEBUG nova.compute.provider_tree [None req-b1eb17c3-3bed-4f14-bd8e-0ce2a6ac3548 tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.813566] env[68960]: DEBUG oslo_vmware.api [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5240ca57-8fa5-1cff-5b0f-185ee0546783, 'name': SearchDatastore_Task, 'duration_secs': 0.009488} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.814429] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.814985] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1217.814985] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.815134] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.815334] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1217.815850] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fee4fec8-4ba3-4e54-9ac6-0421bfe9b49f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.824817] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1217.824981] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1217.825714] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa1ebac3-403d-46b3-a9a4-fbd77ba59362 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.830647] env[68960]: DEBUG oslo_vmware.api [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1217.830647] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ad6170-d0a1-487f-cc7c-b9d4ac27f603" [ 1217.830647] env[68960]: _type = "Task" [ 1217.830647] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.838514] env[68960]: DEBUG oslo_vmware.api [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ad6170-d0a1-487f-cc7c-b9d4ac27f603, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.963865] env[68960]: DEBUG nova.network.neutron [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Successfully created port: f8a3fecc-fa04-4537-b800-a5d81998a229 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1218.118968] env[68960]: DEBUG nova.compute.manager [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1218.218566] env[68960]: DEBUG oslo_concurrency.lockutils [req-0d09b44c-2f77-4f28-af24-600ae4789be6 req-67ba7812-b971-422d-ae6f-4e4e857f998d service nova] Releasing lock "refresh_cache-fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.262791] env[68960]: DEBUG nova.network.neutron [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1218.308980] env[68960]: DEBUG nova.scheduler.client.report [None req-b1eb17c3-3bed-4f14-bd8e-0ce2a6ac3548 tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.342492] env[68960]: DEBUG oslo_vmware.api [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ad6170-d0a1-487f-cc7c-b9d4ac27f603, 'name': SearchDatastore_Task, 'duration_secs': 0.008931} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.343282] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-726b9a46-f699-498f-8f31-69fca04a5049 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.349935] env[68960]: DEBUG oslo_vmware.api [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1218.349935] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e5c51e-1feb-d666-c82a-3329a2b3db60" [ 1218.349935] env[68960]: _type = "Task" [ 1218.349935] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.358623] env[68960]: DEBUG oslo_vmware.api [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e5c51e-1feb-d666-c82a-3329a2b3db60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.390207] env[68960]: DEBUG nova.network.neutron [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Updating instance_info_cache with network_info: [{"id": "edbe3fb9-20e2-465c-88da-bc418cc30232", "address": "fa:16:3e:62:78:e5", "network": {"id": "6e100ac4-7b00-4329-b2ac-f4fb65e8f519", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-748744904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c6d3f23cbe4289a44c7f4b678c28f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedbe3fb9-20", "ovs_interfaceid": "edbe3fb9-20e2-465c-88da-bc418cc30232", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.813468] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b1eb17c3-3bed-4f14-bd8e-0ce2a6ac3548 tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.831677] env[68960]: INFO nova.scheduler.client.report [None req-b1eb17c3-3bed-4f14-bd8e-0ce2a6ac3548 tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Deleted allocations for instance ccb03c6c-5258-4147-873a-18ebf5ecff24 [ 1218.860768] env[68960]: DEBUG oslo_vmware.api [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e5c51e-1feb-d666-c82a-3329a2b3db60, 'name': SearchDatastore_Task, 'duration_secs': 0.009326} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.860992] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.861260] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9/fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1218.861523] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34659c62-c886-4a25-8fb1-70d6907a9927 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.869755] env[68960]: DEBUG oslo_vmware.api [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1218.869755] env[68960]: value = "task-3222397" [ 1218.869755] env[68960]: _type = "Task" [ 1218.869755] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.877705] env[68960]: DEBUG oslo_vmware.api [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.892739] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Releasing lock "refresh_cache-40b6080a-82e2-4c64-bdac-2e67ca6c8179" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.893055] env[68960]: DEBUG nova.compute.manager [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Instance network_info: |[{"id": "edbe3fb9-20e2-465c-88da-bc418cc30232", "address": "fa:16:3e:62:78:e5", "network": {"id": "6e100ac4-7b00-4329-b2ac-f4fb65e8f519", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-748744904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c6d3f23cbe4289a44c7f4b678c28f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedbe3fb9-20", "ovs_interfaceid": "edbe3fb9-20e2-465c-88da-bc418cc30232", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1218.893444] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:78:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edbe3fb9-20e2-465c-88da-bc418cc30232', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1218.900772] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.901195] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1218.901410] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4650c9cd-cb6a-4557-9fd3-9b59c16fdabe {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.921335] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1218.921335] env[68960]: value = "task-3222398" [ 1218.921335] env[68960]: _type = "Task" [ 1218.921335] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.930633] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222398, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.034174] env[68960]: DEBUG nova.compute.manager [req-07a6a7ba-cd07-405a-950a-e54a732c7ad4 req-6cfbcf1a-d86e-47fb-a406-0c19a00c6b3b service nova] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Received event network-vif-plugged-edbe3fb9-20e2-465c-88da-bc418cc30232 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.034453] env[68960]: DEBUG oslo_concurrency.lockutils [req-07a6a7ba-cd07-405a-950a-e54a732c7ad4 req-6cfbcf1a-d86e-47fb-a406-0c19a00c6b3b service nova] Acquiring lock "40b6080a-82e2-4c64-bdac-2e67ca6c8179-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.034640] env[68960]: DEBUG oslo_concurrency.lockutils [req-07a6a7ba-cd07-405a-950a-e54a732c7ad4 req-6cfbcf1a-d86e-47fb-a406-0c19a00c6b3b service nova] Lock "40b6080a-82e2-4c64-bdac-2e67ca6c8179-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.034790] env[68960]: DEBUG oslo_concurrency.lockutils [req-07a6a7ba-cd07-405a-950a-e54a732c7ad4 req-6cfbcf1a-d86e-47fb-a406-0c19a00c6b3b service nova] Lock "40b6080a-82e2-4c64-bdac-2e67ca6c8179-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.034982] env[68960]: DEBUG nova.compute.manager [req-07a6a7ba-cd07-405a-950a-e54a732c7ad4 req-6cfbcf1a-d86e-47fb-a406-0c19a00c6b3b service nova] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] No waiting events found dispatching network-vif-plugged-edbe3fb9-20e2-465c-88da-bc418cc30232 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1219.035123] env[68960]: WARNING nova.compute.manager [req-07a6a7ba-cd07-405a-950a-e54a732c7ad4 req-6cfbcf1a-d86e-47fb-a406-0c19a00c6b3b service nova] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Received unexpected event network-vif-plugged-edbe3fb9-20e2-465c-88da-bc418cc30232 for instance with vm_state building and task_state spawning. [ 1219.035283] env[68960]: DEBUG nova.compute.manager [req-07a6a7ba-cd07-405a-950a-e54a732c7ad4 req-6cfbcf1a-d86e-47fb-a406-0c19a00c6b3b service nova] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Received event network-changed-edbe3fb9-20e2-465c-88da-bc418cc30232 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.035430] env[68960]: DEBUG nova.compute.manager [req-07a6a7ba-cd07-405a-950a-e54a732c7ad4 req-6cfbcf1a-d86e-47fb-a406-0c19a00c6b3b service nova] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Refreshing instance network info cache due to event network-changed-edbe3fb9-20e2-465c-88da-bc418cc30232. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.035639] env[68960]: DEBUG oslo_concurrency.lockutils [req-07a6a7ba-cd07-405a-950a-e54a732c7ad4 req-6cfbcf1a-d86e-47fb-a406-0c19a00c6b3b service nova] Acquiring lock "refresh_cache-40b6080a-82e2-4c64-bdac-2e67ca6c8179" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.035790] env[68960]: DEBUG oslo_concurrency.lockutils [req-07a6a7ba-cd07-405a-950a-e54a732c7ad4 req-6cfbcf1a-d86e-47fb-a406-0c19a00c6b3b service nova] Acquired lock "refresh_cache-40b6080a-82e2-4c64-bdac-2e67ca6c8179" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.035949] env[68960]: DEBUG nova.network.neutron [req-07a6a7ba-cd07-405a-950a-e54a732c7ad4 req-6cfbcf1a-d86e-47fb-a406-0c19a00c6b3b service nova] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Refreshing network info cache for port edbe3fb9-20e2-465c-88da-bc418cc30232 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.131106] env[68960]: DEBUG nova.compute.manager [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1219.162569] env[68960]: DEBUG nova.virt.hardware [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.163022] env[68960]: DEBUG nova.virt.hardware [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.163216] env[68960]: DEBUG nova.virt.hardware [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.163477] env[68960]: DEBUG nova.virt.hardware [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.163648] env[68960]: DEBUG nova.virt.hardware [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.163850] env[68960]: DEBUG nova.virt.hardware [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.164075] env[68960]: DEBUG nova.virt.hardware [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.164310] env[68960]: DEBUG nova.virt.hardware [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.164563] env[68960]: DEBUG nova.virt.hardware [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.164784] env[68960]: DEBUG nova.virt.hardware [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.165029] env[68960]: DEBUG nova.virt.hardware [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.166041] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5880fce-556e-48f3-b156-8999a0108e5b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.175248] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d49aee-0af0-4e58-b736-08ad5ae83979 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.340454] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b1eb17c3-3bed-4f14-bd8e-0ce2a6ac3548 tempest-ServerTagsTestJSON-27624968 tempest-ServerTagsTestJSON-27624968-project-member] Lock "ccb03c6c-5258-4147-873a-18ebf5ecff24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.238s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.380141] env[68960]: DEBUG oslo_vmware.api [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222397, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.431735] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222398, 'name': CreateVM_Task, 'duration_secs': 0.483829} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.432030] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1219.432723] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.432888] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.433241] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.433507] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a40093be-dc2f-4ec6-b3ef-5a18af28cd4a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.438662] env[68960]: DEBUG oslo_vmware.api [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1219.438662] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527b04ad-6d38-1320-dfef-522c301d4850" [ 1219.438662] env[68960]: _type = "Task" [ 1219.438662] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.448278] env[68960]: DEBUG oslo_vmware.api [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527b04ad-6d38-1320-dfef-522c301d4850, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.571248] env[68960]: DEBUG nova.compute.manager [req-ec7fc141-1288-408f-83cb-8b96952a2182 req-c592832d-9412-496f-a2a3-794a083afe7a service nova] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Received event network-vif-plugged-f8a3fecc-fa04-4537-b800-a5d81998a229 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.571478] env[68960]: DEBUG oslo_concurrency.lockutils [req-ec7fc141-1288-408f-83cb-8b96952a2182 req-c592832d-9412-496f-a2a3-794a083afe7a service nova] Acquiring lock "49e95d19-18f5-4ab9-879e-83662b7c00dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.571662] env[68960]: DEBUG oslo_concurrency.lockutils [req-ec7fc141-1288-408f-83cb-8b96952a2182 req-c592832d-9412-496f-a2a3-794a083afe7a service nova] Lock "49e95d19-18f5-4ab9-879e-83662b7c00dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.572025] env[68960]: DEBUG oslo_concurrency.lockutils [req-ec7fc141-1288-408f-83cb-8b96952a2182 req-c592832d-9412-496f-a2a3-794a083afe7a service nova] Lock "49e95d19-18f5-4ab9-879e-83662b7c00dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.572260] env[68960]: DEBUG nova.compute.manager [req-ec7fc141-1288-408f-83cb-8b96952a2182 req-c592832d-9412-496f-a2a3-794a083afe7a service nova] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] No waiting events found dispatching network-vif-plugged-f8a3fecc-fa04-4537-b800-a5d81998a229 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1219.572432] env[68960]: WARNING nova.compute.manager [req-ec7fc141-1288-408f-83cb-8b96952a2182 req-c592832d-9412-496f-a2a3-794a083afe7a service nova] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Received unexpected event network-vif-plugged-f8a3fecc-fa04-4537-b800-a5d81998a229 for instance with vm_state building and task_state spawning. [ 1219.652423] env[68960]: DEBUG nova.network.neutron [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Successfully updated port: f8a3fecc-fa04-4537-b800-a5d81998a229 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1219.749766] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.750015] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.845745] env[68960]: DEBUG nova.network.neutron [req-07a6a7ba-cd07-405a-950a-e54a732c7ad4 req-6cfbcf1a-d86e-47fb-a406-0c19a00c6b3b service nova] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Updated VIF entry in instance network info cache for port edbe3fb9-20e2-465c-88da-bc418cc30232. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1219.846070] env[68960]: DEBUG nova.network.neutron [req-07a6a7ba-cd07-405a-950a-e54a732c7ad4 req-6cfbcf1a-d86e-47fb-a406-0c19a00c6b3b service nova] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Updating instance_info_cache with network_info: [{"id": "edbe3fb9-20e2-465c-88da-bc418cc30232", "address": "fa:16:3e:62:78:e5", "network": {"id": "6e100ac4-7b00-4329-b2ac-f4fb65e8f519", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-748744904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c6d3f23cbe4289a44c7f4b678c28f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedbe3fb9-20", "ovs_interfaceid": "edbe3fb9-20e2-465c-88da-bc418cc30232", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.881609] env[68960]: DEBUG oslo_vmware.api [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222397, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.950077] env[68960]: DEBUG oslo_vmware.api [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527b04ad-6d38-1320-dfef-522c301d4850, 'name': SearchDatastore_Task, 'duration_secs': 0.009202} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.950402] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.951031] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1219.951031] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.951031] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.951249] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1219.951469] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c5a7a7e-58fb-4df8-8e02-f6f8ec4956cb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.961447] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1219.961632] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1219.962427] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d6f6b05-7ea1-4684-aced-303abf4f107e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.968161] env[68960]: DEBUG oslo_vmware.api [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1219.968161] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521c0642-0b7d-4a7b-51a8-3f492efa97e9" [ 1219.968161] env[68960]: _type = "Task" [ 1219.968161] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.975953] env[68960]: DEBUG oslo_vmware.api [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521c0642-0b7d-4a7b-51a8-3f492efa97e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.154990] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "refresh_cache-49e95d19-18f5-4ab9-879e-83662b7c00dd" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.155164] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquired lock "refresh_cache-49e95d19-18f5-4ab9-879e-83662b7c00dd" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.155320] env[68960]: DEBUG nova.network.neutron [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.351341] env[68960]: DEBUG oslo_concurrency.lockutils [req-07a6a7ba-cd07-405a-950a-e54a732c7ad4 req-6cfbcf1a-d86e-47fb-a406-0c19a00c6b3b service nova] Releasing lock "refresh_cache-40b6080a-82e2-4c64-bdac-2e67ca6c8179" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.382329] env[68960]: DEBUG oslo_vmware.api [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222397, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.457992} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.382618] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9/fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1220.382834] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1220.383087] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-579f1a76-1e8b-4a63-970b-6f996e294ae7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.390179] env[68960]: DEBUG oslo_vmware.api [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1220.390179] env[68960]: value = "task-3222399" [ 1220.390179] env[68960]: _type = "Task" [ 1220.390179] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.399323] env[68960]: DEBUG oslo_vmware.api [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.479336] env[68960]: DEBUG oslo_vmware.api [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521c0642-0b7d-4a7b-51a8-3f492efa97e9, 'name': SearchDatastore_Task, 'duration_secs': 0.013819} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.480177] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-532ced1d-451c-4a2c-af81-5ae9cc6cb3a5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.485808] env[68960]: DEBUG oslo_vmware.api [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1220.485808] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527f74a2-c91b-8abd-4f93-ef933aa02dc3" [ 1220.485808] env[68960]: _type = "Task" [ 1220.485808] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.493999] env[68960]: DEBUG oslo_vmware.api [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527f74a2-c91b-8abd-4f93-ef933aa02dc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.697016] env[68960]: DEBUG nova.network.neutron [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1220.745567] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.904335] env[68960]: DEBUG oslo_vmware.api [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064779} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.905419] env[68960]: DEBUG nova.network.neutron [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Updating instance_info_cache with network_info: [{"id": "f8a3fecc-fa04-4537-b800-a5d81998a229", "address": "fa:16:3e:a5:85:f7", "network": {"id": "18c68c88-6a95-47be-a3a4-a992ed478909", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1550065616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1643dfbb48924ae7ac0d24e68f54bad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8a3fecc-fa", "ovs_interfaceid": "f8a3fecc-fa04-4537-b800-a5d81998a229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.906738] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.907618] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2079b8ac-77a9-445a-9b70-83d4fe8aec96 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.937320] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9/fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.942487] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0da5c33-6f3f-48cd-a5ef-8caf08b22f04 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.965903] env[68960]: DEBUG oslo_vmware.api [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1220.965903] env[68960]: value = "task-3222400" [ 1220.965903] env[68960]: _type = "Task" [ 1220.965903] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.974623] env[68960]: DEBUG oslo_vmware.api [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222400, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.996907] env[68960]: DEBUG oslo_vmware.api [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527f74a2-c91b-8abd-4f93-ef933aa02dc3, 'name': SearchDatastore_Task, 'duration_secs': 0.010113} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.997246] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.997474] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 40b6080a-82e2-4c64-bdac-2e67ca6c8179/40b6080a-82e2-4c64-bdac-2e67ca6c8179.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1220.997790] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfe5e6c5-4307-4743-8802-62a808c99113 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.004233] env[68960]: DEBUG oslo_vmware.api [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1221.004233] env[68960]: value = "task-3222401" [ 1221.004233] env[68960]: _type = "Task" [ 1221.004233] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.012909] env[68960]: DEBUG oslo_vmware.api [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.255048] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.255325] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.255502] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.255683] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68960) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1221.256627] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282fc2a8-8e65-4f71-a6dd-d1349dc00728 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.267433] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea34acb8-05d3-4113-a302-b634e93bd88a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.284633] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcedf02-1f36-477e-a025-94159065ffcf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.295591] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe01def6-ed01-4bc9-bb18-faf50742e648 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.327290] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179812MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=68960) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1221.327483] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.327768] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.412135] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Releasing lock "refresh_cache-49e95d19-18f5-4ab9-879e-83662b7c00dd" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.412502] env[68960]: DEBUG nova.compute.manager [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Instance network_info: |[{"id": "f8a3fecc-fa04-4537-b800-a5d81998a229", "address": "fa:16:3e:a5:85:f7", "network": {"id": "18c68c88-6a95-47be-a3a4-a992ed478909", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1550065616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1643dfbb48924ae7ac0d24e68f54bad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8a3fecc-fa", "ovs_interfaceid": "f8a3fecc-fa04-4537-b800-a5d81998a229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1221.413386] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:85:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8a3fecc-fa04-4537-b800-a5d81998a229', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1221.421560] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.422182] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1221.422426] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-484838d2-df78-4c2b-9286-bb490924031c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.445111] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1221.445111] env[68960]: value = "task-3222402" [ 1221.445111] env[68960]: _type = "Task" [ 1221.445111] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.454910] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222402, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.476094] env[68960]: DEBUG oslo_vmware.api [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222400, 'name': ReconfigVM_Task, 'duration_secs': 0.355899} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.476401] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Reconfigured VM instance instance-00000073 to attach disk [datastore2] fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9/fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.477063] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bf9bf51-17fc-4c95-bb2b-dc1c831abc7c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.482925] env[68960]: DEBUG oslo_vmware.api [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1221.482925] env[68960]: value = "task-3222403" [ 1221.482925] env[68960]: _type = "Task" [ 1221.482925] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.490948] env[68960]: DEBUG oslo_vmware.api [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222403, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.513869] env[68960]: DEBUG oslo_vmware.api [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465885} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.514210] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 40b6080a-82e2-4c64-bdac-2e67ca6c8179/40b6080a-82e2-4c64-bdac-2e67ca6c8179.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1221.514475] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1221.514770] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8eed1ded-4401-49a2-b425-a9a90c9cc131 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.522117] env[68960]: DEBUG oslo_vmware.api [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1221.522117] env[68960]: value = "task-3222404" [ 1221.522117] env[68960]: _type = "Task" [ 1221.522117] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.530467] env[68960]: DEBUG oslo_vmware.api [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.597923] env[68960]: DEBUG nova.compute.manager [req-f9ce5781-7ad1-4e4c-afb3-f221664d87bc req-ff615b1d-36d3-4cb4-a464-5492f7cd14e2 service nova] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Received event network-changed-f8a3fecc-fa04-4537-b800-a5d81998a229 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.598143] env[68960]: DEBUG nova.compute.manager [req-f9ce5781-7ad1-4e4c-afb3-f221664d87bc req-ff615b1d-36d3-4cb4-a464-5492f7cd14e2 service nova] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Refreshing instance network info cache due to event network-changed-f8a3fecc-fa04-4537-b800-a5d81998a229. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.598354] env[68960]: DEBUG oslo_concurrency.lockutils [req-f9ce5781-7ad1-4e4c-afb3-f221664d87bc req-ff615b1d-36d3-4cb4-a464-5492f7cd14e2 service nova] Acquiring lock "refresh_cache-49e95d19-18f5-4ab9-879e-83662b7c00dd" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.598518] env[68960]: DEBUG oslo_concurrency.lockutils [req-f9ce5781-7ad1-4e4c-afb3-f221664d87bc req-ff615b1d-36d3-4cb4-a464-5492f7cd14e2 service nova] Acquired lock "refresh_cache-49e95d19-18f5-4ab9-879e-83662b7c00dd" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.598736] env[68960]: DEBUG nova.network.neutron [req-f9ce5781-7ad1-4e4c-afb3-f221664d87bc req-ff615b1d-36d3-4cb4-a464-5492f7cd14e2 service nova] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Refreshing network info cache for port f8a3fecc-fa04-4537-b800-a5d81998a229 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.894518] env[68960]: DEBUG oslo_concurrency.lockutils [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "7d1446e5-c11c-46ee-9caa-d001ff473241" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.894800] env[68960]: DEBUG oslo_concurrency.lockutils [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "7d1446e5-c11c-46ee-9caa-d001ff473241" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.894982] env[68960]: INFO nova.compute.manager [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Shelving [ 1221.955270] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222402, 'name': CreateVM_Task, 'duration_secs': 0.325359} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.955270] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1221.955977] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.956158] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.956566] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.956745] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ffec0be-e025-4a06-9204-5f1e586e4fbf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.961814] env[68960]: DEBUG oslo_vmware.api [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1221.961814] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5273907d-5ca2-83d7-4da6-401771c804cb" [ 1221.961814] env[68960]: _type = "Task" [ 1221.961814] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.970127] env[68960]: DEBUG oslo_vmware.api [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5273907d-5ca2-83d7-4da6-401771c804cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.991587] env[68960]: DEBUG oslo_vmware.api [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222403, 'name': Rename_Task, 'duration_secs': 0.150226} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.991848] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.992096] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-289b40df-e74c-4cfc-b813-d58d3a7674a4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.998196] env[68960]: DEBUG oslo_vmware.api [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1221.998196] env[68960]: value = "task-3222405" [ 1221.998196] env[68960]: _type = "Task" [ 1221.998196] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.005662] env[68960]: DEBUG oslo_vmware.api [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.031885] env[68960]: DEBUG oslo_vmware.api [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056336} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.032216] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1222.033011] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffa6ecf-5b9e-4930-8e10-d947f72a726e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.057553] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 40b6080a-82e2-4c64-bdac-2e67ca6c8179/40b6080a-82e2-4c64-bdac-2e67ca6c8179.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.057862] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c06bfa1-c462-4eb0-9146-2c3f5c5af549 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.076956] env[68960]: DEBUG oslo_vmware.api [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1222.076956] env[68960]: value = "task-3222406" [ 1222.076956] env[68960]: _type = "Task" [ 1222.076956] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.086164] env[68960]: DEBUG oslo_vmware.api [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222406, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.323752] env[68960]: DEBUG nova.network.neutron [req-f9ce5781-7ad1-4e4c-afb3-f221664d87bc req-ff615b1d-36d3-4cb4-a464-5492f7cd14e2 service nova] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Updated VIF entry in instance network info cache for port f8a3fecc-fa04-4537-b800-a5d81998a229. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.324146] env[68960]: DEBUG nova.network.neutron [req-f9ce5781-7ad1-4e4c-afb3-f221664d87bc req-ff615b1d-36d3-4cb4-a464-5492f7cd14e2 service nova] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Updating instance_info_cache with network_info: [{"id": "f8a3fecc-fa04-4537-b800-a5d81998a229", "address": "fa:16:3e:a5:85:f7", "network": {"id": "18c68c88-6a95-47be-a3a4-a992ed478909", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1550065616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1643dfbb48924ae7ac0d24e68f54bad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8a3fecc-fa", "ovs_interfaceid": "f8a3fecc-fa04-4537-b800-a5d81998a229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.358423] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 528aca84-c1c0-4af1-ac42-330bd8cd5b15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1222.358590] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 066322c9-9ec9-4d86-96cc-e2be3db6fbe5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1222.359174] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 7d1446e5-c11c-46ee-9caa-d001ff473241 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1222.359174] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance e82ada76-7da2-4ee8-b098-8bfb24ce1c50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1222.359174] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1222.359174] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 40b6080a-82e2-4c64-bdac-2e67ca6c8179 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1222.359174] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 49e95d19-18f5-4ab9-879e-83662b7c00dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1222.359485] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=68960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1222.359485] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=68960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1222.467126] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5277e285-4d96-4e45-8e88-b3fbd1ff3f4c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.475869] env[68960]: DEBUG oslo_vmware.api [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5273907d-5ca2-83d7-4da6-401771c804cb, 'name': SearchDatastore_Task, 'duration_secs': 0.010997} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.477793] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.478056] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.480018] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.480018] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.480018] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.480018] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c955eea9-fc5e-46bf-92c8-87d1cc31486a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.481992] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f46479-a409-4137-aa72-7f9ab47d3839 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.520015] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa64564-afa8-4683-b175-f8fb5711d6a7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.520015] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.520015] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1222.520374] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e1c0a42-f700-4207-8e0b-1b95bfb9c02f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.527640] env[68960]: DEBUG oslo_vmware.api [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222405, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.530560] env[68960]: DEBUG oslo_vmware.api [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1222.530560] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524b0e19-51cb-32fe-151e-e33f0b59bc14" [ 1222.530560] env[68960]: _type = "Task" [ 1222.530560] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.534084] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bac7e8-fa81-4c61-9eaf-5b364de4a58b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.555135] env[68960]: DEBUG nova.compute.provider_tree [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.557162] env[68960]: DEBUG oslo_vmware.api [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]524b0e19-51cb-32fe-151e-e33f0b59bc14, 'name': SearchDatastore_Task, 'duration_secs': 0.014813} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.559550] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67adbef0-3ff5-4e11-86a1-62538d41310f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.563356] env[68960]: DEBUG oslo_vmware.api [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1222.563356] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521ff808-ad5e-b8bf-da94-08730e2ea06b" [ 1222.563356] env[68960]: _type = "Task" [ 1222.563356] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.571972] env[68960]: DEBUG oslo_vmware.api [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521ff808-ad5e-b8bf-da94-08730e2ea06b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.585577] env[68960]: DEBUG oslo_vmware.api [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222406, 'name': ReconfigVM_Task, 'duration_secs': 0.425315} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.585858] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 40b6080a-82e2-4c64-bdac-2e67ca6c8179/40b6080a-82e2-4c64-bdac-2e67ca6c8179.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.586590] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69c1c002-a7bf-4ce9-ba9d-ace4fc1e569e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.593789] env[68960]: DEBUG oslo_vmware.api [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1222.593789] env[68960]: value = "task-3222407" [ 1222.593789] env[68960]: _type = "Task" [ 1222.593789] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.603532] env[68960]: DEBUG oslo_vmware.api [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222407, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.826506] env[68960]: DEBUG oslo_concurrency.lockutils [req-f9ce5781-7ad1-4e4c-afb3-f221664d87bc req-ff615b1d-36d3-4cb4-a464-5492f7cd14e2 service nova] Releasing lock "refresh_cache-49e95d19-18f5-4ab9-879e-83662b7c00dd" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.904839] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.905247] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ba4fb8a-cb1d-468a-b964-043dbadece15 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.912938] env[68960]: DEBUG oslo_vmware.api [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1222.912938] env[68960]: value = "task-3222408" [ 1222.912938] env[68960]: _type = "Task" [ 1222.912938] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.921917] env[68960]: DEBUG oslo_vmware.api [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.023718] env[68960]: DEBUG oslo_vmware.api [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222405, 'name': PowerOnVM_Task, 'duration_secs': 0.805775} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.024013] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.026142] env[68960]: INFO nova.compute.manager [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1223.026375] env[68960]: DEBUG nova.compute.manager [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1223.027170] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93ecb0f-59d0-41ef-8b87-4990f254c87e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.058011] env[68960]: DEBUG nova.scheduler.client.report [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.076487] env[68960]: DEBUG oslo_vmware.api [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521ff808-ad5e-b8bf-da94-08730e2ea06b, 'name': SearchDatastore_Task, 'duration_secs': 0.009794} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.077457] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.077756] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 49e95d19-18f5-4ab9-879e-83662b7c00dd/49e95d19-18f5-4ab9-879e-83662b7c00dd.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1223.078059] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e07c5a7-c750-4396-adb9-b28ec4d4651e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.090881] env[68960]: DEBUG oslo_vmware.api [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1223.090881] env[68960]: value = "task-3222409" [ 1223.090881] env[68960]: _type = "Task" [ 1223.090881] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.105611] env[68960]: DEBUG oslo_vmware.api [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.110110] env[68960]: DEBUG oslo_vmware.api [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222407, 'name': Rename_Task, 'duration_secs': 0.241919} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.110580] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1223.110883] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98745706-4d16-43b9-bf9c-e9f99eef6bd5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.118285] env[68960]: DEBUG oslo_vmware.api [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1223.118285] env[68960]: value = "task-3222410" [ 1223.118285] env[68960]: _type = "Task" [ 1223.118285] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.126267] env[68960]: DEBUG oslo_vmware.api [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.424749] env[68960]: DEBUG oslo_vmware.api [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222408, 'name': PowerOffVM_Task, 'duration_secs': 0.204019} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.425085] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.425944] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea39966-8b25-4ea8-b7e0-f22067d8d117 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.447624] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8868cc00-6510-417c-a2a3-aed3c1a87cd7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.547842] env[68960]: INFO nova.compute.manager [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Took 13.19 seconds to build instance. [ 1223.563727] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1223.563992] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.236s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.601928] env[68960]: DEBUG oslo_vmware.api [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473835} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.602172] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 49e95d19-18f5-4ab9-879e-83662b7c00dd/49e95d19-18f5-4ab9-879e-83662b7c00dd.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1223.602395] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1223.603263] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf9ac5e1-c781-4921-9098-927baaf4dff8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.609825] env[68960]: DEBUG oslo_vmware.api [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1223.609825] env[68960]: value = "task-3222411" [ 1223.609825] env[68960]: _type = "Task" [ 1223.609825] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.619242] env[68960]: DEBUG oslo_vmware.api [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222411, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.628635] env[68960]: DEBUG oslo_vmware.api [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222410, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.922876] env[68960]: DEBUG nova.compute.manager [req-cd074448-0b7f-49a5-a8fd-d5f2fe411f85 req-6f716bb0-1d7e-4016-ad42-e33b185a3a46 service nova] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Received event network-changed-fe6f9857-481d-46b1-97a9-db78ffd5871d {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.922876] env[68960]: DEBUG nova.compute.manager [req-cd074448-0b7f-49a5-a8fd-d5f2fe411f85 req-6f716bb0-1d7e-4016-ad42-e33b185a3a46 service nova] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Refreshing instance network info cache due to event network-changed-fe6f9857-481d-46b1-97a9-db78ffd5871d. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1223.923038] env[68960]: DEBUG oslo_concurrency.lockutils [req-cd074448-0b7f-49a5-a8fd-d5f2fe411f85 req-6f716bb0-1d7e-4016-ad42-e33b185a3a46 service nova] Acquiring lock "refresh_cache-fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.923159] env[68960]: DEBUG oslo_concurrency.lockutils [req-cd074448-0b7f-49a5-a8fd-d5f2fe411f85 req-6f716bb0-1d7e-4016-ad42-e33b185a3a46 service nova] Acquired lock "refresh_cache-fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.923321] env[68960]: DEBUG nova.network.neutron [req-cd074448-0b7f-49a5-a8fd-d5f2fe411f85 req-6f716bb0-1d7e-4016-ad42-e33b185a3a46 service nova] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Refreshing network info cache for port fe6f9857-481d-46b1-97a9-db78ffd5871d {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1223.958753] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Creating Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1223.958753] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-497287a1-eb1d-4817-ba07-35096a3bbdeb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.967482] env[68960]: DEBUG oslo_vmware.api [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1223.967482] env[68960]: value = "task-3222412" [ 1223.967482] env[68960]: _type = "Task" [ 1223.967482] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.977419] env[68960]: DEBUG oslo_vmware.api [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222412, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.050060] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fbd0b138-01b6-4bfd-9528-a462115ebdd4 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.702s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.120076] env[68960]: DEBUG oslo_vmware.api [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222411, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076424} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.125034] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1224.126076] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db62ad1-f9c7-42dd-8e1b-9c17562090aa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.135096] env[68960]: DEBUG oslo_vmware.api [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222410, 'name': PowerOnVM_Task, 'duration_secs': 0.91681} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.144833] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.145118] env[68960]: INFO nova.compute.manager [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1224.145309] env[68960]: DEBUG nova.compute.manager [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.158806] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 49e95d19-18f5-4ab9-879e-83662b7c00dd/49e95d19-18f5-4ab9-879e-83662b7c00dd.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.159658] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25007b86-7a11-4abf-8b75-0a3b841e3af0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.162288] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4dd534a-2f46-4894-b44d-f6f2d3698aa0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.184354] env[68960]: DEBUG oslo_vmware.api [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1224.184354] env[68960]: value = "task-3222413" [ 1224.184354] env[68960]: _type = "Task" [ 1224.184354] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.192323] env[68960]: DEBUG oslo_vmware.api [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222413, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.477179] env[68960]: DEBUG oslo_vmware.api [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222412, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.643360] env[68960]: DEBUG nova.network.neutron [req-cd074448-0b7f-49a5-a8fd-d5f2fe411f85 req-6f716bb0-1d7e-4016-ad42-e33b185a3a46 service nova] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Updated VIF entry in instance network info cache for port fe6f9857-481d-46b1-97a9-db78ffd5871d. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1224.643731] env[68960]: DEBUG nova.network.neutron [req-cd074448-0b7f-49a5-a8fd-d5f2fe411f85 req-6f716bb0-1d7e-4016-ad42-e33b185a3a46 service nova] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Updating instance_info_cache with network_info: [{"id": "fe6f9857-481d-46b1-97a9-db78ffd5871d", "address": "fa:16:3e:d5:48:a8", "network": {"id": "4139273d-51b4-4bf5-9786-325e4fa44a1c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-641245848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f345894c0e4c42eba03bc430a5358948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe6f9857-48", "ovs_interfaceid": "fe6f9857-481d-46b1-97a9-db78ffd5871d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.697387] env[68960]: INFO nova.compute.manager [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Took 12.73 seconds to build instance. [ 1224.703685] env[68960]: DEBUG oslo_vmware.api [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222413, 'name': ReconfigVM_Task, 'duration_secs': 0.283651} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.704238] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 49e95d19-18f5-4ab9-879e-83662b7c00dd/49e95d19-18f5-4ab9-879e-83662b7c00dd.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.704984] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6e6f6a1-f0af-4e7e-9004-bd0ef33975f0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.712670] env[68960]: DEBUG oslo_vmware.api [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1224.712670] env[68960]: value = "task-3222414" [ 1224.712670] env[68960]: _type = "Task" [ 1224.712670] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.720560] env[68960]: DEBUG oslo_vmware.api [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222414, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.841911] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "4f069f6b-7c4b-4f67-acfa-ee0b6f677e69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.842194] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "4f069f6b-7c4b-4f67-acfa-ee0b6f677e69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.978121] env[68960]: DEBUG oslo_vmware.api [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222412, 'name': CreateSnapshot_Task, 'duration_secs': 0.929596} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.978395] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Created Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1224.979142] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9980a4df-3d8a-4385-b5c8-00880e119600 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.146290] env[68960]: DEBUG oslo_concurrency.lockutils [req-cd074448-0b7f-49a5-a8fd-d5f2fe411f85 req-6f716bb0-1d7e-4016-ad42-e33b185a3a46 service nova] Releasing lock "refresh_cache-fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.200208] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ef6eeca3-926c-45dd-9776-a6dad5830abc tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "40b6080a-82e2-4c64-bdac-2e67ca6c8179" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.238s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.222274] env[68960]: DEBUG oslo_vmware.api [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222414, 'name': Rename_Task, 'duration_secs': 0.147645} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.222565] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1225.222816] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9475f76a-8861-41fb-924e-4ec65fe149c8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.229139] env[68960]: DEBUG oslo_vmware.api [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1225.229139] env[68960]: value = "task-3222415" [ 1225.229139] env[68960]: _type = "Task" [ 1225.229139] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.237210] env[68960]: DEBUG oslo_vmware.api [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.347043] env[68960]: DEBUG nova.compute.manager [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1225.497243] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Creating linked-clone VM from snapshot {{(pid=68960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1225.497673] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1d60f57c-8f13-4d39-bc61-b53ce929e06e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.506836] env[68960]: DEBUG oslo_vmware.api [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1225.506836] env[68960]: value = "task-3222416" [ 1225.506836] env[68960]: _type = "Task" [ 1225.506836] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.515328] env[68960]: DEBUG oslo_vmware.api [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222416, 'name': CloneVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.741039] env[68960]: DEBUG oslo_vmware.api [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222415, 'name': PowerOnVM_Task, 'duration_secs': 0.452151} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.741239] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1225.741879] env[68960]: INFO nova.compute.manager [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1225.741879] env[68960]: DEBUG nova.compute.manager [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.742325] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc3dba9-31a3-407a-a28b-64b336d52bbe {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.881275] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.881990] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.883660] env[68960]: INFO nova.compute.claims [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1225.952419] env[68960]: DEBUG nova.compute.manager [req-d57dba74-8ed1-4672-a176-0248c6022fcc req-6bc4aed8-7f78-4fef-9294-65d39cef0696 service nova] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Received event network-changed-edbe3fb9-20e2-465c-88da-bc418cc30232 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.952576] env[68960]: DEBUG nova.compute.manager [req-d57dba74-8ed1-4672-a176-0248c6022fcc req-6bc4aed8-7f78-4fef-9294-65d39cef0696 service nova] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Refreshing instance network info cache due to event network-changed-edbe3fb9-20e2-465c-88da-bc418cc30232. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1225.952790] env[68960]: DEBUG oslo_concurrency.lockutils [req-d57dba74-8ed1-4672-a176-0248c6022fcc req-6bc4aed8-7f78-4fef-9294-65d39cef0696 service nova] Acquiring lock "refresh_cache-40b6080a-82e2-4c64-bdac-2e67ca6c8179" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.952927] env[68960]: DEBUG oslo_concurrency.lockutils [req-d57dba74-8ed1-4672-a176-0248c6022fcc req-6bc4aed8-7f78-4fef-9294-65d39cef0696 service nova] Acquired lock "refresh_cache-40b6080a-82e2-4c64-bdac-2e67ca6c8179" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.953107] env[68960]: DEBUG nova.network.neutron [req-d57dba74-8ed1-4672-a176-0248c6022fcc req-6bc4aed8-7f78-4fef-9294-65d39cef0696 service nova] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Refreshing network info cache for port edbe3fb9-20e2-465c-88da-bc418cc30232 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1226.016889] env[68960]: DEBUG oslo_vmware.api [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222416, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.259157] env[68960]: INFO nova.compute.manager [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Took 12.32 seconds to build instance. [ 1226.517340] env[68960]: DEBUG oslo_vmware.api [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222416, 'name': CloneVM_Task} progress is 95%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.669585] env[68960]: DEBUG nova.network.neutron [req-d57dba74-8ed1-4672-a176-0248c6022fcc req-6bc4aed8-7f78-4fef-9294-65d39cef0696 service nova] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Updated VIF entry in instance network info cache for port edbe3fb9-20e2-465c-88da-bc418cc30232. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1226.669980] env[68960]: DEBUG nova.network.neutron [req-d57dba74-8ed1-4672-a176-0248c6022fcc req-6bc4aed8-7f78-4fef-9294-65d39cef0696 service nova] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Updating instance_info_cache with network_info: [{"id": "edbe3fb9-20e2-465c-88da-bc418cc30232", "address": "fa:16:3e:62:78:e5", "network": {"id": "6e100ac4-7b00-4329-b2ac-f4fb65e8f519", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-748744904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c6d3f23cbe4289a44c7f4b678c28f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedbe3fb9-20", "ovs_interfaceid": "edbe3fb9-20e2-465c-88da-bc418cc30232", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.761415] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1ce2cca7-2c14-4da8-bec3-d9ee38859452 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "49e95d19-18f5-4ab9-879e-83662b7c00dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.831s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.013177] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abfa205-c7a0-4583-950c-b229e32a0658 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.021574] env[68960]: DEBUG oslo_vmware.api [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222416, 'name': CloneVM_Task, 'duration_secs': 1.156551} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.023504] env[68960]: INFO nova.virt.vmwareapi.vmops [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Created linked-clone VM from snapshot [ 1227.024246] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfeb92a-494d-4b3e-844b-79b61df71499 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.027150] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1661c417-f2c3-4ebe-adf5-c584a48dc5a9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.035280] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Uploading image d52dbf80-79df-4a2e-9510-31999d4fee8b {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1227.063355] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ce0d60-1f35-43e3-9cac-845dee8b06be {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.070282] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c26aab-977c-48e4-aeef-8f8e09322212 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.083362] env[68960]: DEBUG nova.compute.provider_tree [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.092363] env[68960]: DEBUG oslo_vmware.rw_handles [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1227.092363] env[68960]: value = "vm-644213" [ 1227.092363] env[68960]: _type = "VirtualMachine" [ 1227.092363] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1227.092622] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2ca4d767-cdac-4dc1-90a3-96be6f8a6616 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.100076] env[68960]: DEBUG oslo_vmware.rw_handles [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lease: (returnval){ [ 1227.100076] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527efc81-758a-0dde-cc29-c491e08905db" [ 1227.100076] env[68960]: _type = "HttpNfcLease" [ 1227.100076] env[68960]: } obtained for exporting VM: (result){ [ 1227.100076] env[68960]: value = "vm-644213" [ 1227.100076] env[68960]: _type = "VirtualMachine" [ 1227.100076] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1227.100354] env[68960]: DEBUG oslo_vmware.api [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the lease: (returnval){ [ 1227.100354] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527efc81-758a-0dde-cc29-c491e08905db" [ 1227.100354] env[68960]: _type = "HttpNfcLease" [ 1227.100354] env[68960]: } to be ready. {{(pid=68960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1227.107125] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1227.107125] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527efc81-758a-0dde-cc29-c491e08905db" [ 1227.107125] env[68960]: _type = "HttpNfcLease" [ 1227.107125] env[68960]: } is initializing. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1227.172891] env[68960]: DEBUG oslo_concurrency.lockutils [req-d57dba74-8ed1-4672-a176-0248c6022fcc req-6bc4aed8-7f78-4fef-9294-65d39cef0696 service nova] Releasing lock "refresh_cache-40b6080a-82e2-4c64-bdac-2e67ca6c8179" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.178939] env[68960]: DEBUG nova.compute.manager [req-bcc11643-378b-4c9b-991b-64b7180cbf2c req-b4656adb-8a7d-41ff-b46b-54ee59b51152 service nova] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Received event network-changed-f8a3fecc-fa04-4537-b800-a5d81998a229 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.178939] env[68960]: DEBUG nova.compute.manager [req-bcc11643-378b-4c9b-991b-64b7180cbf2c req-b4656adb-8a7d-41ff-b46b-54ee59b51152 service nova] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Refreshing instance network info cache due to event network-changed-f8a3fecc-fa04-4537-b800-a5d81998a229. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1227.178939] env[68960]: DEBUG oslo_concurrency.lockutils [req-bcc11643-378b-4c9b-991b-64b7180cbf2c req-b4656adb-8a7d-41ff-b46b-54ee59b51152 service nova] Acquiring lock "refresh_cache-49e95d19-18f5-4ab9-879e-83662b7c00dd" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.178939] env[68960]: DEBUG oslo_concurrency.lockutils [req-bcc11643-378b-4c9b-991b-64b7180cbf2c req-b4656adb-8a7d-41ff-b46b-54ee59b51152 service nova] Acquired lock "refresh_cache-49e95d19-18f5-4ab9-879e-83662b7c00dd" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.178939] env[68960]: DEBUG nova.network.neutron [req-bcc11643-378b-4c9b-991b-64b7180cbf2c req-b4656adb-8a7d-41ff-b46b-54ee59b51152 service nova] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Refreshing network info cache for port f8a3fecc-fa04-4537-b800-a5d81998a229 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1227.588021] env[68960]: DEBUG nova.scheduler.client.report [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.608422] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1227.608422] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527efc81-758a-0dde-cc29-c491e08905db" [ 1227.608422] env[68960]: _type = "HttpNfcLease" [ 1227.608422] env[68960]: } is ready. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1227.608748] env[68960]: DEBUG oslo_vmware.rw_handles [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1227.608748] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527efc81-758a-0dde-cc29-c491e08905db" [ 1227.608748] env[68960]: _type = "HttpNfcLease" [ 1227.608748] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1227.609582] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08099320-9c64-4009-accc-27fa9b2707f0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.616941] env[68960]: DEBUG oslo_vmware.rw_handles [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52268c7b-8ecb-aae1-0715-4f01152abca8/disk-0.vmdk from lease info. {{(pid=68960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1227.617123] env[68960]: DEBUG oslo_vmware.rw_handles [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52268c7b-8ecb-aae1-0715-4f01152abca8/disk-0.vmdk for reading. {{(pid=68960) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1227.705419] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3aaf5b2c-fa80-4513-9057-4f09f5f7c658 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.876731] env[68960]: DEBUG nova.network.neutron [req-bcc11643-378b-4c9b-991b-64b7180cbf2c req-b4656adb-8a7d-41ff-b46b-54ee59b51152 service nova] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Updated VIF entry in instance network info cache for port f8a3fecc-fa04-4537-b800-a5d81998a229. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1227.877680] env[68960]: DEBUG nova.network.neutron [req-bcc11643-378b-4c9b-991b-64b7180cbf2c req-b4656adb-8a7d-41ff-b46b-54ee59b51152 service nova] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Updating instance_info_cache with network_info: [{"id": "f8a3fecc-fa04-4537-b800-a5d81998a229", "address": "fa:16:3e:a5:85:f7", "network": {"id": "18c68c88-6a95-47be-a3a4-a992ed478909", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1550065616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1643dfbb48924ae7ac0d24e68f54bad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8a3fecc-fa", "ovs_interfaceid": "f8a3fecc-fa04-4537-b800-a5d81998a229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.093384] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.093941] env[68960]: DEBUG nova.compute.manager [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1228.381045] env[68960]: DEBUG oslo_concurrency.lockutils [req-bcc11643-378b-4c9b-991b-64b7180cbf2c req-b4656adb-8a7d-41ff-b46b-54ee59b51152 service nova] Releasing lock "refresh_cache-49e95d19-18f5-4ab9-879e-83662b7c00dd" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.598891] env[68960]: DEBUG nova.compute.utils [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1228.600503] env[68960]: DEBUG nova.compute.manager [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1228.600760] env[68960]: DEBUG nova.network.neutron [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1228.649049] env[68960]: DEBUG nova.policy [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77558e1aedcf47ee979ad052a2454f78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60d265d7579a4b8a9047455e0a6e08b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1228.938113] env[68960]: DEBUG nova.network.neutron [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Successfully created port: b8132258-5443-4d14-afe9-372d56bd928d {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1229.104410] env[68960]: DEBUG nova.compute.manager [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1230.115382] env[68960]: DEBUG nova.compute.manager [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1230.142785] env[68960]: DEBUG nova.virt.hardware [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1230.143253] env[68960]: DEBUG nova.virt.hardware [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1230.143451] env[68960]: DEBUG nova.virt.hardware [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.143645] env[68960]: DEBUG nova.virt.hardware [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1230.143792] env[68960]: DEBUG nova.virt.hardware [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.143971] env[68960]: DEBUG nova.virt.hardware [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1230.144207] env[68960]: DEBUG nova.virt.hardware [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1230.144363] env[68960]: DEBUG nova.virt.hardware [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1230.144524] env[68960]: DEBUG nova.virt.hardware [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1230.144680] env[68960]: DEBUG nova.virt.hardware [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1230.144851] env[68960]: DEBUG nova.virt.hardware [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1230.145742] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fb882e-12b8-4242-9682-3d81274537cf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.153968] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a60d093-1759-4fe5-93a6-1d05d92c9ad7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.336904] env[68960]: DEBUG nova.compute.manager [req-61ad8422-d7a9-4ecd-83f8-9fb0a87189d9 req-22f0f89d-782e-43d4-acb4-db9410a3b9a6 service nova] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Received event network-vif-plugged-b8132258-5443-4d14-afe9-372d56bd928d {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.337202] env[68960]: DEBUG oslo_concurrency.lockutils [req-61ad8422-d7a9-4ecd-83f8-9fb0a87189d9 req-22f0f89d-782e-43d4-acb4-db9410a3b9a6 service nova] Acquiring lock "4f069f6b-7c4b-4f67-acfa-ee0b6f677e69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.337550] env[68960]: DEBUG oslo_concurrency.lockutils [req-61ad8422-d7a9-4ecd-83f8-9fb0a87189d9 req-22f0f89d-782e-43d4-acb4-db9410a3b9a6 service nova] Lock "4f069f6b-7c4b-4f67-acfa-ee0b6f677e69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.337669] env[68960]: DEBUG oslo_concurrency.lockutils [req-61ad8422-d7a9-4ecd-83f8-9fb0a87189d9 req-22f0f89d-782e-43d4-acb4-db9410a3b9a6 service nova] Lock "4f069f6b-7c4b-4f67-acfa-ee0b6f677e69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.337888] env[68960]: DEBUG nova.compute.manager [req-61ad8422-d7a9-4ecd-83f8-9fb0a87189d9 req-22f0f89d-782e-43d4-acb4-db9410a3b9a6 service nova] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] No waiting events found dispatching network-vif-plugged-b8132258-5443-4d14-afe9-372d56bd928d {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1230.338314] env[68960]: WARNING nova.compute.manager [req-61ad8422-d7a9-4ecd-83f8-9fb0a87189d9 req-22f0f89d-782e-43d4-acb4-db9410a3b9a6 service nova] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Received unexpected event network-vif-plugged-b8132258-5443-4d14-afe9-372d56bd928d for instance with vm_state building and task_state spawning. [ 1230.432897] env[68960]: DEBUG nova.network.neutron [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Successfully updated port: b8132258-5443-4d14-afe9-372d56bd928d {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1230.936065] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "refresh_cache-4f069f6b-7c4b-4f67-acfa-ee0b6f677e69" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.936065] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquired lock "refresh_cache-4f069f6b-7c4b-4f67-acfa-ee0b6f677e69" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.936065] env[68960]: DEBUG nova.network.neutron [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.471774] env[68960]: DEBUG nova.network.neutron [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1231.621802] env[68960]: DEBUG nova.network.neutron [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Updating instance_info_cache with network_info: [{"id": "b8132258-5443-4d14-afe9-372d56bd928d", "address": "fa:16:3e:64:e4:90", "network": {"id": "95ee17f7-dec4-449a-b364-5e72a6a84bd4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337343254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d265d7579a4b8a9047455e0a6e08b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8132258-54", "ovs_interfaceid": "b8132258-5443-4d14-afe9-372d56bd928d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.124974] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Releasing lock "refresh_cache-4f069f6b-7c4b-4f67-acfa-ee0b6f677e69" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.125330] env[68960]: DEBUG nova.compute.manager [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Instance network_info: |[{"id": "b8132258-5443-4d14-afe9-372d56bd928d", "address": "fa:16:3e:64:e4:90", "network": {"id": "95ee17f7-dec4-449a-b364-5e72a6a84bd4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337343254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d265d7579a4b8a9047455e0a6e08b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8132258-54", "ovs_interfaceid": "b8132258-5443-4d14-afe9-372d56bd928d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1232.125789] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:e4:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8132258-5443-4d14-afe9-372d56bd928d', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1232.133401] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Creating folder: Project (60d265d7579a4b8a9047455e0a6e08b5). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1232.133722] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ec4a4cd-fb6b-4924-94bc-cb098263c413 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.145427] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Created folder: Project (60d265d7579a4b8a9047455e0a6e08b5) in parent group-v643888. [ 1232.145626] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Creating folder: Instances. Parent ref: group-v644215. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1232.145875] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0399084-22b6-4221-8533-4df8b39dbe92 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.154882] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Created folder: Instances in parent group-v644215. [ 1232.155144] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.155343] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1232.155551] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2a696b3-ccc8-42db-bc24-fe5790a7ad1d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.174309] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1232.174309] env[68960]: value = "task-3222423" [ 1232.174309] env[68960]: _type = "Task" [ 1232.174309] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.181858] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222423, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.364897] env[68960]: DEBUG nova.compute.manager [req-0a5d7e07-4fb8-4f7a-93ca-033f6047f898 req-7d6b1206-6250-474e-bbbc-8c49101886b6 service nova] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Received event network-changed-b8132258-5443-4d14-afe9-372d56bd928d {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.365172] env[68960]: DEBUG nova.compute.manager [req-0a5d7e07-4fb8-4f7a-93ca-033f6047f898 req-7d6b1206-6250-474e-bbbc-8c49101886b6 service nova] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Refreshing instance network info cache due to event network-changed-b8132258-5443-4d14-afe9-372d56bd928d. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1232.365422] env[68960]: DEBUG oslo_concurrency.lockutils [req-0a5d7e07-4fb8-4f7a-93ca-033f6047f898 req-7d6b1206-6250-474e-bbbc-8c49101886b6 service nova] Acquiring lock "refresh_cache-4f069f6b-7c4b-4f67-acfa-ee0b6f677e69" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.365574] env[68960]: DEBUG oslo_concurrency.lockutils [req-0a5d7e07-4fb8-4f7a-93ca-033f6047f898 req-7d6b1206-6250-474e-bbbc-8c49101886b6 service nova] Acquired lock "refresh_cache-4f069f6b-7c4b-4f67-acfa-ee0b6f677e69" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.365811] env[68960]: DEBUG nova.network.neutron [req-0a5d7e07-4fb8-4f7a-93ca-033f6047f898 req-7d6b1206-6250-474e-bbbc-8c49101886b6 service nova] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Refreshing network info cache for port b8132258-5443-4d14-afe9-372d56bd928d {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1232.686944] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222423, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.072990] env[68960]: DEBUG nova.network.neutron [req-0a5d7e07-4fb8-4f7a-93ca-033f6047f898 req-7d6b1206-6250-474e-bbbc-8c49101886b6 service nova] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Updated VIF entry in instance network info cache for port b8132258-5443-4d14-afe9-372d56bd928d. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1233.073510] env[68960]: DEBUG nova.network.neutron [req-0a5d7e07-4fb8-4f7a-93ca-033f6047f898 req-7d6b1206-6250-474e-bbbc-8c49101886b6 service nova] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Updating instance_info_cache with network_info: [{"id": "b8132258-5443-4d14-afe9-372d56bd928d", "address": "fa:16:3e:64:e4:90", "network": {"id": "95ee17f7-dec4-449a-b364-5e72a6a84bd4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337343254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d265d7579a4b8a9047455e0a6e08b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8132258-54", "ovs_interfaceid": "b8132258-5443-4d14-afe9-372d56bd928d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.186203] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222423, 'name': CreateVM_Task, 'duration_secs': 0.536488} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.186456] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1233.187222] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.187492] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.187942] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.188283] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d19d3088-32d0-4dce-904f-7552556e274d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.192846] env[68960]: DEBUG oslo_vmware.api [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1233.192846] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5233882f-1d60-a41f-0ccd-4057a0e0b3ad" [ 1233.192846] env[68960]: _type = "Task" [ 1233.192846] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.201071] env[68960]: DEBUG oslo_vmware.api [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5233882f-1d60-a41f-0ccd-4057a0e0b3ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.576961] env[68960]: DEBUG oslo_concurrency.lockutils [req-0a5d7e07-4fb8-4f7a-93ca-033f6047f898 req-7d6b1206-6250-474e-bbbc-8c49101886b6 service nova] Releasing lock "refresh_cache-4f069f6b-7c4b-4f67-acfa-ee0b6f677e69" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.704829] env[68960]: DEBUG oslo_vmware.api [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5233882f-1d60-a41f-0ccd-4057a0e0b3ad, 'name': SearchDatastore_Task, 'duration_secs': 0.013653} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.705226] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.705585] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1233.705986] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.706247] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.706507] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1233.706869] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea5e9dc8-3edd-48f6-881b-594e83db1cf1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.715671] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1233.715864] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1233.716741] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4809e46-3068-4969-a4bd-72159b279d25 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.722426] env[68960]: DEBUG oslo_vmware.api [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1233.722426] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52517181-5943-91f4-bc00-acaa697aea6e" [ 1233.722426] env[68960]: _type = "Task" [ 1233.722426] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.730401] env[68960]: DEBUG oslo_vmware.api [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52517181-5943-91f4-bc00-acaa697aea6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.233145] env[68960]: DEBUG oslo_vmware.api [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52517181-5943-91f4-bc00-acaa697aea6e, 'name': SearchDatastore_Task, 'duration_secs': 0.00845} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.233465] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4df43b7c-4f94-44f8-90a7-afe7260d1291 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.238516] env[68960]: DEBUG oslo_vmware.api [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1234.238516] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5284407f-48c5-c368-754c-316439b0b31c" [ 1234.238516] env[68960]: _type = "Task" [ 1234.238516] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.245999] env[68960]: DEBUG oslo_vmware.api [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5284407f-48c5-c368-754c-316439b0b31c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.749257] env[68960]: DEBUG oslo_vmware.api [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5284407f-48c5-c368-754c-316439b0b31c, 'name': SearchDatastore_Task, 'duration_secs': 0.010464} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.749772] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.749772] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69/4f069f6b-7c4b-4f67-acfa-ee0b6f677e69.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1234.749975] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00ecfcfb-8075-4b74-8bb8-9f78814be002 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.756654] env[68960]: DEBUG oslo_vmware.api [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1234.756654] env[68960]: value = "task-3222425" [ 1234.756654] env[68960]: _type = "Task" [ 1234.756654] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.764390] env[68960]: DEBUG oslo_vmware.api [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.268179] env[68960]: DEBUG oslo_vmware.api [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222425, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.388045] env[68960]: DEBUG oslo_vmware.rw_handles [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52268c7b-8ecb-aae1-0715-4f01152abca8/disk-0.vmdk. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1235.389213] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee90179-83f5-44c5-9b23-e3c8cd683175 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.396349] env[68960]: DEBUG oslo_vmware.rw_handles [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52268c7b-8ecb-aae1-0715-4f01152abca8/disk-0.vmdk is in state: ready. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1235.396519] env[68960]: ERROR oslo_vmware.rw_handles [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52268c7b-8ecb-aae1-0715-4f01152abca8/disk-0.vmdk due to incomplete transfer. [ 1235.396751] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3903f337-ed70-4568-855c-c8efd9abd0bd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.405263] env[68960]: DEBUG oslo_vmware.rw_handles [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52268c7b-8ecb-aae1-0715-4f01152abca8/disk-0.vmdk. {{(pid=68960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1235.405517] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Uploaded image d52dbf80-79df-4a2e-9510-31999d4fee8b to the Glance image server {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1235.408182] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Destroying the VM {{(pid=68960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1235.408491] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3ca8520d-5e5b-4760-9717-09c8c964573d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.415030] env[68960]: DEBUG oslo_vmware.api [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1235.415030] env[68960]: value = "task-3222427" [ 1235.415030] env[68960]: _type = "Task" [ 1235.415030] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.425270] env[68960]: DEBUG oslo_vmware.api [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222427, 'name': Destroy_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.767046] env[68960]: DEBUG oslo_vmware.api [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697472} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.767456] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69/4f069f6b-7c4b-4f67-acfa-ee0b6f677e69.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1235.767607] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1235.767963] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7684b4b7-5ed7-4dcd-a548-d77d88aca865 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.775919] env[68960]: DEBUG oslo_vmware.api [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1235.775919] env[68960]: value = "task-3222428" [ 1235.775919] env[68960]: _type = "Task" [ 1235.775919] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.783630] env[68960]: DEBUG oslo_vmware.api [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.925049] env[68960]: DEBUG oslo_vmware.api [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222427, 'name': Destroy_Task, 'duration_secs': 0.383131} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.925049] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Destroyed the VM [ 1235.925358] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Deleting Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1235.925513] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c193ed67-3d4e-4c15-838d-07904006ea7c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.931136] env[68960]: DEBUG oslo_vmware.api [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1235.931136] env[68960]: value = "task-3222429" [ 1235.931136] env[68960]: _type = "Task" [ 1235.931136] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.939266] env[68960]: DEBUG oslo_vmware.api [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222429, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.286137] env[68960]: DEBUG oslo_vmware.api [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068322} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.286419] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1236.287227] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305bf885-5169-4981-aaa7-c33ca7e2a412 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.309502] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69/4f069f6b-7c4b-4f67-acfa-ee0b6f677e69.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1236.309784] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cbc4974-c21f-456c-bcbc-3223a6dc42a4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.329677] env[68960]: DEBUG oslo_vmware.api [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1236.329677] env[68960]: value = "task-3222430" [ 1236.329677] env[68960]: _type = "Task" [ 1236.329677] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.337974] env[68960]: DEBUG oslo_vmware.api [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222430, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.440295] env[68960]: DEBUG oslo_vmware.api [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222429, 'name': RemoveSnapshot_Task, 'duration_secs': 0.374291} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.440568] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Deleted Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1236.440841] env[68960]: DEBUG nova.compute.manager [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.441614] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd00e6d-2454-4883-8b9f-341ed755e4bb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.839724] env[68960]: DEBUG oslo_vmware.api [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.953391] env[68960]: INFO nova.compute.manager [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Shelve offloading [ 1237.340567] env[68960]: DEBUG oslo_vmware.api [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.456644] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.457038] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9657d02-200b-4466-889d-2ca5ae31bb90 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.465807] env[68960]: DEBUG oslo_vmware.api [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1237.465807] env[68960]: value = "task-3222431" [ 1237.465807] env[68960]: _type = "Task" [ 1237.465807] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.474823] env[68960]: DEBUG oslo_vmware.api [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.841345] env[68960]: DEBUG oslo_vmware.api [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222430, 'name': ReconfigVM_Task, 'duration_secs': 1.206813} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.841725] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69/4f069f6b-7c4b-4f67-acfa-ee0b6f677e69.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1237.842219] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4a5c7d0-4490-4910-ad8d-61c7b23eeaeb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.848690] env[68960]: DEBUG oslo_vmware.api [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1237.848690] env[68960]: value = "task-3222432" [ 1237.848690] env[68960]: _type = "Task" [ 1237.848690] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.856379] env[68960]: DEBUG oslo_vmware.api [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222432, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.976341] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] VM already powered off {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1237.976550] env[68960]: DEBUG nova.compute.manager [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1237.977392] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f64a09-a1eb-4e1e-af03-147380f02f56 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.985049] env[68960]: DEBUG oslo_concurrency.lockutils [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "refresh_cache-7d1446e5-c11c-46ee-9caa-d001ff473241" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.985231] env[68960]: DEBUG oslo_concurrency.lockutils [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquired lock "refresh_cache-7d1446e5-c11c-46ee-9caa-d001ff473241" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.985392] env[68960]: DEBUG nova.network.neutron [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.359660] env[68960]: DEBUG oslo_vmware.api [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222432, 'name': Rename_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.679256] env[68960]: DEBUG nova.network.neutron [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Updating instance_info_cache with network_info: [{"id": "0e6b77b9-918f-4a99-8cc9-8e00d8f354a0", "address": "fa:16:3e:4c:c8:86", "network": {"id": "d2f92278-0560-43d8-bc83-ef076840fbed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1118476539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4c63f88f20340cbb8eba0c2935f9832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e6b77b9-91", "ovs_interfaceid": "0e6b77b9-918f-4a99-8cc9-8e00d8f354a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.860300] env[68960]: DEBUG oslo_vmware.api [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222432, 'name': Rename_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.182392] env[68960]: DEBUG oslo_concurrency.lockutils [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Releasing lock "refresh_cache-7d1446e5-c11c-46ee-9caa-d001ff473241" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.361218] env[68960]: DEBUG oslo_vmware.api [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222432, 'name': Rename_Task, 'duration_secs': 1.135564} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.361495] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1239.361736] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c29fd76-fe53-43fd-98c6-30a3c15cb7bf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.368317] env[68960]: DEBUG oslo_vmware.api [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1239.368317] env[68960]: value = "task-3222434" [ 1239.368317] env[68960]: _type = "Task" [ 1239.368317] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.378686] env[68960]: DEBUG oslo_vmware.api [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.441772] env[68960]: DEBUG nova.compute.manager [req-95249479-6b3e-4c90-b599-c80adbe2b056 req-eb45e413-408c-495e-9249-741421018171 service nova] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Received event network-vif-unplugged-0e6b77b9-918f-4a99-8cc9-8e00d8f354a0 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.442072] env[68960]: DEBUG oslo_concurrency.lockutils [req-95249479-6b3e-4c90-b599-c80adbe2b056 req-eb45e413-408c-495e-9249-741421018171 service nova] Acquiring lock "7d1446e5-c11c-46ee-9caa-d001ff473241-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.442428] env[68960]: DEBUG oslo_concurrency.lockutils [req-95249479-6b3e-4c90-b599-c80adbe2b056 req-eb45e413-408c-495e-9249-741421018171 service nova] Lock "7d1446e5-c11c-46ee-9caa-d001ff473241-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.442781] env[68960]: DEBUG oslo_concurrency.lockutils [req-95249479-6b3e-4c90-b599-c80adbe2b056 req-eb45e413-408c-495e-9249-741421018171 service nova] Lock "7d1446e5-c11c-46ee-9caa-d001ff473241-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.443108] env[68960]: DEBUG nova.compute.manager [req-95249479-6b3e-4c90-b599-c80adbe2b056 req-eb45e413-408c-495e-9249-741421018171 service nova] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] No waiting events found dispatching network-vif-unplugged-0e6b77b9-918f-4a99-8cc9-8e00d8f354a0 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1239.443460] env[68960]: WARNING nova.compute.manager [req-95249479-6b3e-4c90-b599-c80adbe2b056 req-eb45e413-408c-495e-9249-741421018171 service nova] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Received unexpected event network-vif-unplugged-0e6b77b9-918f-4a99-8cc9-8e00d8f354a0 for instance with vm_state shelved and task_state shelving_offloading. [ 1239.533228] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1239.534173] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab3ce43-c8dd-46ab-bc0d-7435549bec5f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.542368] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1239.542657] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca76919d-f37d-4a31-a2d2-138f1aec6a3c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.615436] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1239.615689] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1239.615895] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Deleting the datastore file [datastore1] 7d1446e5-c11c-46ee-9caa-d001ff473241 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1239.616196] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5dc68a0-840c-4cad-8b6e-1d1aebe9d663 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.624238] env[68960]: DEBUG oslo_vmware.api [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1239.624238] env[68960]: value = "task-3222436" [ 1239.624238] env[68960]: _type = "Task" [ 1239.624238] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.633409] env[68960]: DEBUG oslo_vmware.api [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.879122] env[68960]: DEBUG oslo_vmware.api [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222434, 'name': PowerOnVM_Task, 'duration_secs': 0.501244} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.879489] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1239.879611] env[68960]: INFO nova.compute.manager [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Took 9.76 seconds to spawn the instance on the hypervisor. [ 1239.879785] env[68960]: DEBUG nova.compute.manager [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1239.880715] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cc903a-973c-4a58-91ce-3e6f081fc9ce {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.134303] env[68960]: DEBUG oslo_vmware.api [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130467} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.134546] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1240.134728] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1240.134903] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1240.155984] env[68960]: INFO nova.scheduler.client.report [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Deleted allocations for instance 7d1446e5-c11c-46ee-9caa-d001ff473241 [ 1240.397313] env[68960]: INFO nova.compute.manager [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Took 14.55 seconds to build instance. [ 1240.662241] env[68960]: DEBUG oslo_concurrency.lockutils [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.662559] env[68960]: DEBUG oslo_concurrency.lockutils [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.662785] env[68960]: DEBUG nova.objects.instance [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lazy-loading 'resources' on Instance uuid 7d1446e5-c11c-46ee-9caa-d001ff473241 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.899989] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bb74f909-a22c-4625-8b91-098eee6835fc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "4f069f6b-7c4b-4f67-acfa-ee0b6f677e69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.058s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.165170] env[68960]: DEBUG nova.objects.instance [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lazy-loading 'numa_topology' on Instance uuid 7d1446e5-c11c-46ee-9caa-d001ff473241 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.472407] env[68960]: DEBUG nova.compute.manager [req-26c34aab-a198-43f2-b7be-db024838d358 req-38672398-ed28-45c1-8bd4-b4b22f97a27f service nova] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Received event network-changed-0e6b77b9-918f-4a99-8cc9-8e00d8f354a0 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.472604] env[68960]: DEBUG nova.compute.manager [req-26c34aab-a198-43f2-b7be-db024838d358 req-38672398-ed28-45c1-8bd4-b4b22f97a27f service nova] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Refreshing instance network info cache due to event network-changed-0e6b77b9-918f-4a99-8cc9-8e00d8f354a0. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1241.472812] env[68960]: DEBUG oslo_concurrency.lockutils [req-26c34aab-a198-43f2-b7be-db024838d358 req-38672398-ed28-45c1-8bd4-b4b22f97a27f service nova] Acquiring lock "refresh_cache-7d1446e5-c11c-46ee-9caa-d001ff473241" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.472957] env[68960]: DEBUG oslo_concurrency.lockutils [req-26c34aab-a198-43f2-b7be-db024838d358 req-38672398-ed28-45c1-8bd4-b4b22f97a27f service nova] Acquired lock "refresh_cache-7d1446e5-c11c-46ee-9caa-d001ff473241" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.473129] env[68960]: DEBUG nova.network.neutron [req-26c34aab-a198-43f2-b7be-db024838d358 req-38672398-ed28-45c1-8bd4-b4b22f97a27f service nova] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Refreshing network info cache for port 0e6b77b9-918f-4a99-8cc9-8e00d8f354a0 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1241.668033] env[68960]: DEBUG nova.objects.base [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Object Instance<7d1446e5-c11c-46ee-9caa-d001ff473241> lazy-loaded attributes: resources,numa_topology {{(pid=68960) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1241.762299] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "7d1446e5-c11c-46ee-9caa-d001ff473241" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.771970] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c697ca-5025-4c1b-a84b-e87c159d38fb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.780099] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6fca15-116e-4ba6-b293-9a2f336acccf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.810175] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fde814-ebea-45ff-9240-3409d1c5b56c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.817762] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67553608-7a3a-4b7b-a2f4-936508eb65d1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.832809] env[68960]: DEBUG nova.compute.provider_tree [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.033927] env[68960]: DEBUG oslo_concurrency.lockutils [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "e1878f67-cc2f-4364-adf8-695116674e3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.034182] env[68960]: DEBUG oslo_concurrency.lockutils [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "e1878f67-cc2f-4364-adf8-695116674e3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.182311] env[68960]: DEBUG nova.network.neutron [req-26c34aab-a198-43f2-b7be-db024838d358 req-38672398-ed28-45c1-8bd4-b4b22f97a27f service nova] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Updated VIF entry in instance network info cache for port 0e6b77b9-918f-4a99-8cc9-8e00d8f354a0. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1242.182684] env[68960]: DEBUG nova.network.neutron [req-26c34aab-a198-43f2-b7be-db024838d358 req-38672398-ed28-45c1-8bd4-b4b22f97a27f service nova] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Updating instance_info_cache with network_info: [{"id": "0e6b77b9-918f-4a99-8cc9-8e00d8f354a0", "address": "fa:16:3e:4c:c8:86", "network": {"id": "d2f92278-0560-43d8-bc83-ef076840fbed", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1118476539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4c63f88f20340cbb8eba0c2935f9832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0e6b77b9-91", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.336201] env[68960]: DEBUG nova.scheduler.client.report [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.539469] env[68960]: DEBUG nova.compute.manager [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1242.685622] env[68960]: DEBUG oslo_concurrency.lockutils [req-26c34aab-a198-43f2-b7be-db024838d358 req-38672398-ed28-45c1-8bd4-b4b22f97a27f service nova] Releasing lock "refresh_cache-7d1446e5-c11c-46ee-9caa-d001ff473241" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.842028] env[68960]: DEBUG oslo_concurrency.lockutils [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.061082] env[68960]: DEBUG oslo_concurrency.lockutils [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.061503] env[68960]: DEBUG oslo_concurrency.lockutils [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.062913] env[68960]: INFO nova.compute.claims [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1243.350627] env[68960]: DEBUG oslo_concurrency.lockutils [None req-eef01866-5dc9-44a6-a2ae-5f1af36b5c6f tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "7d1446e5-c11c-46ee-9caa-d001ff473241" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.456s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.351695] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "7d1446e5-c11c-46ee-9caa-d001ff473241" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.589s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.351894] env[68960]: INFO nova.compute.manager [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Unshelving [ 1244.177124] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7301b1e7-ec3d-4ae9-8b5a-07a4538c9e68 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.184747] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33588cef-b3e2-4af3-b3f0-1267b329fa44 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.215359] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a99272-50a3-4c3b-80b8-bb1de4902650 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.222230] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7b8af8-c748-4784-a4fc-446f5d220a5c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.235050] env[68960]: DEBUG nova.compute.provider_tree [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.372561] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.738267] env[68960]: DEBUG nova.scheduler.client.report [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.243568] env[68960]: DEBUG oslo_concurrency.lockutils [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.182s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.244073] env[68960]: DEBUG nova.compute.manager [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1245.246645] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.874s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.247654] env[68960]: DEBUG nova.objects.instance [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lazy-loading 'pci_requests' on Instance uuid 7d1446e5-c11c-46ee-9caa-d001ff473241 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.749701] env[68960]: DEBUG nova.compute.utils [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1245.752385] env[68960]: DEBUG nova.objects.instance [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lazy-loading 'numa_topology' on Instance uuid 7d1446e5-c11c-46ee-9caa-d001ff473241 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.753488] env[68960]: DEBUG nova.compute.manager [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1245.753661] env[68960]: DEBUG nova.network.neutron [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1245.789525] env[68960]: DEBUG nova.policy [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77558e1aedcf47ee979ad052a2454f78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60d265d7579a4b8a9047455e0a6e08b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1246.044848] env[68960]: DEBUG nova.network.neutron [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Successfully created port: f991bb72-5641-4816-b27a-47c26e6c74b8 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1246.254996] env[68960]: DEBUG nova.compute.manager [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1246.258376] env[68960]: INFO nova.compute.claims [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1246.772248] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "3f8968c1-71c0-41c3-834c-553a20c8c548" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.772405] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "3f8968c1-71c0-41c3-834c-553a20c8c548" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.276191] env[68960]: DEBUG nova.compute.manager [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1247.278608] env[68960]: DEBUG nova.compute.manager [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1247.312725] env[68960]: DEBUG nova.virt.hardware [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.313060] env[68960]: DEBUG nova.virt.hardware [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.313167] env[68960]: DEBUG nova.virt.hardware [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.313748] env[68960]: DEBUG nova.virt.hardware [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.313968] env[68960]: DEBUG nova.virt.hardware [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.314145] env[68960]: DEBUG nova.virt.hardware [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.315050] env[68960]: DEBUG nova.virt.hardware [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.315050] env[68960]: DEBUG nova.virt.hardware [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.315050] env[68960]: DEBUG nova.virt.hardware [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.315050] env[68960]: DEBUG nova.virt.hardware [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.315050] env[68960]: DEBUG nova.virt.hardware [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.316336] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd294f3-89d6-4cf0-ba61-88839b3f28f9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.330345] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ae7722-e511-4e25-938f-d6ee308d018d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.455385] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099e2159-f3ed-409c-918a-9cb48f28e731 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.465957] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bd0194-2405-4a6f-b155-92596d2169f1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.472061] env[68960]: DEBUG nova.compute.manager [req-53ce3cf9-9045-4483-ba71-067bd10e9e5a req-0e7c571b-8600-4216-be77-8130043b64ed service nova] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Received event network-vif-plugged-f991bb72-5641-4816-b27a-47c26e6c74b8 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.472305] env[68960]: DEBUG oslo_concurrency.lockutils [req-53ce3cf9-9045-4483-ba71-067bd10e9e5a req-0e7c571b-8600-4216-be77-8130043b64ed service nova] Acquiring lock "e1878f67-cc2f-4364-adf8-695116674e3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.472518] env[68960]: DEBUG oslo_concurrency.lockutils [req-53ce3cf9-9045-4483-ba71-067bd10e9e5a req-0e7c571b-8600-4216-be77-8130043b64ed service nova] Lock "e1878f67-cc2f-4364-adf8-695116674e3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.472684] env[68960]: DEBUG oslo_concurrency.lockutils [req-53ce3cf9-9045-4483-ba71-067bd10e9e5a req-0e7c571b-8600-4216-be77-8130043b64ed service nova] Lock "e1878f67-cc2f-4364-adf8-695116674e3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.472858] env[68960]: DEBUG nova.compute.manager [req-53ce3cf9-9045-4483-ba71-067bd10e9e5a req-0e7c571b-8600-4216-be77-8130043b64ed service nova] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] No waiting events found dispatching network-vif-plugged-f991bb72-5641-4816-b27a-47c26e6c74b8 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1247.473126] env[68960]: WARNING nova.compute.manager [req-53ce3cf9-9045-4483-ba71-067bd10e9e5a req-0e7c571b-8600-4216-be77-8130043b64ed service nova] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Received unexpected event network-vif-plugged-f991bb72-5641-4816-b27a-47c26e6c74b8 for instance with vm_state building and task_state spawning. [ 1247.503655] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770e6a59-390f-4812-873a-87a375ae6136 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.513320] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f346efc-b0b5-4e0b-8988-6bc916b3a1aa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.530886] env[68960]: DEBUG nova.compute.provider_tree [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.574173] env[68960]: DEBUG nova.network.neutron [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Successfully updated port: f991bb72-5641-4816-b27a-47c26e6c74b8 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1247.798040] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.037303] env[68960]: DEBUG nova.scheduler.client.report [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.076754] env[68960]: DEBUG oslo_concurrency.lockutils [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "refresh_cache-e1878f67-cc2f-4364-adf8-695116674e3b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.076962] env[68960]: DEBUG oslo_concurrency.lockutils [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquired lock "refresh_cache-e1878f67-cc2f-4364-adf8-695116674e3b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.077115] env[68960]: DEBUG nova.network.neutron [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.441018] env[68960]: INFO nova.compute.manager [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Rebuilding instance [ 1248.491888] env[68960]: DEBUG nova.compute.manager [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1248.492851] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bf2ac6-222f-4d8d-89dd-2d4385984ad8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.542201] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.295s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.544445] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.747s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.546046] env[68960]: INFO nova.compute.claims [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1248.582946] env[68960]: INFO nova.network.neutron [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Updating port 0e6b77b9-918f-4a99-8cc9-8e00d8f354a0 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1248.612155] env[68960]: DEBUG nova.network.neutron [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1248.742978] env[68960]: DEBUG nova.network.neutron [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Updating instance_info_cache with network_info: [{"id": "f991bb72-5641-4816-b27a-47c26e6c74b8", "address": "fa:16:3e:16:65:77", "network": {"id": "95ee17f7-dec4-449a-b364-5e72a6a84bd4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337343254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d265d7579a4b8a9047455e0a6e08b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf991bb72-56", "ovs_interfaceid": "f991bb72-5641-4816-b27a-47c26e6c74b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.245965] env[68960]: DEBUG oslo_concurrency.lockutils [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Releasing lock "refresh_cache-e1878f67-cc2f-4364-adf8-695116674e3b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.246353] env[68960]: DEBUG nova.compute.manager [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Instance network_info: |[{"id": "f991bb72-5641-4816-b27a-47c26e6c74b8", "address": "fa:16:3e:16:65:77", "network": {"id": "95ee17f7-dec4-449a-b364-5e72a6a84bd4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337343254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d265d7579a4b8a9047455e0a6e08b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf991bb72-56", "ovs_interfaceid": "f991bb72-5641-4816-b27a-47c26e6c74b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1249.246873] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:65:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f991bb72-5641-4816-b27a-47c26e6c74b8', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.254636] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.254760] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.255144] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae9edac9-08e3-4d0b-b5a2-a60ee1e6d45e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.276343] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.276343] env[68960]: value = "task-3222439" [ 1249.276343] env[68960]: _type = "Task" [ 1249.276343] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.285154] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222439, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.496891] env[68960]: DEBUG nova.compute.manager [req-e436408e-d066-4f2d-894c-e44918568512 req-3fcb39f9-0469-497f-a23b-8ed8bbdc923d service nova] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Received event network-changed-f991bb72-5641-4816-b27a-47c26e6c74b8 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.497315] env[68960]: DEBUG nova.compute.manager [req-e436408e-d066-4f2d-894c-e44918568512 req-3fcb39f9-0469-497f-a23b-8ed8bbdc923d service nova] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Refreshing instance network info cache due to event network-changed-f991bb72-5641-4816-b27a-47c26e6c74b8. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1249.497460] env[68960]: DEBUG oslo_concurrency.lockutils [req-e436408e-d066-4f2d-894c-e44918568512 req-3fcb39f9-0469-497f-a23b-8ed8bbdc923d service nova] Acquiring lock "refresh_cache-e1878f67-cc2f-4364-adf8-695116674e3b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.497632] env[68960]: DEBUG oslo_concurrency.lockutils [req-e436408e-d066-4f2d-894c-e44918568512 req-3fcb39f9-0469-497f-a23b-8ed8bbdc923d service nova] Acquired lock "refresh_cache-e1878f67-cc2f-4364-adf8-695116674e3b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.497799] env[68960]: DEBUG nova.network.neutron [req-e436408e-d066-4f2d-894c-e44918568512 req-3fcb39f9-0469-497f-a23b-8ed8bbdc923d service nova] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Refreshing network info cache for port f991bb72-5641-4816-b27a-47c26e6c74b8 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.507736] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.508144] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d793d908-9838-4c48-8a27-b30307141b86 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.517101] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1249.517101] env[68960]: value = "task-3222440" [ 1249.517101] env[68960]: _type = "Task" [ 1249.517101] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.527790] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.703594] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981a9dc7-c2ce-4a88-9750-a26c603ea607 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.711514] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6028032f-aa0b-4379-bda7-bd07eb457b32 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.741444] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872c8c87-8b51-4f7f-859f-e5f5a743e09d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.748748] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6212caae-009d-4d00-bd98-608923f67de2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.762167] env[68960]: DEBUG nova.compute.provider_tree [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.786031] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222439, 'name': CreateVM_Task, 'duration_secs': 0.343719} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.786211] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1249.786890] env[68960]: DEBUG oslo_concurrency.lockutils [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.787066] env[68960]: DEBUG oslo_concurrency.lockutils [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.787451] env[68960]: DEBUG oslo_concurrency.lockutils [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.787697] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2c9d72b-ef75-42f9-b954-c8ce5887e7ca {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.793244] env[68960]: DEBUG oslo_vmware.api [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1249.793244] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5218a0c1-71d3-037c-f572-cd57aab2a30f" [ 1249.793244] env[68960]: _type = "Task" [ 1249.793244] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.802966] env[68960]: DEBUG oslo_vmware.api [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5218a0c1-71d3-037c-f572-cd57aab2a30f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.027605] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222440, 'name': PowerOffVM_Task, 'duration_secs': 0.20259} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.029934] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.030185] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.030926] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7772feb-3f4f-49a3-85a6-0ce75fccc9b1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.038088] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.038324] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2442545a-8f00-413d-94ab-8f2390c7f03c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.041404] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "refresh_cache-7d1446e5-c11c-46ee-9caa-d001ff473241" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.041611] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquired lock "refresh_cache-7d1446e5-c11c-46ee-9caa-d001ff473241" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.041788] env[68960]: DEBUG nova.network.neutron [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.110717] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1250.110930] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1250.111121] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Deleting the datastore file [datastore2] e82ada76-7da2-4ee8-b098-8bfb24ce1c50 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.111426] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4f4e4e6-d2b2-4f36-887a-ee495804ef8f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.118016] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1250.118016] env[68960]: value = "task-3222442" [ 1250.118016] env[68960]: _type = "Task" [ 1250.118016] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.126330] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.262559] env[68960]: DEBUG nova.network.neutron [req-e436408e-d066-4f2d-894c-e44918568512 req-3fcb39f9-0469-497f-a23b-8ed8bbdc923d service nova] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Updated VIF entry in instance network info cache for port f991bb72-5641-4816-b27a-47c26e6c74b8. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.262906] env[68960]: DEBUG nova.network.neutron [req-e436408e-d066-4f2d-894c-e44918568512 req-3fcb39f9-0469-497f-a23b-8ed8bbdc923d service nova] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Updating instance_info_cache with network_info: [{"id": "f991bb72-5641-4816-b27a-47c26e6c74b8", "address": "fa:16:3e:16:65:77", "network": {"id": "95ee17f7-dec4-449a-b364-5e72a6a84bd4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337343254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d265d7579a4b8a9047455e0a6e08b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf991bb72-56", "ovs_interfaceid": "f991bb72-5641-4816-b27a-47c26e6c74b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.264695] env[68960]: DEBUG nova.scheduler.client.report [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.303612] env[68960]: DEBUG oslo_vmware.api [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5218a0c1-71d3-037c-f572-cd57aab2a30f, 'name': SearchDatastore_Task, 'duration_secs': 0.010207} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.303880] env[68960]: DEBUG oslo_concurrency.lockutils [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.304118] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1250.304353] env[68960]: DEBUG oslo_concurrency.lockutils [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.304497] env[68960]: DEBUG oslo_concurrency.lockutils [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.304669] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.304968] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-086e633b-8753-4ec4-bee4-a5d3184a4570 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.313106] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.313303] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1250.314224] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7808ab9-9563-4a86-a7a1-b4fdd94afe68 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.319367] env[68960]: DEBUG oslo_vmware.api [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1250.319367] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5222331c-d9a1-fe55-1600-a15b67bd79b2" [ 1250.319367] env[68960]: _type = "Task" [ 1250.319367] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.326464] env[68960]: DEBUG oslo_vmware.api [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5222331c-d9a1-fe55-1600-a15b67bd79b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.627597] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13349} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.627978] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1250.628049] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1250.628257] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1250.774095] env[68960]: DEBUG oslo_concurrency.lockutils [req-e436408e-d066-4f2d-894c-e44918568512 req-3fcb39f9-0469-497f-a23b-8ed8bbdc923d service nova] Releasing lock "refresh_cache-e1878f67-cc2f-4364-adf8-695116674e3b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.774095] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.774095] env[68960]: DEBUG nova.compute.manager [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1250.778992] env[68960]: DEBUG nova.network.neutron [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Updating instance_info_cache with network_info: [{"id": "0e6b77b9-918f-4a99-8cc9-8e00d8f354a0", "address": "fa:16:3e:4c:c8:86", "network": {"id": "d2f92278-0560-43d8-bc83-ef076840fbed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1118476539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4c63f88f20340cbb8eba0c2935f9832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e6b77b9-91", "ovs_interfaceid": "0e6b77b9-918f-4a99-8cc9-8e00d8f354a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.834926] env[68960]: DEBUG oslo_vmware.api [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5222331c-d9a1-fe55-1600-a15b67bd79b2, 'name': SearchDatastore_Task, 'duration_secs': 0.009042} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.835466] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2445719-b316-4c24-a7dc-31f20e6cda91 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.842472] env[68960]: DEBUG oslo_vmware.api [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1250.842472] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525883a1-1e56-9dad-1130-7162f053992b" [ 1250.842472] env[68960]: _type = "Task" [ 1250.842472] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.853092] env[68960]: DEBUG oslo_vmware.api [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525883a1-1e56-9dad-1130-7162f053992b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.283354] env[68960]: DEBUG nova.compute.utils [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1251.284816] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Releasing lock "refresh_cache-7d1446e5-c11c-46ee-9caa-d001ff473241" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.288381] env[68960]: DEBUG nova.compute.manager [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1251.288381] env[68960]: DEBUG nova.network.neutron [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1251.314544] env[68960]: DEBUG nova.virt.hardware [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='72ae25f2e2695c21718cafc62d214a00',container_format='bare',created_at=2025-04-03T03:16:59Z,direct_url=,disk_format='vmdk',id=d52dbf80-79df-4a2e-9510-31999d4fee8b,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-2064569306-shelved',owner='e4c63f88f20340cbb8eba0c2935f9832',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-03T03:17:13Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1251.314790] env[68960]: DEBUG nova.virt.hardware [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1251.314945] env[68960]: DEBUG nova.virt.hardware [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1251.315141] env[68960]: DEBUG nova.virt.hardware [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1251.315287] env[68960]: DEBUG nova.virt.hardware [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1251.315430] env[68960]: DEBUG nova.virt.hardware [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1251.315635] env[68960]: DEBUG nova.virt.hardware [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1251.315790] env[68960]: DEBUG nova.virt.hardware [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1251.315960] env[68960]: DEBUG nova.virt.hardware [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1251.316133] env[68960]: DEBUG nova.virt.hardware [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1251.316311] env[68960]: DEBUG nova.virt.hardware [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1251.317392] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d0fd1e-9215-4d44-ae5c-d5ae0b4bcbc7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.325657] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760d5cb3-c7dd-4371-b405-fc0ac6309a3c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.339663] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:c8:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e6b77b9-918f-4a99-8cc9-8e00d8f354a0', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1251.346886] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.347208] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1251.350137] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-907e16a9-b6a6-4d45-8e08-357c70a1692a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.364806] env[68960]: DEBUG nova.policy [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a22fc4c6826b4d60b6aa54a3ec75ad5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91c6d3f23cbe4289a44c7f4b678c28f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1251.372439] env[68960]: DEBUG oslo_vmware.api [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]525883a1-1e56-9dad-1130-7162f053992b, 'name': SearchDatastore_Task, 'duration_secs': 0.009593} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.373622] env[68960]: DEBUG oslo_concurrency.lockutils [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.373880] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] e1878f67-cc2f-4364-adf8-695116674e3b/e1878f67-cc2f-4364-adf8-695116674e3b.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1251.374119] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1251.374119] env[68960]: value = "task-3222443" [ 1251.374119] env[68960]: _type = "Task" [ 1251.374119] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.374293] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21f36c33-8d30-45c9-bfe1-1614d86b2fa3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.384040] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222443, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.385319] env[68960]: DEBUG oslo_vmware.api [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1251.385319] env[68960]: value = "task-3222444" [ 1251.385319] env[68960]: _type = "Task" [ 1251.385319] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.394545] env[68960]: DEBUG oslo_vmware.api [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.527213] env[68960]: DEBUG nova.compute.manager [req-af1692f3-23a1-4c5a-9fe8-93f6eccbb359 req-8e452578-386a-499e-b421-dba8b9a23ef7 service nova] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Received event network-vif-plugged-0e6b77b9-918f-4a99-8cc9-8e00d8f354a0 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.527213] env[68960]: DEBUG oslo_concurrency.lockutils [req-af1692f3-23a1-4c5a-9fe8-93f6eccbb359 req-8e452578-386a-499e-b421-dba8b9a23ef7 service nova] Acquiring lock "7d1446e5-c11c-46ee-9caa-d001ff473241-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.527213] env[68960]: DEBUG oslo_concurrency.lockutils [req-af1692f3-23a1-4c5a-9fe8-93f6eccbb359 req-8e452578-386a-499e-b421-dba8b9a23ef7 service nova] Lock "7d1446e5-c11c-46ee-9caa-d001ff473241-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.527213] env[68960]: DEBUG oslo_concurrency.lockutils [req-af1692f3-23a1-4c5a-9fe8-93f6eccbb359 req-8e452578-386a-499e-b421-dba8b9a23ef7 service nova] Lock "7d1446e5-c11c-46ee-9caa-d001ff473241-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.527213] env[68960]: DEBUG nova.compute.manager [req-af1692f3-23a1-4c5a-9fe8-93f6eccbb359 req-8e452578-386a-499e-b421-dba8b9a23ef7 service nova] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] No waiting events found dispatching network-vif-plugged-0e6b77b9-918f-4a99-8cc9-8e00d8f354a0 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1251.527213] env[68960]: WARNING nova.compute.manager [req-af1692f3-23a1-4c5a-9fe8-93f6eccbb359 req-8e452578-386a-499e-b421-dba8b9a23ef7 service nova] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Received unexpected event network-vif-plugged-0e6b77b9-918f-4a99-8cc9-8e00d8f354a0 for instance with vm_state shelved_offloaded and task_state spawning. [ 1251.527213] env[68960]: DEBUG nova.compute.manager [req-af1692f3-23a1-4c5a-9fe8-93f6eccbb359 req-8e452578-386a-499e-b421-dba8b9a23ef7 service nova] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Received event network-changed-0e6b77b9-918f-4a99-8cc9-8e00d8f354a0 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.527456] env[68960]: DEBUG nova.compute.manager [req-af1692f3-23a1-4c5a-9fe8-93f6eccbb359 req-8e452578-386a-499e-b421-dba8b9a23ef7 service nova] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Refreshing instance network info cache due to event network-changed-0e6b77b9-918f-4a99-8cc9-8e00d8f354a0. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1251.527489] env[68960]: DEBUG oslo_concurrency.lockutils [req-af1692f3-23a1-4c5a-9fe8-93f6eccbb359 req-8e452578-386a-499e-b421-dba8b9a23ef7 service nova] Acquiring lock "refresh_cache-7d1446e5-c11c-46ee-9caa-d001ff473241" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.527745] env[68960]: DEBUG oslo_concurrency.lockutils [req-af1692f3-23a1-4c5a-9fe8-93f6eccbb359 req-8e452578-386a-499e-b421-dba8b9a23ef7 service nova] Acquired lock "refresh_cache-7d1446e5-c11c-46ee-9caa-d001ff473241" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.527833] env[68960]: DEBUG nova.network.neutron [req-af1692f3-23a1-4c5a-9fe8-93f6eccbb359 req-8e452578-386a-499e-b421-dba8b9a23ef7 service nova] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Refreshing network info cache for port 0e6b77b9-918f-4a99-8cc9-8e00d8f354a0 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1251.668130] env[68960]: DEBUG nova.virt.hardware [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1251.668494] env[68960]: DEBUG nova.virt.hardware [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1251.668614] env[68960]: DEBUG nova.virt.hardware [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1251.668822] env[68960]: DEBUG nova.virt.hardware [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1251.668997] env[68960]: DEBUG nova.virt.hardware [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1251.672434] env[68960]: DEBUG nova.virt.hardware [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1251.672807] env[68960]: DEBUG nova.virt.hardware [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1251.676404] env[68960]: DEBUG nova.virt.hardware [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1251.676768] env[68960]: DEBUG nova.virt.hardware [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1251.677085] env[68960]: DEBUG nova.virt.hardware [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1251.677427] env[68960]: DEBUG nova.virt.hardware [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1251.678850] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acedd586-4321-48f6-8886-7962b6243abc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.687860] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d03b7b4-5f15-4f45-bfea-0453d0bcd03d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.693975] env[68960]: DEBUG nova.network.neutron [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Successfully created port: e2bd316e-d262-4412-b6bf-e888fd9259a5 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1251.707426] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:a0:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09223411-76d9-45dd-bce7-2dc29665f6dd', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1251.715212] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.715568] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1251.715802] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd30993a-5c7f-49b1-b2be-63691e1608a1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.737102] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1251.737102] env[68960]: value = "task-3222445" [ 1251.737102] env[68960]: _type = "Task" [ 1251.737102] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.745893] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222445, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.789023] env[68960]: DEBUG nova.compute.manager [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1251.886892] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222443, 'name': CreateVM_Task, 'duration_secs': 0.364602} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.892952] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1251.893661] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d52dbf80-79df-4a2e-9510-31999d4fee8b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.893822] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d52dbf80-79df-4a2e-9510-31999d4fee8b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.894464] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d52dbf80-79df-4a2e-9510-31999d4fee8b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.894879] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1178480d-f768-448a-876c-a9de4c61dcc8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.900302] env[68960]: DEBUG oslo_vmware.api [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502389} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.900561] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] e1878f67-cc2f-4364-adf8-695116674e3b/e1878f67-cc2f-4364-adf8-695116674e3b.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1251.900775] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1251.901029] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c96342c4-af4e-4a8f-adce-86c71f53034e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.904136] env[68960]: DEBUG oslo_vmware.api [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1251.904136] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c20ec5-ffa3-eab3-60a4-18e074d1d8b0" [ 1251.904136] env[68960]: _type = "Task" [ 1251.904136] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.909309] env[68960]: DEBUG oslo_vmware.api [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1251.909309] env[68960]: value = "task-3222446" [ 1251.909309] env[68960]: _type = "Task" [ 1251.909309] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.912269] env[68960]: DEBUG oslo_vmware.api [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c20ec5-ffa3-eab3-60a4-18e074d1d8b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.920404] env[68960]: DEBUG oslo_vmware.api [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.247803] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222445, 'name': CreateVM_Task, 'duration_secs': 0.421421} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.247993] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1252.248660] env[68960]: DEBUG oslo_concurrency.lockutils [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.248823] env[68960]: DEBUG oslo_concurrency.lockutils [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.249148] env[68960]: DEBUG oslo_concurrency.lockutils [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.249398] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2199cb8-ca99-496b-8abe-98088d3c835b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.252082] env[68960]: DEBUG nova.network.neutron [req-af1692f3-23a1-4c5a-9fe8-93f6eccbb359 req-8e452578-386a-499e-b421-dba8b9a23ef7 service nova] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Updated VIF entry in instance network info cache for port 0e6b77b9-918f-4a99-8cc9-8e00d8f354a0. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1252.252361] env[68960]: DEBUG nova.network.neutron [req-af1692f3-23a1-4c5a-9fe8-93f6eccbb359 req-8e452578-386a-499e-b421-dba8b9a23ef7 service nova] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Updating instance_info_cache with network_info: [{"id": "0e6b77b9-918f-4a99-8cc9-8e00d8f354a0", "address": "fa:16:3e:4c:c8:86", "network": {"id": "d2f92278-0560-43d8-bc83-ef076840fbed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1118476539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4c63f88f20340cbb8eba0c2935f9832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e6b77b9-91", "ovs_interfaceid": "0e6b77b9-918f-4a99-8cc9-8e00d8f354a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.257519] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1252.257519] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]520c3ff6-2e64-ea7d-a648-d12c625f39f1" [ 1252.257519] env[68960]: _type = "Task" [ 1252.257519] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.267652] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]520c3ff6-2e64-ea7d-a648-d12c625f39f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010409} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.267922] env[68960]: DEBUG oslo_concurrency.lockutils [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.268201] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1252.268429] env[68960]: DEBUG oslo_concurrency.lockutils [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.268577] env[68960]: DEBUG oslo_concurrency.lockutils [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.268756] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1252.269295] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bfbfed0-3169-4255-84c8-cecf5d3f3387 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.277797] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1252.277992] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1252.278690] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e12723c-678b-4e42-94c4-487c5206e1c7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.284049] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1252.284049] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5243b4f8-22a1-d78e-4570-78494df56eb8" [ 1252.284049] env[68960]: _type = "Task" [ 1252.284049] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.291928] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5243b4f8-22a1-d78e-4570-78494df56eb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.294504] env[68960]: INFO nova.virt.block_device [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Booting with volume 841e90b1-f570-4169-8509-bf78be59d49e at /dev/sda [ 1252.331717] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb712a68-dbc1-477a-b0eb-4ed403540701 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.342563] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f93db6d-277b-41d6-ae36-ddb828000516 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.379132] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bde81b6d-accc-4cc8-be9b-fc1612a13a8d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.388159] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d915ace6-6eb3-48b8-bd40-0d4fc4ea8d9a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.426699] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7be31f7-a601-426b-a3f6-98d273bdd988 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.429278] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d52dbf80-79df-4a2e-9510-31999d4fee8b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.429513] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Processing image d52dbf80-79df-4a2e-9510-31999d4fee8b {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1252.429744] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d52dbf80-79df-4a2e-9510-31999d4fee8b/d52dbf80-79df-4a2e-9510-31999d4fee8b.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.429888] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d52dbf80-79df-4a2e-9510-31999d4fee8b/d52dbf80-79df-4a2e-9510-31999d4fee8b.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.430073] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1252.431417] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-530f3b0c-664b-4946-bbbd-fbef1af9027d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.437071] env[68960]: DEBUG oslo_vmware.api [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069862} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.438035] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cc5cc8-f7e4-4bc6-9303-7ae45a4fb925 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.440558] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1252.441619] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca22b43-12b4-4b83-aabc-79d86fac6abd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.444969] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1252.445162] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1252.446132] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d45af56-f28a-4938-92f6-e5cc566eadd2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.465285] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] e1878f67-cc2f-4364-adf8-695116674e3b/e1878f67-cc2f-4364-adf8-695116674e3b.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.469439] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38bd9b1d-0adc-4260-a5f9-a6bf2462831b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.483400] env[68960]: DEBUG nova.virt.block_device [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Updating existing volume attachment record: 9adcf506-a8a3-4af3-9d61-2d189746d3ce {{(pid=68960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1252.486787] env[68960]: DEBUG oslo_vmware.api [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1252.486787] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5298bd45-acc4-8cd8-9abf-d305e86af767" [ 1252.486787] env[68960]: _type = "Task" [ 1252.486787] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.493295] env[68960]: DEBUG oslo_vmware.api [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1252.493295] env[68960]: value = "task-3222447" [ 1252.493295] env[68960]: _type = "Task" [ 1252.493295] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.499341] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Preparing fetch location {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1252.499585] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Fetch image to [datastore2] OSTACK_IMG_7b58c1c6-b53d-4065-a465-1d903ff4ee7a/OSTACK_IMG_7b58c1c6-b53d-4065-a465-1d903ff4ee7a.vmdk {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1252.499769] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Downloading stream optimized image d52dbf80-79df-4a2e-9510-31999d4fee8b to [datastore2] OSTACK_IMG_7b58c1c6-b53d-4065-a465-1d903ff4ee7a/OSTACK_IMG_7b58c1c6-b53d-4065-a465-1d903ff4ee7a.vmdk on the data store datastore2 as vApp {{(pid=68960) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1252.499941] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Downloading image file data d52dbf80-79df-4a2e-9510-31999d4fee8b to the ESX as VM named 'OSTACK_IMG_7b58c1c6-b53d-4065-a465-1d903ff4ee7a' {{(pid=68960) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1252.507209] env[68960]: DEBUG oslo_vmware.api [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222447, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.576768] env[68960]: DEBUG oslo_vmware.rw_handles [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1252.576768] env[68960]: value = "resgroup-9" [ 1252.576768] env[68960]: _type = "ResourcePool" [ 1252.576768] env[68960]: }. {{(pid=68960) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1252.577073] env[68960]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9948c67c-58a8-40ce-94b3-2777f42f5f8c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.598418] env[68960]: DEBUG oslo_vmware.rw_handles [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lease: (returnval){ [ 1252.598418] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e17580-b639-a979-c7ae-c87d0fa94486" [ 1252.598418] env[68960]: _type = "HttpNfcLease" [ 1252.598418] env[68960]: } obtained for vApp import into resource pool (val){ [ 1252.598418] env[68960]: value = "resgroup-9" [ 1252.598418] env[68960]: _type = "ResourcePool" [ 1252.598418] env[68960]: }. {{(pid=68960) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1252.598771] env[68960]: DEBUG oslo_vmware.api [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the lease: (returnval){ [ 1252.598771] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e17580-b639-a979-c7ae-c87d0fa94486" [ 1252.598771] env[68960]: _type = "HttpNfcLease" [ 1252.598771] env[68960]: } to be ready. {{(pid=68960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1252.605869] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1252.605869] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e17580-b639-a979-c7ae-c87d0fa94486" [ 1252.605869] env[68960]: _type = "HttpNfcLease" [ 1252.605869] env[68960]: } is initializing. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1252.759109] env[68960]: DEBUG oslo_concurrency.lockutils [req-af1692f3-23a1-4c5a-9fe8-93f6eccbb359 req-8e452578-386a-499e-b421-dba8b9a23ef7 service nova] Releasing lock "refresh_cache-7d1446e5-c11c-46ee-9caa-d001ff473241" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.795102] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5243b4f8-22a1-d78e-4570-78494df56eb8, 'name': SearchDatastore_Task, 'duration_secs': 0.009594} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.795998] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1a046e0-8cc6-4545-8960-6ecaac999f31 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.801669] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1252.801669] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5291393c-eb95-a3cc-e195-c285a1212889" [ 1252.801669] env[68960]: _type = "Task" [ 1252.801669] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.809554] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5291393c-eb95-a3cc-e195-c285a1212889, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.005844] env[68960]: DEBUG oslo_vmware.api [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222447, 'name': ReconfigVM_Task, 'duration_secs': 0.32819} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.006112] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Reconfigured VM instance instance-00000077 to attach disk [datastore1] e1878f67-cc2f-4364-adf8-695116674e3b/e1878f67-cc2f-4364-adf8-695116674e3b.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.006748] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a1db124-51d3-4cde-b907-8da2f45dbbca {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.015343] env[68960]: DEBUG oslo_vmware.api [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1253.015343] env[68960]: value = "task-3222449" [ 1253.015343] env[68960]: _type = "Task" [ 1253.015343] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.024654] env[68960]: DEBUG oslo_vmware.api [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222449, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.110850] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1253.110850] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e17580-b639-a979-c7ae-c87d0fa94486" [ 1253.110850] env[68960]: _type = "HttpNfcLease" [ 1253.110850] env[68960]: } is ready. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1253.110850] env[68960]: DEBUG oslo_vmware.rw_handles [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1253.110850] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e17580-b639-a979-c7ae-c87d0fa94486" [ 1253.110850] env[68960]: _type = "HttpNfcLease" [ 1253.110850] env[68960]: }. {{(pid=68960) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1253.110850] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f552076-4295-40b3-ac04-1ce46616d058 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.118797] env[68960]: DEBUG oslo_vmware.rw_handles [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260d158-6a60-38cf-f1e4-d0afd5bc682e/disk-0.vmdk from lease info. {{(pid=68960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1253.118797] env[68960]: DEBUG oslo_vmware.rw_handles [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260d158-6a60-38cf-f1e4-d0afd5bc682e/disk-0.vmdk. {{(pid=68960) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1253.181741] env[68960]: DEBUG nova.compute.manager [req-0d0d19e8-54ed-44ae-bc05-47f5cd1cff6d req-1eb13877-729f-4aa5-a478-3e5e5d3c41c0 service nova] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Received event network-vif-plugged-e2bd316e-d262-4412-b6bf-e888fd9259a5 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.182031] env[68960]: DEBUG oslo_concurrency.lockutils [req-0d0d19e8-54ed-44ae-bc05-47f5cd1cff6d req-1eb13877-729f-4aa5-a478-3e5e5d3c41c0 service nova] Acquiring lock "3f8968c1-71c0-41c3-834c-553a20c8c548-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.182352] env[68960]: DEBUG oslo_concurrency.lockutils [req-0d0d19e8-54ed-44ae-bc05-47f5cd1cff6d req-1eb13877-729f-4aa5-a478-3e5e5d3c41c0 service nova] Lock "3f8968c1-71c0-41c3-834c-553a20c8c548-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.182537] env[68960]: DEBUG oslo_concurrency.lockutils [req-0d0d19e8-54ed-44ae-bc05-47f5cd1cff6d req-1eb13877-729f-4aa5-a478-3e5e5d3c41c0 service nova] Lock "3f8968c1-71c0-41c3-834c-553a20c8c548-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.182795] env[68960]: DEBUG nova.compute.manager [req-0d0d19e8-54ed-44ae-bc05-47f5cd1cff6d req-1eb13877-729f-4aa5-a478-3e5e5d3c41c0 service nova] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] No waiting events found dispatching network-vif-plugged-e2bd316e-d262-4412-b6bf-e888fd9259a5 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1253.182976] env[68960]: WARNING nova.compute.manager [req-0d0d19e8-54ed-44ae-bc05-47f5cd1cff6d req-1eb13877-729f-4aa5-a478-3e5e5d3c41c0 service nova] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Received unexpected event network-vif-plugged-e2bd316e-d262-4412-b6bf-e888fd9259a5 for instance with vm_state building and task_state block_device_mapping. [ 1253.191929] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3ab8a564-c806-4d74-887d-14b04afaeeb7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.245418] env[68960]: DEBUG nova.network.neutron [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Successfully updated port: e2bd316e-d262-4412-b6bf-e888fd9259a5 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1253.313379] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5291393c-eb95-a3cc-e195-c285a1212889, 'name': SearchDatastore_Task, 'duration_secs': 0.018959} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.313613] env[68960]: DEBUG oslo_concurrency.lockutils [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.313876] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] e82ada76-7da2-4ee8-b098-8bfb24ce1c50/e82ada76-7da2-4ee8-b098-8bfb24ce1c50.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1253.314163] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b26626c8-566d-4ace-bef9-444f66e3224a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.322761] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1253.322761] env[68960]: value = "task-3222450" [ 1253.322761] env[68960]: _type = "Task" [ 1253.322761] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.331652] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.533301] env[68960]: DEBUG oslo_vmware.api [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222449, 'name': Rename_Task, 'duration_secs': 0.154934} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.536356] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.536819] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dcd22f8-78bd-40ea-8420-ea1ff0c512f0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.545241] env[68960]: DEBUG oslo_vmware.api [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1253.545241] env[68960]: value = "task-3222451" [ 1253.545241] env[68960]: _type = "Task" [ 1253.545241] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.556808] env[68960]: DEBUG oslo_vmware.api [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.748681] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "refresh_cache-3f8968c1-71c0-41c3-834c-553a20c8c548" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.749022] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquired lock "refresh_cache-3f8968c1-71c0-41c3-834c-553a20c8c548" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.749489] env[68960]: DEBUG nova.network.neutron [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1253.835145] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50339} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.835613] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] e82ada76-7da2-4ee8-b098-8bfb24ce1c50/e82ada76-7da2-4ee8-b098-8bfb24ce1c50.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1253.835744] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1253.835977] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e3eeb48-3c2f-4a97-a617-aee8eb0f802c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.843432] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1253.843432] env[68960]: value = "task-3222452" [ 1253.843432] env[68960]: _type = "Task" [ 1253.843432] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.853265] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222452, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.057541] env[68960]: DEBUG oslo_vmware.api [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222451, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.284896] env[68960]: DEBUG nova.network.neutron [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1254.356519] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222452, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070305} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.357898] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1254.358764] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bf9e44-fbca-4008-afc7-b61699ca332f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.385790] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] e82ada76-7da2-4ee8-b098-8bfb24ce1c50/e82ada76-7da2-4ee8-b098-8bfb24ce1c50.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1254.389678] env[68960]: DEBUG oslo_vmware.rw_handles [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Completed reading data from the image iterator. {{(pid=68960) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1254.389901] env[68960]: DEBUG oslo_vmware.rw_handles [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260d158-6a60-38cf-f1e4-d0afd5bc682e/disk-0.vmdk. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1254.390509] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2bba1a1-71d8-42e9-99f7-1387114c2d4f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.405858] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1995ac-5666-4ff4-9e8d-dcd50e9eef26 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.415112] env[68960]: DEBUG oslo_vmware.rw_handles [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260d158-6a60-38cf-f1e4-d0afd5bc682e/disk-0.vmdk is in state: ready. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1254.415386] env[68960]: DEBUG oslo_vmware.rw_handles [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260d158-6a60-38cf-f1e4-d0afd5bc682e/disk-0.vmdk. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1254.415580] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2f256076-9589-4846-9aba-5810c19fa487 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.418408] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1254.418408] env[68960]: value = "task-3222453" [ 1254.418408] env[68960]: _type = "Task" [ 1254.418408] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.427403] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.444884] env[68960]: DEBUG nova.network.neutron [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Updating instance_info_cache with network_info: [{"id": "e2bd316e-d262-4412-b6bf-e888fd9259a5", "address": "fa:16:3e:3a:f4:c9", "network": {"id": "6e100ac4-7b00-4329-b2ac-f4fb65e8f519", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-748744904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c6d3f23cbe4289a44c7f4b678c28f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2bd316e-d2", "ovs_interfaceid": "e2bd316e-d262-4412-b6bf-e888fd9259a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.557732] env[68960]: DEBUG oslo_vmware.api [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222451, 'name': PowerOnVM_Task, 'duration_secs': 0.687434} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.558053] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.558287] env[68960]: INFO nova.compute.manager [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Took 7.28 seconds to spawn the instance on the hypervisor. [ 1254.558492] env[68960]: DEBUG nova.compute.manager [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1254.559335] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6085a37e-df0e-4b08-94d3-ec4fc24f2f1b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.583058] env[68960]: DEBUG nova.compute.manager [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1254.583646] env[68960]: DEBUG nova.virt.hardware [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1254.583881] env[68960]: DEBUG nova.virt.hardware [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.584585] env[68960]: DEBUG nova.virt.hardware [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1254.584848] env[68960]: DEBUG nova.virt.hardware [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.585028] env[68960]: DEBUG nova.virt.hardware [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1254.585190] env[68960]: DEBUG nova.virt.hardware [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1254.585402] env[68960]: DEBUG nova.virt.hardware [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1254.585561] env[68960]: DEBUG nova.virt.hardware [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1254.585730] env[68960]: DEBUG nova.virt.hardware [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1254.586284] env[68960]: DEBUG nova.virt.hardware [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1254.586284] env[68960]: DEBUG nova.virt.hardware [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1254.586923] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2fd54a-1417-406f-a785-ee32cb795942 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.596634] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7ba2ce-25b0-4ff1-acec-2b4b0896373e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.832711] env[68960]: DEBUG oslo_vmware.rw_handles [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260d158-6a60-38cf-f1e4-d0afd5bc682e/disk-0.vmdk. {{(pid=68960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1254.833750] env[68960]: INFO nova.virt.vmwareapi.images [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Downloaded image file data d52dbf80-79df-4a2e-9510-31999d4fee8b [ 1254.834175] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e164665-b965-45e4-bcb6-3a7562690d06 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.851856] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76fc463d-9264-4df2-8137-f0c96ac52872 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.880518] env[68960]: INFO nova.virt.vmwareapi.images [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] The imported VM was unregistered [ 1254.882903] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Caching image {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1254.883143] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Creating directory with path [datastore2] devstack-image-cache_base/d52dbf80-79df-4a2e-9510-31999d4fee8b {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1254.883426] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea02d04e-0b15-4c55-ae4e-ea27a5d8eb5c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.905154] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Created directory with path [datastore2] devstack-image-cache_base/d52dbf80-79df-4a2e-9510-31999d4fee8b {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1254.905384] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_7b58c1c6-b53d-4065-a465-1d903ff4ee7a/OSTACK_IMG_7b58c1c6-b53d-4065-a465-1d903ff4ee7a.vmdk to [datastore2] devstack-image-cache_base/d52dbf80-79df-4a2e-9510-31999d4fee8b/d52dbf80-79df-4a2e-9510-31999d4fee8b.vmdk. {{(pid=68960) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1254.905659] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-497cfcd4-b0bb-41d6-ac91-b4509afe47d1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.915123] env[68960]: DEBUG oslo_vmware.api [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1254.915123] env[68960]: value = "task-3222455" [ 1254.915123] env[68960]: _type = "Task" [ 1254.915123] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.924871] env[68960]: DEBUG oslo_vmware.api [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222455, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.930337] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.948235] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Releasing lock "refresh_cache-3f8968c1-71c0-41c3-834c-553a20c8c548" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.948609] env[68960]: DEBUG nova.compute.manager [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Instance network_info: |[{"id": "e2bd316e-d262-4412-b6bf-e888fd9259a5", "address": "fa:16:3e:3a:f4:c9", "network": {"id": "6e100ac4-7b00-4329-b2ac-f4fb65e8f519", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-748744904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c6d3f23cbe4289a44c7f4b678c28f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2bd316e-d2", "ovs_interfaceid": "e2bd316e-d262-4412-b6bf-e888fd9259a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1254.949092] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:f4:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2bd316e-d262-4412-b6bf-e888fd9259a5', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1254.956569] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1254.956904] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1254.957140] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4767cbdf-2b39-49df-a859-98989f9e9bf3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.981829] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1254.981829] env[68960]: value = "task-3222456" [ 1254.981829] env[68960]: _type = "Task" [ 1254.981829] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.990580] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222456, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.076583] env[68960]: INFO nova.compute.manager [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Took 12.03 seconds to build instance. [ 1255.196614] env[68960]: DEBUG nova.compute.manager [req-f1bf6e76-87b4-4d5c-9174-421303346954 req-63d1bec8-b5b0-453b-8517-9480fdc340e6 service nova] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Received event network-changed-e2bd316e-d262-4412-b6bf-e888fd9259a5 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.197317] env[68960]: DEBUG nova.compute.manager [req-f1bf6e76-87b4-4d5c-9174-421303346954 req-63d1bec8-b5b0-453b-8517-9480fdc340e6 service nova] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Refreshing instance network info cache due to event network-changed-e2bd316e-d262-4412-b6bf-e888fd9259a5. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1255.197317] env[68960]: DEBUG oslo_concurrency.lockutils [req-f1bf6e76-87b4-4d5c-9174-421303346954 req-63d1bec8-b5b0-453b-8517-9480fdc340e6 service nova] Acquiring lock "refresh_cache-3f8968c1-71c0-41c3-834c-553a20c8c548" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.197317] env[68960]: DEBUG oslo_concurrency.lockutils [req-f1bf6e76-87b4-4d5c-9174-421303346954 req-63d1bec8-b5b0-453b-8517-9480fdc340e6 service nova] Acquired lock "refresh_cache-3f8968c1-71c0-41c3-834c-553a20c8c548" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.197317] env[68960]: DEBUG nova.network.neutron [req-f1bf6e76-87b4-4d5c-9174-421303346954 req-63d1bec8-b5b0-453b-8517-9480fdc340e6 service nova] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Refreshing network info cache for port e2bd316e-d262-4412-b6bf-e888fd9259a5 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.430176] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222453, 'name': ReconfigVM_Task, 'duration_secs': 0.774616} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.433381] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Reconfigured VM instance instance-00000071 to attach disk [datastore2] e82ada76-7da2-4ee8-b098-8bfb24ce1c50/e82ada76-7da2-4ee8-b098-8bfb24ce1c50.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.434092] env[68960]: DEBUG oslo_vmware.api [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222455, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.434327] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1009dada-ba3a-4e15-baba-dca3ae29dffd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.441993] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1255.441993] env[68960]: value = "task-3222457" [ 1255.441993] env[68960]: _type = "Task" [ 1255.441993] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.451178] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222457, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.492988] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222456, 'name': CreateVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.578811] env[68960]: DEBUG oslo_concurrency.lockutils [None req-be9f91cc-6ec1-4014-b445-7819511c24a2 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "e1878f67-cc2f-4364-adf8-695116674e3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.544s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.927070] env[68960]: DEBUG oslo_vmware.api [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222455, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.952974] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222457, 'name': Rename_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.994391] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222456, 'name': CreateVM_Task, 'duration_secs': 0.727162} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.994571] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1255.995390] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644218', 'volume_id': '841e90b1-f570-4169-8509-bf78be59d49e', 'name': 'volume-841e90b1-f570-4169-8509-bf78be59d49e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f8968c1-71c0-41c3-834c-553a20c8c548', 'attached_at': '', 'detached_at': '', 'volume_id': '841e90b1-f570-4169-8509-bf78be59d49e', 'serial': '841e90b1-f570-4169-8509-bf78be59d49e'}, 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': '9adcf506-a8a3-4af3-9d61-2d189746d3ce', 'disk_bus': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=68960) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1255.995622] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Root volume attach. Driver type: vmdk {{(pid=68960) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1255.996533] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b94431-8bdd-46f9-9ae2-13c55f89d8a3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.006559] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077111d6-d640-420d-94b7-bcc6bb6e43e2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.015493] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3f5c0b-8905-4b67-aac8-7ef9fcfdbcb6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.023291] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-7f93c1f5-aefd-4b33-9af7-8c9e2e0a1aa4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.039190] env[68960]: DEBUG oslo_vmware.api [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1256.039190] env[68960]: value = "task-3222458" [ 1256.039190] env[68960]: _type = "Task" [ 1256.039190] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.051530] env[68960]: DEBUG oslo_vmware.api [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222458, 'name': RelocateVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.076071] env[68960]: DEBUG nova.network.neutron [req-f1bf6e76-87b4-4d5c-9174-421303346954 req-63d1bec8-b5b0-453b-8517-9480fdc340e6 service nova] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Updated VIF entry in instance network info cache for port e2bd316e-d262-4412-b6bf-e888fd9259a5. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.076541] env[68960]: DEBUG nova.network.neutron [req-f1bf6e76-87b4-4d5c-9174-421303346954 req-63d1bec8-b5b0-453b-8517-9480fdc340e6 service nova] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Updating instance_info_cache with network_info: [{"id": "e2bd316e-d262-4412-b6bf-e888fd9259a5", "address": "fa:16:3e:3a:f4:c9", "network": {"id": "6e100ac4-7b00-4329-b2ac-f4fb65e8f519", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-748744904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c6d3f23cbe4289a44c7f4b678c28f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2bd316e-d2", "ovs_interfaceid": "e2bd316e-d262-4412-b6bf-e888fd9259a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.428961] env[68960]: DEBUG oslo_vmware.api [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222455, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.452214] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222457, 'name': Rename_Task, 'duration_secs': 0.978989} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.452414] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1256.452510] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-063280b4-1137-41b8-a318-a6f6b8f801ee {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.460148] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1256.460148] env[68960]: value = "task-3222459" [ 1256.460148] env[68960]: _type = "Task" [ 1256.460148] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.473304] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.549967] env[68960]: DEBUG oslo_vmware.api [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222458, 'name': RelocateVM_Task, 'duration_secs': 0.454221} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.550276] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Volume attach. Driver type: vmdk {{(pid=68960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1256.550520] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644218', 'volume_id': '841e90b1-f570-4169-8509-bf78be59d49e', 'name': 'volume-841e90b1-f570-4169-8509-bf78be59d49e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f8968c1-71c0-41c3-834c-553a20c8c548', 'attached_at': '', 'detached_at': '', 'volume_id': '841e90b1-f570-4169-8509-bf78be59d49e', 'serial': '841e90b1-f570-4169-8509-bf78be59d49e'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1256.551334] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b5560b-602a-4286-874e-8ce2a2be7994 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.567900] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77027d3-eef3-47d2-8d9c-1b219c33d5e7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.582792] env[68960]: DEBUG oslo_concurrency.lockutils [req-f1bf6e76-87b4-4d5c-9174-421303346954 req-63d1bec8-b5b0-453b-8517-9480fdc340e6 service nova] Releasing lock "refresh_cache-3f8968c1-71c0-41c3-834c-553a20c8c548" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.592016] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-841e90b1-f570-4169-8509-bf78be59d49e/volume-841e90b1-f570-4169-8509-bf78be59d49e.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1256.592384] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02ecd8f5-a456-433a-b0cf-c923b87cb2e1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.616522] env[68960]: DEBUG oslo_vmware.api [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1256.616522] env[68960]: value = "task-3222460" [ 1256.616522] env[68960]: _type = "Task" [ 1256.616522] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.625871] env[68960]: DEBUG oslo_vmware.api [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222460, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.878671] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af6a1ee3-bcb0-4c0f-996d-6ae9c433d2ff tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "e1878f67-cc2f-4364-adf8-695116674e3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.878964] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af6a1ee3-bcb0-4c0f-996d-6ae9c433d2ff tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "e1878f67-cc2f-4364-adf8-695116674e3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.879250] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af6a1ee3-bcb0-4c0f-996d-6ae9c433d2ff tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "e1878f67-cc2f-4364-adf8-695116674e3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.879478] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af6a1ee3-bcb0-4c0f-996d-6ae9c433d2ff tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "e1878f67-cc2f-4364-adf8-695116674e3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.879656] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af6a1ee3-bcb0-4c0f-996d-6ae9c433d2ff tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "e1878f67-cc2f-4364-adf8-695116674e3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.882124] env[68960]: INFO nova.compute.manager [None req-af6a1ee3-bcb0-4c0f-996d-6ae9c433d2ff tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Terminating instance [ 1256.929880] env[68960]: DEBUG oslo_vmware.api [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222455, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.971959] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222459, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.127782] env[68960]: DEBUG oslo_vmware.api [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222460, 'name': ReconfigVM_Task, 'duration_secs': 0.378089} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.128154] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-841e90b1-f570-4169-8509-bf78be59d49e/volume-841e90b1-f570-4169-8509-bf78be59d49e.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1257.133680] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-844a03b7-e020-40ee-a49c-56b19f13aeb3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.151172] env[68960]: DEBUG oslo_vmware.api [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1257.151172] env[68960]: value = "task-3222461" [ 1257.151172] env[68960]: _type = "Task" [ 1257.151172] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.160661] env[68960]: DEBUG oslo_vmware.api [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222461, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.389120] env[68960]: DEBUG nova.compute.manager [None req-af6a1ee3-bcb0-4c0f-996d-6ae9c433d2ff tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1257.389455] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-af6a1ee3-bcb0-4c0f-996d-6ae9c433d2ff tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.390336] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f214166c-faf9-4b78-9eb9-cbb811d343c1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.399156] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-af6a1ee3-bcb0-4c0f-996d-6ae9c433d2ff tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.399445] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4384dcd-c345-42c4-84b1-ce4568281565 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.407835] env[68960]: DEBUG oslo_vmware.api [None req-af6a1ee3-bcb0-4c0f-996d-6ae9c433d2ff tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1257.407835] env[68960]: value = "task-3222462" [ 1257.407835] env[68960]: _type = "Task" [ 1257.407835] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.419040] env[68960]: DEBUG oslo_vmware.api [None req-af6a1ee3-bcb0-4c0f-996d-6ae9c433d2ff tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.427870] env[68960]: DEBUG oslo_vmware.api [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222455, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.471297] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222459, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.663488] env[68960]: DEBUG oslo_vmware.api [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222461, 'name': ReconfigVM_Task, 'duration_secs': 0.151973} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.663940] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644218', 'volume_id': '841e90b1-f570-4169-8509-bf78be59d49e', 'name': 'volume-841e90b1-f570-4169-8509-bf78be59d49e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f8968c1-71c0-41c3-834c-553a20c8c548', 'attached_at': '', 'detached_at': '', 'volume_id': '841e90b1-f570-4169-8509-bf78be59d49e', 'serial': '841e90b1-f570-4169-8509-bf78be59d49e'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1257.664555] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a3ccc24-8c10-495b-986c-682d0904c73e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.672713] env[68960]: DEBUG oslo_vmware.api [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1257.672713] env[68960]: value = "task-3222463" [ 1257.672713] env[68960]: _type = "Task" [ 1257.672713] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.681090] env[68960]: DEBUG oslo_vmware.api [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222463, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.918315] env[68960]: DEBUG oslo_vmware.api [None req-af6a1ee3-bcb0-4c0f-996d-6ae9c433d2ff tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222462, 'name': PowerOffVM_Task, 'duration_secs': 0.389013} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.918604] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-af6a1ee3-bcb0-4c0f-996d-6ae9c433d2ff tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.918773] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-af6a1ee3-bcb0-4c0f-996d-6ae9c433d2ff tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1257.919091] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b2ddabc-b1b5-4333-9bc5-ea5996211a0f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.928760] env[68960]: DEBUG oslo_vmware.api [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222455, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.829009} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.929014] env[68960]: INFO nova.virt.vmwareapi.ds_util [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_7b58c1c6-b53d-4065-a465-1d903ff4ee7a/OSTACK_IMG_7b58c1c6-b53d-4065-a465-1d903ff4ee7a.vmdk to [datastore2] devstack-image-cache_base/d52dbf80-79df-4a2e-9510-31999d4fee8b/d52dbf80-79df-4a2e-9510-31999d4fee8b.vmdk. [ 1257.929243] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Cleaning up location [datastore2] OSTACK_IMG_7b58c1c6-b53d-4065-a465-1d903ff4ee7a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1257.929434] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_7b58c1c6-b53d-4065-a465-1d903ff4ee7a {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1257.929668] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1add9206-2bad-4f7e-94d5-24a8dbee2537 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.936517] env[68960]: DEBUG oslo_vmware.api [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1257.936517] env[68960]: value = "task-3222465" [ 1257.936517] env[68960]: _type = "Task" [ 1257.936517] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.945530] env[68960]: DEBUG oslo_vmware.api [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.970752] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222459, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.024530] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-af6a1ee3-bcb0-4c0f-996d-6ae9c433d2ff tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1258.024867] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-af6a1ee3-bcb0-4c0f-996d-6ae9c433d2ff tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1258.025123] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-af6a1ee3-bcb0-4c0f-996d-6ae9c433d2ff tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Deleting the datastore file [datastore1] e1878f67-cc2f-4364-adf8-695116674e3b {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.025458] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1a979ba-c415-4a14-b002-eb249853b2f5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.037578] env[68960]: DEBUG oslo_vmware.api [None req-af6a1ee3-bcb0-4c0f-996d-6ae9c433d2ff tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1258.037578] env[68960]: value = "task-3222466" [ 1258.037578] env[68960]: _type = "Task" [ 1258.037578] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.046401] env[68960]: DEBUG oslo_vmware.api [None req-af6a1ee3-bcb0-4c0f-996d-6ae9c433d2ff tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.184904] env[68960]: DEBUG oslo_vmware.api [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222463, 'name': Rename_Task, 'duration_secs': 0.149662} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.185202] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1258.185365] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c4390ef-4300-4489-ad64-a637f58facbe {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.192962] env[68960]: DEBUG oslo_vmware.api [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1258.192962] env[68960]: value = "task-3222467" [ 1258.192962] env[68960]: _type = "Task" [ 1258.192962] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.203512] env[68960]: DEBUG oslo_vmware.api [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.447117] env[68960]: DEBUG oslo_vmware.api [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.085313} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.447396] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1258.447572] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d52dbf80-79df-4a2e-9510-31999d4fee8b/d52dbf80-79df-4a2e-9510-31999d4fee8b.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.447839] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d52dbf80-79df-4a2e-9510-31999d4fee8b/d52dbf80-79df-4a2e-9510-31999d4fee8b.vmdk to [datastore2] 7d1446e5-c11c-46ee-9caa-d001ff473241/7d1446e5-c11c-46ee-9caa-d001ff473241.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1258.448160] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77f5931c-d3e9-4e7a-9b4b-e565e099998c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.455877] env[68960]: DEBUG oslo_vmware.api [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1258.455877] env[68960]: value = "task-3222468" [ 1258.455877] env[68960]: _type = "Task" [ 1258.455877] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.464205] env[68960]: DEBUG oslo_vmware.api [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.472444] env[68960]: DEBUG oslo_vmware.api [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222459, 'name': PowerOnVM_Task, 'duration_secs': 1.763343} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.472692] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1258.472939] env[68960]: DEBUG nova.compute.manager [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1258.473728] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f4fc5a-6e2f-4a0e-8faf-b85727aaeaac {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.549613] env[68960]: DEBUG oslo_vmware.api [None req-af6a1ee3-bcb0-4c0f-996d-6ae9c433d2ff tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.47979} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.549859] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-af6a1ee3-bcb0-4c0f-996d-6ae9c433d2ff tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1258.550174] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-af6a1ee3-bcb0-4c0f-996d-6ae9c433d2ff tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1258.550464] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-af6a1ee3-bcb0-4c0f-996d-6ae9c433d2ff tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1258.550740] env[68960]: INFO nova.compute.manager [None req-af6a1ee3-bcb0-4c0f-996d-6ae9c433d2ff tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1258.551159] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af6a1ee3-bcb0-4c0f-996d-6ae9c433d2ff tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.551450] env[68960]: DEBUG nova.compute.manager [-] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1258.551564] env[68960]: DEBUG nova.network.neutron [-] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1258.704048] env[68960]: DEBUG oslo_vmware.api [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222467, 'name': PowerOnVM_Task, 'duration_secs': 0.471891} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.704464] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1258.704674] env[68960]: INFO nova.compute.manager [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Took 4.12 seconds to spawn the instance on the hypervisor. [ 1258.704851] env[68960]: DEBUG nova.compute.manager [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1258.705615] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ea51a3-4623-42c8-a88c-df6b8466a0ec {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.851311] env[68960]: DEBUG nova.compute.manager [req-6b285690-3039-4c76-a362-753952b46e2c req-aafc89ca-5faf-4fc1-9d52-e81a0c39ab37 service nova] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Received event network-vif-deleted-f991bb72-5641-4816-b27a-47c26e6c74b8 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.851520] env[68960]: INFO nova.compute.manager [req-6b285690-3039-4c76-a362-753952b46e2c req-aafc89ca-5faf-4fc1-9d52-e81a0c39ab37 service nova] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Neutron deleted interface f991bb72-5641-4816-b27a-47c26e6c74b8; detaching it from the instance and deleting it from the info cache [ 1258.851690] env[68960]: DEBUG nova.network.neutron [req-6b285690-3039-4c76-a362-753952b46e2c req-aafc89ca-5faf-4fc1-9d52-e81a0c39ab37 service nova] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.966254] env[68960]: DEBUG oslo_vmware.api [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.990656] env[68960]: DEBUG oslo_concurrency.lockutils [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.990926] env[68960]: DEBUG oslo_concurrency.lockutils [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.991053] env[68960]: DEBUG nova.objects.instance [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68960) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1259.225152] env[68960]: INFO nova.compute.manager [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Took 11.44 seconds to build instance. [ 1259.337474] env[68960]: DEBUG nova.network.neutron [-] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.354639] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b8d409d-295a-4cdc-9d67-d72dd94c326e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.366137] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac95b91-015f-4e80-8e9b-a4aedcb8e59c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.401037] env[68960]: DEBUG nova.compute.manager [req-6b285690-3039-4c76-a362-753952b46e2c req-aafc89ca-5faf-4fc1-9d52-e81a0c39ab37 service nova] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Detach interface failed, port_id=f991bb72-5641-4816-b27a-47c26e6c74b8, reason: Instance e1878f67-cc2f-4364-adf8-695116674e3b could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1259.466940] env[68960]: DEBUG oslo_vmware.api [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222468, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.727439] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f07188a2-071e-46ea-9b0f-2d769051386a tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "3f8968c1-71c0-41c3-834c-553a20c8c548" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.955s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.842582] env[68960]: INFO nova.compute.manager [-] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Took 1.29 seconds to deallocate network for instance. [ 1259.969125] env[68960]: DEBUG oslo_vmware.api [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222468, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.999625] env[68960]: DEBUG oslo_concurrency.lockutils [None req-901ac86b-2e54-48bd-ab65-567bce690f46 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.354273] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af6a1ee3-bcb0-4c0f-996d-6ae9c433d2ff tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.354585] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af6a1ee3-bcb0-4c0f-996d-6ae9c433d2ff tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.354812] env[68960]: DEBUG nova.objects.instance [None req-af6a1ee3-bcb0-4c0f-996d-6ae9c433d2ff tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lazy-loading 'resources' on Instance uuid e1878f67-cc2f-4364-adf8-695116674e3b {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.469928] env[68960]: DEBUG oslo_vmware.api [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222468, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.888128] env[68960]: DEBUG nova.compute.manager [req-611427f6-b0e2-4c8d-b995-b030246dc6ab req-9c2780c6-4104-4b6a-813f-b4d1e9de04db service nova] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Received event network-changed-ef95473c-2be7-4dfa-bedd-0410904c6779 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.888398] env[68960]: DEBUG nova.compute.manager [req-611427f6-b0e2-4c8d-b995-b030246dc6ab req-9c2780c6-4104-4b6a-813f-b4d1e9de04db service nova] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Refreshing instance network info cache due to event network-changed-ef95473c-2be7-4dfa-bedd-0410904c6779. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1260.888646] env[68960]: DEBUG oslo_concurrency.lockutils [req-611427f6-b0e2-4c8d-b995-b030246dc6ab req-9c2780c6-4104-4b6a-813f-b4d1e9de04db service nova] Acquiring lock "refresh_cache-528aca84-c1c0-4af1-ac42-330bd8cd5b15" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.888826] env[68960]: DEBUG oslo_concurrency.lockutils [req-611427f6-b0e2-4c8d-b995-b030246dc6ab req-9c2780c6-4104-4b6a-813f-b4d1e9de04db service nova] Acquired lock "refresh_cache-528aca84-c1c0-4af1-ac42-330bd8cd5b15" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.889450] env[68960]: DEBUG nova.network.neutron [req-611427f6-b0e2-4c8d-b995-b030246dc6ab req-9c2780c6-4104-4b6a-813f-b4d1e9de04db service nova] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Refreshing network info cache for port ef95473c-2be7-4dfa-bedd-0410904c6779 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1260.970961] env[68960]: DEBUG oslo_vmware.api [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222468, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.022451] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8232365f-b5c8-4f5c-a11c-786776371d0a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.031581] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235a9022-06b1-48ef-ae0b-825ecc1e2fd9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.064658] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a6c38b-19a5-4189-9127-b246d36c88bd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.073429] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de59693c-1cf0-4d68-b1ed-a6eab4b5714f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.090663] env[68960]: DEBUG nova.compute.provider_tree [None req-af6a1ee3-bcb0-4c0f-996d-6ae9c433d2ff tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.470824] env[68960]: DEBUG oslo_vmware.api [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222468, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.875924} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.471142] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d52dbf80-79df-4a2e-9510-31999d4fee8b/d52dbf80-79df-4a2e-9510-31999d4fee8b.vmdk to [datastore2] 7d1446e5-c11c-46ee-9caa-d001ff473241/7d1446e5-c11c-46ee-9caa-d001ff473241.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1261.472006] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d213d618-7bfe-4637-a7e6-089fb38432fe {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.496968] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 7d1446e5-c11c-46ee-9caa-d001ff473241/7d1446e5-c11c-46ee-9caa-d001ff473241.vmdk or device None with type streamOptimized {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.499731] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b998d3de-27f3-481c-a9ec-c8c8c0736b2e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.520476] env[68960]: DEBUG oslo_vmware.api [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1261.520476] env[68960]: value = "task-3222469" [ 1261.520476] env[68960]: _type = "Task" [ 1261.520476] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.529400] env[68960]: DEBUG oslo_vmware.api [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222469, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.594196] env[68960]: DEBUG nova.scheduler.client.report [None req-af6a1ee3-bcb0-4c0f-996d-6ae9c433d2ff tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.660025] env[68960]: DEBUG nova.compute.manager [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Stashing vm_state: active {{(pid=68960) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1261.675122] env[68960]: DEBUG nova.network.neutron [req-611427f6-b0e2-4c8d-b995-b030246dc6ab req-9c2780c6-4104-4b6a-813f-b4d1e9de04db service nova] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Updated VIF entry in instance network info cache for port ef95473c-2be7-4dfa-bedd-0410904c6779. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1261.675471] env[68960]: DEBUG nova.network.neutron [req-611427f6-b0e2-4c8d-b995-b030246dc6ab req-9c2780c6-4104-4b6a-813f-b4d1e9de04db service nova] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Updating instance_info_cache with network_info: [{"id": "ef95473c-2be7-4dfa-bedd-0410904c6779", "address": "fa:16:3e:16:db:fc", "network": {"id": "6e100ac4-7b00-4329-b2ac-f4fb65e8f519", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-748744904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c6d3f23cbe4289a44c7f4b678c28f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef95473c-2b", "ovs_interfaceid": "ef95473c-2be7-4dfa-bedd-0410904c6779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.031290] env[68960]: DEBUG oslo_vmware.api [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222469, 'name': ReconfigVM_Task, 'duration_secs': 0.29619} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.031571] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 7d1446e5-c11c-46ee-9caa-d001ff473241/7d1446e5-c11c-46ee-9caa-d001ff473241.vmdk or device None with type streamOptimized {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.032224] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df15d932-1b92-4a8a-bfd6-5309b9f57720 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.039504] env[68960]: DEBUG oslo_vmware.api [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1262.039504] env[68960]: value = "task-3222470" [ 1262.039504] env[68960]: _type = "Task" [ 1262.039504] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.047671] env[68960]: DEBUG oslo_vmware.api [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222470, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.098867] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af6a1ee3-bcb0-4c0f-996d-6ae9c433d2ff tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.118436] env[68960]: INFO nova.scheduler.client.report [None req-af6a1ee3-bcb0-4c0f-996d-6ae9c433d2ff tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Deleted allocations for instance e1878f67-cc2f-4364-adf8-695116674e3b [ 1262.179037] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.179037] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.179815] env[68960]: DEBUG oslo_concurrency.lockutils [req-611427f6-b0e2-4c8d-b995-b030246dc6ab req-9c2780c6-4104-4b6a-813f-b4d1e9de04db service nova] Releasing lock "refresh_cache-528aca84-c1c0-4af1-ac42-330bd8cd5b15" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.180061] env[68960]: DEBUG nova.compute.manager [req-611427f6-b0e2-4c8d-b995-b030246dc6ab req-9c2780c6-4104-4b6a-813f-b4d1e9de04db service nova] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Received event network-changed-e2bd316e-d262-4412-b6bf-e888fd9259a5 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.180239] env[68960]: DEBUG nova.compute.manager [req-611427f6-b0e2-4c8d-b995-b030246dc6ab req-9c2780c6-4104-4b6a-813f-b4d1e9de04db service nova] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Refreshing instance network info cache due to event network-changed-e2bd316e-d262-4412-b6bf-e888fd9259a5. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1262.180461] env[68960]: DEBUG oslo_concurrency.lockutils [req-611427f6-b0e2-4c8d-b995-b030246dc6ab req-9c2780c6-4104-4b6a-813f-b4d1e9de04db service nova] Acquiring lock "refresh_cache-3f8968c1-71c0-41c3-834c-553a20c8c548" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.180616] env[68960]: DEBUG oslo_concurrency.lockutils [req-611427f6-b0e2-4c8d-b995-b030246dc6ab req-9c2780c6-4104-4b6a-813f-b4d1e9de04db service nova] Acquired lock "refresh_cache-3f8968c1-71c0-41c3-834c-553a20c8c548" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.180781] env[68960]: DEBUG nova.network.neutron [req-611427f6-b0e2-4c8d-b995-b030246dc6ab req-9c2780c6-4104-4b6a-813f-b4d1e9de04db service nova] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Refreshing network info cache for port e2bd316e-d262-4412-b6bf-e888fd9259a5 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1262.551491] env[68960]: DEBUG oslo_vmware.api [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222470, 'name': Rename_Task, 'duration_secs': 0.163643} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.553054] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1262.553054] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14034a99-9184-4ddb-86f3-d7320f6aeb3c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.558564] env[68960]: DEBUG oslo_vmware.api [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1262.558564] env[68960]: value = "task-3222471" [ 1262.558564] env[68960]: _type = "Task" [ 1262.558564] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.566203] env[68960]: DEBUG oslo_vmware.api [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.626710] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af6a1ee3-bcb0-4c0f-996d-6ae9c433d2ff tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "e1878f67-cc2f-4364-adf8-695116674e3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.748s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.685107] env[68960]: INFO nova.compute.claims [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1262.941883] env[68960]: DEBUG nova.network.neutron [req-611427f6-b0e2-4c8d-b995-b030246dc6ab req-9c2780c6-4104-4b6a-813f-b4d1e9de04db service nova] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Updated VIF entry in instance network info cache for port e2bd316e-d262-4412-b6bf-e888fd9259a5. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1262.942501] env[68960]: DEBUG nova.network.neutron [req-611427f6-b0e2-4c8d-b995-b030246dc6ab req-9c2780c6-4104-4b6a-813f-b4d1e9de04db service nova] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Updating instance_info_cache with network_info: [{"id": "e2bd316e-d262-4412-b6bf-e888fd9259a5", "address": "fa:16:3e:3a:f4:c9", "network": {"id": "6e100ac4-7b00-4329-b2ac-f4fb65e8f519", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-748744904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c6d3f23cbe4289a44c7f4b678c28f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2bd316e-d2", "ovs_interfaceid": "e2bd316e-d262-4412-b6bf-e888fd9259a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.068647] env[68960]: DEBUG oslo_vmware.api [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222471, 'name': PowerOnVM_Task, 'duration_secs': 0.472184} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.068946] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1263.166907] env[68960]: DEBUG nova.compute.manager [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1263.168010] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a354e19-b894-490e-a513-36f1ffe04c28 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.194041] env[68960]: INFO nova.compute.resource_tracker [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Updating resource usage from migration 7c7bbb40-53a9-4533-9e1d-0b7b530ece8a [ 1263.319132] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eae5774-3b77-4523-92c0-615f45104ca2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.327285] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c0ffdf-e114-462c-b76e-c00e996c5a50 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.357881] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db63fec-f6b7-49b5-a56f-394708f046fb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.366055] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56f9a2b-7843-4c58-91fc-5323d3b80acc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.382422] env[68960]: DEBUG nova.compute.provider_tree [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.445591] env[68960]: DEBUG oslo_concurrency.lockutils [req-611427f6-b0e2-4c8d-b995-b030246dc6ab req-9c2780c6-4104-4b6a-813f-b4d1e9de04db service nova] Releasing lock "refresh_cache-3f8968c1-71c0-41c3-834c-553a20c8c548" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.687290] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cec5ef88-8365-4e69-91dc-ecd28b3b488b tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "7d1446e5-c11c-46ee-9caa-d001ff473241" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.335s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.885556] env[68960]: DEBUG nova.scheduler.client.report [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.053296] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "70473353-f64b-47ad-8ec6-9206a40ecc87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.053527] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "70473353-f64b-47ad-8ec6-9206a40ecc87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.122053] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2ef0b171-752d-430c-8b8e-0e2e07aa0833 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "7d1446e5-c11c-46ee-9caa-d001ff473241" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.122417] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2ef0b171-752d-430c-8b8e-0e2e07aa0833 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "7d1446e5-c11c-46ee-9caa-d001ff473241" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.122723] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2ef0b171-752d-430c-8b8e-0e2e07aa0833 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "7d1446e5-c11c-46ee-9caa-d001ff473241-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.123053] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2ef0b171-752d-430c-8b8e-0e2e07aa0833 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "7d1446e5-c11c-46ee-9caa-d001ff473241-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.123317] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2ef0b171-752d-430c-8b8e-0e2e07aa0833 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "7d1446e5-c11c-46ee-9caa-d001ff473241-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.125713] env[68960]: INFO nova.compute.manager [None req-2ef0b171-752d-430c-8b8e-0e2e07aa0833 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Terminating instance [ 1264.202279] env[68960]: DEBUG oslo_concurrency.lockutils [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquiring lock "fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.202770] env[68960]: DEBUG oslo_concurrency.lockutils [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.202770] env[68960]: INFO nova.compute.manager [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Shelving [ 1264.390854] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.212s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.391072] env[68960]: INFO nova.compute.manager [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Migrating [ 1264.555877] env[68960]: DEBUG nova.compute.manager [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1264.630023] env[68960]: DEBUG nova.compute.manager [None req-2ef0b171-752d-430c-8b8e-0e2e07aa0833 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1264.630268] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef0b171-752d-430c-8b8e-0e2e07aa0833 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1264.631455] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70f983f-7b99-43c7-a3a7-74e62db6dfb4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.640238] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef0b171-752d-430c-8b8e-0e2e07aa0833 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.640491] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ae66d6a-60cd-49ff-8606-66a50ff8cfe0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.647734] env[68960]: DEBUG oslo_vmware.api [None req-2ef0b171-752d-430c-8b8e-0e2e07aa0833 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1264.647734] env[68960]: value = "task-3222472" [ 1264.647734] env[68960]: _type = "Task" [ 1264.647734] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.656333] env[68960]: DEBUG oslo_vmware.api [None req-2ef0b171-752d-430c-8b8e-0e2e07aa0833 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.905694] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "refresh_cache-3f8968c1-71c0-41c3-834c-553a20c8c548" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.905893] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquired lock "refresh_cache-3f8968c1-71c0-41c3-834c-553a20c8c548" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.906141] env[68960]: DEBUG nova.network.neutron [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1265.079487] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.079787] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.081350] env[68960]: INFO nova.compute.claims [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1265.158862] env[68960]: DEBUG oslo_vmware.api [None req-2ef0b171-752d-430c-8b8e-0e2e07aa0833 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222472, 'name': PowerOffVM_Task, 'duration_secs': 0.194679} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.159292] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef0b171-752d-430c-8b8e-0e2e07aa0833 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.159414] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef0b171-752d-430c-8b8e-0e2e07aa0833 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1265.159603] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-596abad2-a891-4f34-955a-8e961d37e807 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.215039] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.215350] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7b9e8d5-e9f7-45d6-b001-1f5e9a01c156 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.223988] env[68960]: DEBUG oslo_vmware.api [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1265.223988] env[68960]: value = "task-3222474" [ 1265.223988] env[68960]: _type = "Task" [ 1265.223988] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.233341] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef0b171-752d-430c-8b8e-0e2e07aa0833 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1265.233641] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef0b171-752d-430c-8b8e-0e2e07aa0833 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1265.233894] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ef0b171-752d-430c-8b8e-0e2e07aa0833 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Deleting the datastore file [datastore2] 7d1446e5-c11c-46ee-9caa-d001ff473241 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1265.238303] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e744fd58-5b5f-4010-8745-930e1c7cc612 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.240329] env[68960]: DEBUG oslo_vmware.api [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.245190] env[68960]: DEBUG oslo_vmware.api [None req-2ef0b171-752d-430c-8b8e-0e2e07aa0833 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for the task: (returnval){ [ 1265.245190] env[68960]: value = "task-3222475" [ 1265.245190] env[68960]: _type = "Task" [ 1265.245190] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.254282] env[68960]: DEBUG oslo_vmware.api [None req-2ef0b171-752d-430c-8b8e-0e2e07aa0833 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.641829] env[68960]: DEBUG nova.network.neutron [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Updating instance_info_cache with network_info: [{"id": "e2bd316e-d262-4412-b6bf-e888fd9259a5", "address": "fa:16:3e:3a:f4:c9", "network": {"id": "6e100ac4-7b00-4329-b2ac-f4fb65e8f519", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-748744904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c6d3f23cbe4289a44c7f4b678c28f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2bd316e-d2", "ovs_interfaceid": "e2bd316e-d262-4412-b6bf-e888fd9259a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.734742] env[68960]: DEBUG oslo_vmware.api [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222474, 'name': PowerOffVM_Task, 'duration_secs': 0.29316} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.734995] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.735794] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13107e9f-6be7-4d20-8180-9d7623721dfd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.756485] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5effa857-df39-45b2-823c-f59bf89c8b96 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.764164] env[68960]: DEBUG oslo_vmware.api [None req-2ef0b171-752d-430c-8b8e-0e2e07aa0833 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Task: {'id': task-3222475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158084} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.766016] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ef0b171-752d-430c-8b8e-0e2e07aa0833 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.766216] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef0b171-752d-430c-8b8e-0e2e07aa0833 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1265.766396] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef0b171-752d-430c-8b8e-0e2e07aa0833 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1265.766568] env[68960]: INFO nova.compute.manager [None req-2ef0b171-752d-430c-8b8e-0e2e07aa0833 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1265.766808] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ef0b171-752d-430c-8b8e-0e2e07aa0833 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1265.769434] env[68960]: DEBUG nova.compute.manager [-] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1265.769434] env[68960]: DEBUG nova.network.neutron [-] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1265.804816] env[68960]: DEBUG oslo_concurrency.lockutils [None req-089aedf8-9321-4730-90e4-f2443c71cb13 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "49e95d19-18f5-4ab9-879e-83662b7c00dd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.805071] env[68960]: DEBUG oslo_concurrency.lockutils [None req-089aedf8-9321-4730-90e4-f2443c71cb13 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "49e95d19-18f5-4ab9-879e-83662b7c00dd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.144299] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Releasing lock "refresh_cache-3f8968c1-71c0-41c3-834c-553a20c8c548" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.238431] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddb1672-c626-43a7-904f-31f5224795c6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.246783] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed186ee1-4411-48c1-9950-d35e03b3db35 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.278409] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Creating Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1266.279012] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-156d61aa-5768-469e-a39c-069b49441f6a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.281791] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35f5fe4-daac-4213-954e-8df94f21e1c9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.290670] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3459edc-142f-437e-b3f8-d244d8cc7e3b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.294618] env[68960]: DEBUG oslo_vmware.api [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1266.294618] env[68960]: value = "task-3222476" [ 1266.294618] env[68960]: _type = "Task" [ 1266.294618] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.307040] env[68960]: DEBUG nova.compute.provider_tree [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.310610] env[68960]: DEBUG nova.compute.utils [None req-089aedf8-9321-4730-90e4-f2443c71cb13 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1266.315867] env[68960]: DEBUG oslo_vmware.api [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222476, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.544093] env[68960]: DEBUG nova.compute.manager [req-e62ca4c8-fffc-43db-a812-c4c723a67df3 req-27a6e2e0-1801-4e10-b619-24fd7a68ecee service nova] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Received event network-vif-deleted-0e6b77b9-918f-4a99-8cc9-8e00d8f354a0 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.544331] env[68960]: INFO nova.compute.manager [req-e62ca4c8-fffc-43db-a812-c4c723a67df3 req-27a6e2e0-1801-4e10-b619-24fd7a68ecee service nova] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Neutron deleted interface 0e6b77b9-918f-4a99-8cc9-8e00d8f354a0; detaching it from the instance and deleting it from the info cache [ 1266.544503] env[68960]: DEBUG nova.network.neutron [req-e62ca4c8-fffc-43db-a812-c4c723a67df3 req-27a6e2e0-1801-4e10-b619-24fd7a68ecee service nova] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.806789] env[68960]: DEBUG oslo_vmware.api [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222476, 'name': CreateSnapshot_Task, 'duration_secs': 0.482144} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.807133] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Created Snapshot of the VM instance {{(pid=68960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1266.807852] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d5e1c8-92b7-497c-9571-1cbdfc9d10dd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.811021] env[68960]: DEBUG nova.scheduler.client.report [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.814544] env[68960]: DEBUG oslo_concurrency.lockutils [None req-089aedf8-9321-4730-90e4-f2443c71cb13 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "49e95d19-18f5-4ab9-879e-83662b7c00dd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.028478] env[68960]: DEBUG nova.network.neutron [-] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.047477] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae81fd7c-7a83-4412-abd6-a71fcf87fefe {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.058681] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2eb9447-f004-442d-b393-e9ade4b76b92 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.090076] env[68960]: DEBUG nova.compute.manager [req-e62ca4c8-fffc-43db-a812-c4c723a67df3 req-27a6e2e0-1801-4e10-b619-24fd7a68ecee service nova] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Detach interface failed, port_id=0e6b77b9-918f-4a99-8cc9-8e00d8f354a0, reason: Instance 7d1446e5-c11c-46ee-9caa-d001ff473241 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1267.316535] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.317074] env[68960]: DEBUG nova.compute.manager [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1267.334128] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Creating linked-clone VM from snapshot {{(pid=68960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1267.334429] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d5d1a46e-0043-487e-b9e1-a3200f5e5adc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.345632] env[68960]: DEBUG oslo_vmware.api [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1267.345632] env[68960]: value = "task-3222477" [ 1267.345632] env[68960]: _type = "Task" [ 1267.345632] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.354858] env[68960]: DEBUG oslo_vmware.api [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222477, 'name': CloneVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.531362] env[68960]: INFO nova.compute.manager [-] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Took 1.76 seconds to deallocate network for instance. [ 1267.659244] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e000a86e-80c7-4288-9332-d7f95cec2fe4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.679154] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Updating instance '3f8968c1-71c0-41c3-834c-553a20c8c548' progress to 0 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1267.823374] env[68960]: DEBUG nova.compute.utils [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1267.824913] env[68960]: DEBUG nova.compute.manager [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1267.827076] env[68960]: DEBUG nova.network.neutron [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1267.856901] env[68960]: DEBUG oslo_vmware.api [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222477, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.872085] env[68960]: DEBUG nova.policy [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77558e1aedcf47ee979ad052a2454f78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60d265d7579a4b8a9047455e0a6e08b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1267.886733] env[68960]: DEBUG oslo_concurrency.lockutils [None req-089aedf8-9321-4730-90e4-f2443c71cb13 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "49e95d19-18f5-4ab9-879e-83662b7c00dd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.887064] env[68960]: DEBUG oslo_concurrency.lockutils [None req-089aedf8-9321-4730-90e4-f2443c71cb13 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "49e95d19-18f5-4ab9-879e-83662b7c00dd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.887342] env[68960]: INFO nova.compute.manager [None req-089aedf8-9321-4730-90e4-f2443c71cb13 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Attaching volume 1768b579-72a9-4d6a-a924-ed97be9adf46 to /dev/sdb [ 1267.919161] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ff4a10-bf1b-4aa1-91ca-20e251f5d608 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.927981] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833443cb-644f-490b-80e6-be7045b983b2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.943401] env[68960]: DEBUG nova.virt.block_device [None req-089aedf8-9321-4730-90e4-f2443c71cb13 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Updating existing volume attachment record: 87235c19-95ab-463e-8a53-cb64223cd459 {{(pid=68960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1268.038725] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2ef0b171-752d-430c-8b8e-0e2e07aa0833 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.039043] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2ef0b171-752d-430c-8b8e-0e2e07aa0833 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.039286] env[68960]: DEBUG nova.objects.instance [None req-2ef0b171-752d-430c-8b8e-0e2e07aa0833 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lazy-loading 'resources' on Instance uuid 7d1446e5-c11c-46ee-9caa-d001ff473241 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.108638] env[68960]: DEBUG nova.network.neutron [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Successfully created port: 41f0cc9d-76c0-43bd-a95f-3cbc69c56359 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1268.185897] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.186290] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b5fa6ad-a9fc-4ca4-a789-a766a7b3de95 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.196276] env[68960]: DEBUG oslo_vmware.api [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1268.196276] env[68960]: value = "task-3222479" [ 1268.196276] env[68960]: _type = "Task" [ 1268.196276] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.205379] env[68960]: DEBUG oslo_vmware.api [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.330298] env[68960]: DEBUG nova.compute.manager [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1268.359058] env[68960]: DEBUG oslo_vmware.api [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222477, 'name': CloneVM_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.691044] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed21f8e-bc37-4011-913f-cf63a5ad24c7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.704324] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea63cfb6-0cdc-4dcb-b2c8-1aa700197f06 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.714729] env[68960]: DEBUG oslo_vmware.api [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222479, 'name': PowerOffVM_Task, 'duration_secs': 0.309046} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.739699] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.739998] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Updating instance '3f8968c1-71c0-41c3-834c-553a20c8c548' progress to 17 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1268.744802] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28eb78c4-3bee-40a4-b924-0a8584bf3572 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.754199] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85046232-ba91-4981-a89c-938d22e3f17d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.769425] env[68960]: DEBUG nova.compute.provider_tree [None req-2ef0b171-752d-430c-8b8e-0e2e07aa0833 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.856376] env[68960]: DEBUG oslo_vmware.api [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222477, 'name': CloneVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.247321] env[68960]: DEBUG nova.virt.hardware [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1269.247468] env[68960]: DEBUG nova.virt.hardware [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1269.247684] env[68960]: DEBUG nova.virt.hardware [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1269.247784] env[68960]: DEBUG nova.virt.hardware [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1269.247934] env[68960]: DEBUG nova.virt.hardware [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1269.248101] env[68960]: DEBUG nova.virt.hardware [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1269.248338] env[68960]: DEBUG nova.virt.hardware [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1269.248493] env[68960]: DEBUG nova.virt.hardware [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1269.248659] env[68960]: DEBUG nova.virt.hardware [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1269.248818] env[68960]: DEBUG nova.virt.hardware [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1269.248993] env[68960]: DEBUG nova.virt.hardware [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1269.254007] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcf7646d-20cd-4601-858e-cf772357b9d0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.272278] env[68960]: DEBUG nova.scheduler.client.report [None req-2ef0b171-752d-430c-8b8e-0e2e07aa0833 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.275706] env[68960]: DEBUG oslo_vmware.api [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1269.275706] env[68960]: value = "task-3222480" [ 1269.275706] env[68960]: _type = "Task" [ 1269.275706] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.286528] env[68960]: DEBUG oslo_vmware.api [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222480, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.341019] env[68960]: DEBUG nova.compute.manager [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1269.357265] env[68960]: DEBUG oslo_vmware.api [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222477, 'name': CloneVM_Task, 'duration_secs': 1.51548} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.357856] env[68960]: INFO nova.virt.vmwareapi.vmops [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Created linked-clone VM from snapshot [ 1269.358398] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0d3ae6-7b11-4bbb-9c8e-25c63b112027 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.370032] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Uploading image 6c629976-3da5-4c59-9acd-bb79b19623eb {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1269.373633] env[68960]: DEBUG nova.virt.hardware [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1269.373856] env[68960]: DEBUG nova.virt.hardware [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1269.374017] env[68960]: DEBUG nova.virt.hardware [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1269.374202] env[68960]: DEBUG nova.virt.hardware [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1269.374372] env[68960]: DEBUG nova.virt.hardware [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1269.374535] env[68960]: DEBUG nova.virt.hardware [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1269.374734] env[68960]: DEBUG nova.virt.hardware [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1269.374888] env[68960]: DEBUG nova.virt.hardware [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1269.375058] env[68960]: DEBUG nova.virt.hardware [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1269.375223] env[68960]: DEBUG nova.virt.hardware [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1269.375394] env[68960]: DEBUG nova.virt.hardware [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1269.376354] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01eb654c-9a9e-4c14-a9a7-a69b2c193624 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.384548] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593898db-ee4f-4432-b433-24efe9b65fc0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.402567] env[68960]: DEBUG oslo_vmware.rw_handles [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1269.402567] env[68960]: value = "vm-644225" [ 1269.402567] env[68960]: _type = "VirtualMachine" [ 1269.402567] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1269.402849] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c14e6b30-b837-4572-a541-7f61172d6fe2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.410784] env[68960]: DEBUG oslo_vmware.rw_handles [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lease: (returnval){ [ 1269.410784] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523704cc-c94b-8acb-e1f4-e943a3d98bbd" [ 1269.410784] env[68960]: _type = "HttpNfcLease" [ 1269.410784] env[68960]: } obtained for exporting VM: (result){ [ 1269.410784] env[68960]: value = "vm-644225" [ 1269.410784] env[68960]: _type = "VirtualMachine" [ 1269.410784] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1269.411279] env[68960]: DEBUG oslo_vmware.api [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the lease: (returnval){ [ 1269.411279] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523704cc-c94b-8acb-e1f4-e943a3d98bbd" [ 1269.411279] env[68960]: _type = "HttpNfcLease" [ 1269.411279] env[68960]: } to be ready. {{(pid=68960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1269.417598] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1269.417598] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523704cc-c94b-8acb-e1f4-e943a3d98bbd" [ 1269.417598] env[68960]: _type = "HttpNfcLease" [ 1269.417598] env[68960]: } is initializing. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1269.520775] env[68960]: DEBUG nova.compute.manager [req-9aa13605-9ae0-48e3-a19c-0044d03cbec8 req-d481544c-685f-4324-b2ca-b54c15545804 service nova] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Received event network-vif-plugged-41f0cc9d-76c0-43bd-a95f-3cbc69c56359 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.521016] env[68960]: DEBUG oslo_concurrency.lockutils [req-9aa13605-9ae0-48e3-a19c-0044d03cbec8 req-d481544c-685f-4324-b2ca-b54c15545804 service nova] Acquiring lock "70473353-f64b-47ad-8ec6-9206a40ecc87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.521233] env[68960]: DEBUG oslo_concurrency.lockutils [req-9aa13605-9ae0-48e3-a19c-0044d03cbec8 req-d481544c-685f-4324-b2ca-b54c15545804 service nova] Lock "70473353-f64b-47ad-8ec6-9206a40ecc87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.521429] env[68960]: DEBUG oslo_concurrency.lockutils [req-9aa13605-9ae0-48e3-a19c-0044d03cbec8 req-d481544c-685f-4324-b2ca-b54c15545804 service nova] Lock "70473353-f64b-47ad-8ec6-9206a40ecc87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.521598] env[68960]: DEBUG nova.compute.manager [req-9aa13605-9ae0-48e3-a19c-0044d03cbec8 req-d481544c-685f-4324-b2ca-b54c15545804 service nova] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] No waiting events found dispatching network-vif-plugged-41f0cc9d-76c0-43bd-a95f-3cbc69c56359 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1269.521760] env[68960]: WARNING nova.compute.manager [req-9aa13605-9ae0-48e3-a19c-0044d03cbec8 req-d481544c-685f-4324-b2ca-b54c15545804 service nova] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Received unexpected event network-vif-plugged-41f0cc9d-76c0-43bd-a95f-3cbc69c56359 for instance with vm_state building and task_state spawning. [ 1269.681650] env[68960]: DEBUG nova.network.neutron [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Successfully updated port: 41f0cc9d-76c0-43bd-a95f-3cbc69c56359 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1269.777665] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2ef0b171-752d-430c-8b8e-0e2e07aa0833 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.791090] env[68960]: DEBUG oslo_vmware.api [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222480, 'name': ReconfigVM_Task, 'duration_secs': 0.248146} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.791404] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Updating instance '3f8968c1-71c0-41c3-834c-553a20c8c548' progress to 33 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1269.803854] env[68960]: INFO nova.scheduler.client.report [None req-2ef0b171-752d-430c-8b8e-0e2e07aa0833 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Deleted allocations for instance 7d1446e5-c11c-46ee-9caa-d001ff473241 [ 1269.920787] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1269.920787] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523704cc-c94b-8acb-e1f4-e943a3d98bbd" [ 1269.920787] env[68960]: _type = "HttpNfcLease" [ 1269.920787] env[68960]: } is ready. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1269.921086] env[68960]: DEBUG oslo_vmware.rw_handles [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1269.921086] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523704cc-c94b-8acb-e1f4-e943a3d98bbd" [ 1269.921086] env[68960]: _type = "HttpNfcLease" [ 1269.921086] env[68960]: }. {{(pid=68960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1269.921815] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787ef03e-28c2-418b-b2ee-2db2d6cf5d97 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.929022] env[68960]: DEBUG oslo_vmware.rw_handles [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529aabe5-a135-fc1d-67a4-2da4e64d5262/disk-0.vmdk from lease info. {{(pid=68960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1269.929223] env[68960]: DEBUG oslo_vmware.rw_handles [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529aabe5-a135-fc1d-67a4-2da4e64d5262/disk-0.vmdk for reading. {{(pid=68960) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1270.033936] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-db3185eb-4725-4418-bd49-63b2a38c81a9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.184460] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "refresh_cache-70473353-f64b-47ad-8ec6-9206a40ecc87" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.184712] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquired lock "refresh_cache-70473353-f64b-47ad-8ec6-9206a40ecc87" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.184916] env[68960]: DEBUG nova.network.neutron [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.297719] env[68960]: DEBUG nova.virt.hardware [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1270.297963] env[68960]: DEBUG nova.virt.hardware [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1270.298135] env[68960]: DEBUG nova.virt.hardware [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1270.298528] env[68960]: DEBUG nova.virt.hardware [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1270.298705] env[68960]: DEBUG nova.virt.hardware [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1270.298856] env[68960]: DEBUG nova.virt.hardware [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1270.299083] env[68960]: DEBUG nova.virt.hardware [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1270.299405] env[68960]: DEBUG nova.virt.hardware [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1270.299648] env[68960]: DEBUG nova.virt.hardware [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1270.299830] env[68960]: DEBUG nova.virt.hardware [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1270.300014] env[68960]: DEBUG nova.virt.hardware [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1270.305409] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1270.305806] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a681022-87a9-465d-827e-a4b2dad4c1b1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.321984] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2ef0b171-752d-430c-8b8e-0e2e07aa0833 tempest-ServerActionsTestOtherB-473389188 tempest-ServerActionsTestOtherB-473389188-project-member] Lock "7d1446e5-c11c-46ee-9caa-d001ff473241" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.200s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.328430] env[68960]: DEBUG oslo_vmware.api [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1270.328430] env[68960]: value = "task-3222483" [ 1270.328430] env[68960]: _type = "Task" [ 1270.328430] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.337680] env[68960]: DEBUG oslo_vmware.api [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222483, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.740852] env[68960]: DEBUG nova.network.neutron [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1270.841507] env[68960]: DEBUG oslo_vmware.api [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222483, 'name': ReconfigVM_Task, 'duration_secs': 0.241666} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.841507] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1270.841507] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039f3710-910b-4a7a-9ce4-59b9c04f74f4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.865059] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-841e90b1-f570-4169-8509-bf78be59d49e/volume-841e90b1-f570-4169-8509-bf78be59d49e.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.868261] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40978fd5-48a2-4ded-bba7-3510fae708b3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.889439] env[68960]: DEBUG oslo_vmware.api [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1270.889439] env[68960]: value = "task-3222485" [ 1270.889439] env[68960]: _type = "Task" [ 1270.889439] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.899568] env[68960]: DEBUG oslo_vmware.api [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.954034] env[68960]: DEBUG nova.network.neutron [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Updating instance_info_cache with network_info: [{"id": "41f0cc9d-76c0-43bd-a95f-3cbc69c56359", "address": "fa:16:3e:99:33:1e", "network": {"id": "95ee17f7-dec4-449a-b364-5e72a6a84bd4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337343254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d265d7579a4b8a9047455e0a6e08b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41f0cc9d-76", "ovs_interfaceid": "41f0cc9d-76c0-43bd-a95f-3cbc69c56359", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.399963] env[68960]: DEBUG oslo_vmware.api [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222485, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.456903] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Releasing lock "refresh_cache-70473353-f64b-47ad-8ec6-9206a40ecc87" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.457242] env[68960]: DEBUG nova.compute.manager [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Instance network_info: |[{"id": "41f0cc9d-76c0-43bd-a95f-3cbc69c56359", "address": "fa:16:3e:99:33:1e", "network": {"id": "95ee17f7-dec4-449a-b364-5e72a6a84bd4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337343254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d265d7579a4b8a9047455e0a6e08b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41f0cc9d-76", "ovs_interfaceid": "41f0cc9d-76c0-43bd-a95f-3cbc69c56359", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1271.457678] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:33:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41f0cc9d-76c0-43bd-a95f-3cbc69c56359', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1271.465473] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.465749] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1271.466413] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ef8c432-fee8-41f4-94a9-5ca843776e7a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.487021] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1271.487021] env[68960]: value = "task-3222486" [ 1271.487021] env[68960]: _type = "Task" [ 1271.487021] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.495459] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222486, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.557493] env[68960]: DEBUG nova.compute.manager [req-247dbd5b-2da0-4888-a9e6-41fed23d56dd req-76720560-489f-4b47-83dd-25a7a733efd3 service nova] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Received event network-changed-41f0cc9d-76c0-43bd-a95f-3cbc69c56359 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.557704] env[68960]: DEBUG nova.compute.manager [req-247dbd5b-2da0-4888-a9e6-41fed23d56dd req-76720560-489f-4b47-83dd-25a7a733efd3 service nova] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Refreshing instance network info cache due to event network-changed-41f0cc9d-76c0-43bd-a95f-3cbc69c56359. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1271.557924] env[68960]: DEBUG oslo_concurrency.lockutils [req-247dbd5b-2da0-4888-a9e6-41fed23d56dd req-76720560-489f-4b47-83dd-25a7a733efd3 service nova] Acquiring lock "refresh_cache-70473353-f64b-47ad-8ec6-9206a40ecc87" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.558236] env[68960]: DEBUG oslo_concurrency.lockutils [req-247dbd5b-2da0-4888-a9e6-41fed23d56dd req-76720560-489f-4b47-83dd-25a7a733efd3 service nova] Acquired lock "refresh_cache-70473353-f64b-47ad-8ec6-9206a40ecc87" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.558485] env[68960]: DEBUG nova.network.neutron [req-247dbd5b-2da0-4888-a9e6-41fed23d56dd req-76720560-489f-4b47-83dd-25a7a733efd3 service nova] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Refreshing network info cache for port 41f0cc9d-76c0-43bd-a95f-3cbc69c56359 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.900876] env[68960]: DEBUG oslo_vmware.api [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222485, 'name': ReconfigVM_Task, 'duration_secs': 0.541142} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.901375] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-841e90b1-f570-4169-8509-bf78be59d49e/volume-841e90b1-f570-4169-8509-bf78be59d49e.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.901682] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Updating instance '3f8968c1-71c0-41c3-834c-553a20c8c548' progress to 50 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1271.999581] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222486, 'name': CreateVM_Task, 'duration_secs': 0.505706} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.999786] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1272.000489] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.000660] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.001043] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.001401] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02d64a2f-5733-4b7f-ac42-af1864049a17 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.007271] env[68960]: DEBUG oslo_vmware.api [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1272.007271] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522c825e-cb8b-c8e3-751f-20e1fbeae7c6" [ 1272.007271] env[68960]: _type = "Task" [ 1272.007271] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.015796] env[68960]: DEBUG oslo_vmware.api [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522c825e-cb8b-c8e3-751f-20e1fbeae7c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.289312] env[68960]: DEBUG nova.network.neutron [req-247dbd5b-2da0-4888-a9e6-41fed23d56dd req-76720560-489f-4b47-83dd-25a7a733efd3 service nova] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Updated VIF entry in instance network info cache for port 41f0cc9d-76c0-43bd-a95f-3cbc69c56359. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.289727] env[68960]: DEBUG nova.network.neutron [req-247dbd5b-2da0-4888-a9e6-41fed23d56dd req-76720560-489f-4b47-83dd-25a7a733efd3 service nova] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Updating instance_info_cache with network_info: [{"id": "41f0cc9d-76c0-43bd-a95f-3cbc69c56359", "address": "fa:16:3e:99:33:1e", "network": {"id": "95ee17f7-dec4-449a-b364-5e72a6a84bd4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337343254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d265d7579a4b8a9047455e0a6e08b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41f0cc9d-76", "ovs_interfaceid": "41f0cc9d-76c0-43bd-a95f-3cbc69c56359", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.409653] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cead94-9bbf-456f-b93c-651941af08dc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.431619] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0542381d-3632-4736-a099-9044bb8c3836 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.450236] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Updating instance '3f8968c1-71c0-41c3-834c-553a20c8c548' progress to 67 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1272.490602] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-089aedf8-9321-4730-90e4-f2443c71cb13 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Volume attach. Driver type: vmdk {{(pid=68960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1272.490854] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-089aedf8-9321-4730-90e4-f2443c71cb13 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644226', 'volume_id': '1768b579-72a9-4d6a-a924-ed97be9adf46', 'name': 'volume-1768b579-72a9-4d6a-a924-ed97be9adf46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49e95d19-18f5-4ab9-879e-83662b7c00dd', 'attached_at': '', 'detached_at': '', 'volume_id': '1768b579-72a9-4d6a-a924-ed97be9adf46', 'serial': '1768b579-72a9-4d6a-a924-ed97be9adf46'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1272.491988] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1758ddfe-81c7-4b6d-8d54-3c2e41a27865 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.512244] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec3bd84-39c9-4cb9-9486-4175bc8c67db {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.521695] env[68960]: DEBUG oslo_vmware.api [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]522c825e-cb8b-c8e3-751f-20e1fbeae7c6, 'name': SearchDatastore_Task, 'duration_secs': 0.012035} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.533814] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.534092] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1272.534338] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.534489] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.534670] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1272.542329] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-089aedf8-9321-4730-90e4-f2443c71cb13 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-1768b579-72a9-4d6a-a924-ed97be9adf46/volume-1768b579-72a9-4d6a-a924-ed97be9adf46.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1272.542620] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67a107d6-d7fe-4ce8-9279-780f40613c87 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.545162] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a962e1b-2e8c-47fc-a2c9-99e562f12b65 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.566045] env[68960]: DEBUG oslo_vmware.api [None req-089aedf8-9321-4730-90e4-f2443c71cb13 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1272.566045] env[68960]: value = "task-3222487" [ 1272.566045] env[68960]: _type = "Task" [ 1272.566045] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.570156] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1272.571640] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1272.571640] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5231137-6304-4e78-83b4-9f76bf8553a5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.578375] env[68960]: DEBUG oslo_vmware.api [None req-089aedf8-9321-4730-90e4-f2443c71cb13 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222487, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.582775] env[68960]: DEBUG oslo_vmware.api [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1272.582775] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523c110c-695a-4088-a6a3-760b106ed523" [ 1272.582775] env[68960]: _type = "Task" [ 1272.582775] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.591970] env[68960]: DEBUG oslo_vmware.api [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523c110c-695a-4088-a6a3-760b106ed523, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.792493] env[68960]: DEBUG oslo_concurrency.lockutils [req-247dbd5b-2da0-4888-a9e6-41fed23d56dd req-76720560-489f-4b47-83dd-25a7a733efd3 service nova] Releasing lock "refresh_cache-70473353-f64b-47ad-8ec6-9206a40ecc87" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.076350] env[68960]: DEBUG oslo_vmware.api [None req-089aedf8-9321-4730-90e4-f2443c71cb13 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222487, 'name': ReconfigVM_Task, 'duration_secs': 0.377203} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.076666] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-089aedf8-9321-4730-90e4-f2443c71cb13 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-1768b579-72a9-4d6a-a924-ed97be9adf46/volume-1768b579-72a9-4d6a-a924-ed97be9adf46.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.081483] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51193d8c-d73f-4a7b-a3eb-4ed81a910c16 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.102363] env[68960]: DEBUG oslo_vmware.api [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]523c110c-695a-4088-a6a3-760b106ed523, 'name': SearchDatastore_Task, 'duration_secs': 0.012548} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.104581] env[68960]: DEBUG oslo_vmware.api [None req-089aedf8-9321-4730-90e4-f2443c71cb13 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1273.104581] env[68960]: value = "task-3222488" [ 1273.104581] env[68960]: _type = "Task" [ 1273.104581] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.104834] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4497dd8-9307-49c1-b4ee-c1f69e70d80f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.113296] env[68960]: DEBUG oslo_vmware.api [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1273.113296] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52603879-181b-5b71-c866-8bdef889809f" [ 1273.113296] env[68960]: _type = "Task" [ 1273.113296] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.116712] env[68960]: DEBUG oslo_vmware.api [None req-089aedf8-9321-4730-90e4-f2443c71cb13 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222488, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.124919] env[68960]: DEBUG oslo_vmware.api [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52603879-181b-5b71-c866-8bdef889809f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.617771] env[68960]: DEBUG oslo_vmware.api [None req-089aedf8-9321-4730-90e4-f2443c71cb13 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222488, 'name': ReconfigVM_Task, 'duration_secs': 0.171527} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.621190] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-089aedf8-9321-4730-90e4-f2443c71cb13 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644226', 'volume_id': '1768b579-72a9-4d6a-a924-ed97be9adf46', 'name': 'volume-1768b579-72a9-4d6a-a924-ed97be9adf46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49e95d19-18f5-4ab9-879e-83662b7c00dd', 'attached_at': '', 'detached_at': '', 'volume_id': '1768b579-72a9-4d6a-a924-ed97be9adf46', 'serial': '1768b579-72a9-4d6a-a924-ed97be9adf46'} {{(pid=68960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1273.628510] env[68960]: DEBUG oslo_vmware.api [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52603879-181b-5b71-c866-8bdef889809f, 'name': SearchDatastore_Task, 'duration_secs': 0.011802} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.628775] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.629038] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 70473353-f64b-47ad-8ec6-9206a40ecc87/70473353-f64b-47ad-8ec6-9206a40ecc87.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1273.629316] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cef2a6d-b541-4dea-8807-4ce01b0242c2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.639143] env[68960]: DEBUG oslo_vmware.api [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1273.639143] env[68960]: value = "task-3222489" [ 1273.639143] env[68960]: _type = "Task" [ 1273.639143] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.647732] env[68960]: DEBUG oslo_vmware.api [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.158120] env[68960]: DEBUG oslo_vmware.api [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222489, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.164362] env[68960]: DEBUG nova.network.neutron [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Port e2bd316e-d262-4412-b6bf-e888fd9259a5 binding to destination host cpu-1 is already ACTIVE {{(pid=68960) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1274.649979] env[68960]: DEBUG oslo_vmware.api [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561252} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.650292] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 70473353-f64b-47ad-8ec6-9206a40ecc87/70473353-f64b-47ad-8ec6-9206a40ecc87.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1274.650531] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1274.650815] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f462993-969f-46bd-afc9-a0b0341081c7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.660055] env[68960]: DEBUG oslo_vmware.api [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1274.660055] env[68960]: value = "task-3222490" [ 1274.660055] env[68960]: _type = "Task" [ 1274.660055] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.675115] env[68960]: DEBUG oslo_vmware.api [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.678696] env[68960]: DEBUG nova.objects.instance [None req-089aedf8-9321-4730-90e4-f2443c71cb13 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lazy-loading 'flavor' on Instance uuid 49e95d19-18f5-4ab9-879e-83662b7c00dd {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.171636] env[68960]: DEBUG oslo_vmware.api [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068093} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.172062] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1275.173035] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0819670f-2e95-477a-ba35-683a5fd6bdf5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.205328] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 70473353-f64b-47ad-8ec6-9206a40ecc87/70473353-f64b-47ad-8ec6-9206a40ecc87.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1275.205982] env[68960]: DEBUG oslo_concurrency.lockutils [None req-089aedf8-9321-4730-90e4-f2443c71cb13 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "49e95d19-18f5-4ab9-879e-83662b7c00dd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.319s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.209671] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e1612db-bb2a-4b40-9ef7-2e89fb49f989 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.229441] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "3f8968c1-71c0-41c3-834c-553a20c8c548-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.229441] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "3f8968c1-71c0-41c3-834c-553a20c8c548-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.229606] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "3f8968c1-71c0-41c3-834c-553a20c8c548-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.239425] env[68960]: DEBUG oslo_vmware.api [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1275.239425] env[68960]: value = "task-3222491" [ 1275.239425] env[68960]: _type = "Task" [ 1275.239425] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.250946] env[68960]: DEBUG oslo_vmware.api [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222491, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.379575] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e9b35276-d73e-43dd-83b0-9194e979b5b0 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "49e95d19-18f5-4ab9-879e-83662b7c00dd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.379832] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e9b35276-d73e-43dd-83b0-9194e979b5b0 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "49e95d19-18f5-4ab9-879e-83662b7c00dd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.751845] env[68960]: DEBUG oslo_vmware.api [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222491, 'name': ReconfigVM_Task, 'duration_secs': 0.375828} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.752494] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 70473353-f64b-47ad-8ec6-9206a40ecc87/70473353-f64b-47ad-8ec6-9206a40ecc87.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1275.753254] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4189daa-8d05-49bb-b29e-0415025308d5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.760704] env[68960]: DEBUG oslo_vmware.api [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1275.760704] env[68960]: value = "task-3222492" [ 1275.760704] env[68960]: _type = "Task" [ 1275.760704] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.776181] env[68960]: DEBUG oslo_vmware.api [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222492, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.882871] env[68960]: INFO nova.compute.manager [None req-e9b35276-d73e-43dd-83b0-9194e979b5b0 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Detaching volume 1768b579-72a9-4d6a-a924-ed97be9adf46 [ 1275.921774] env[68960]: INFO nova.virt.block_device [None req-e9b35276-d73e-43dd-83b0-9194e979b5b0 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Attempting to driver detach volume 1768b579-72a9-4d6a-a924-ed97be9adf46 from mountpoint /dev/sdb [ 1275.922073] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b35276-d73e-43dd-83b0-9194e979b5b0 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Volume detach. Driver type: vmdk {{(pid=68960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1275.922309] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b35276-d73e-43dd-83b0-9194e979b5b0 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644226', 'volume_id': '1768b579-72a9-4d6a-a924-ed97be9adf46', 'name': 'volume-1768b579-72a9-4d6a-a924-ed97be9adf46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49e95d19-18f5-4ab9-879e-83662b7c00dd', 'attached_at': '', 'detached_at': '', 'volume_id': '1768b579-72a9-4d6a-a924-ed97be9adf46', 'serial': '1768b579-72a9-4d6a-a924-ed97be9adf46'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1275.923285] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42944584-8c4a-4af2-a499-494a178c8d6d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.945839] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850a64d0-dabc-4857-8b75-c7ac2b5c5ca5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.953675] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b2ad89-f58e-41f1-992c-4b5c8ad8bad3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.976397] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5901809-b12e-4f88-aea6-8e459542079c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.992598] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b35276-d73e-43dd-83b0-9194e979b5b0 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] The volume has not been displaced from its original location: [datastore1] volume-1768b579-72a9-4d6a-a924-ed97be9adf46/volume-1768b579-72a9-4d6a-a924-ed97be9adf46.vmdk. No consolidation needed. {{(pid=68960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1275.998176] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b35276-d73e-43dd-83b0-9194e979b5b0 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1275.998800] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c07e623c-9b09-487e-99b0-a8392ae4e2e5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.019317] env[68960]: DEBUG oslo_vmware.api [None req-e9b35276-d73e-43dd-83b0-9194e979b5b0 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1276.019317] env[68960]: value = "task-3222493" [ 1276.019317] env[68960]: _type = "Task" [ 1276.019317] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.028112] env[68960]: DEBUG oslo_vmware.api [None req-e9b35276-d73e-43dd-83b0-9194e979b5b0 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.273797] env[68960]: DEBUG oslo_vmware.api [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222492, 'name': Rename_Task, 'duration_secs': 0.178268} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.274152] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1276.274431] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3fa4d23-9979-4627-ab5a-5ef193aa7f2c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.281916] env[68960]: DEBUG oslo_vmware.api [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1276.281916] env[68960]: value = "task-3222494" [ 1276.281916] env[68960]: _type = "Task" [ 1276.281916] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.289064] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "refresh_cache-3f8968c1-71c0-41c3-834c-553a20c8c548" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.289287] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquired lock "refresh_cache-3f8968c1-71c0-41c3-834c-553a20c8c548" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.289483] env[68960]: DEBUG nova.network.neutron [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.296186] env[68960]: DEBUG oslo_vmware.api [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.529914] env[68960]: DEBUG oslo_vmware.api [None req-e9b35276-d73e-43dd-83b0-9194e979b5b0 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222493, 'name': ReconfigVM_Task, 'duration_secs': 0.263736} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.530213] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b35276-d73e-43dd-83b0-9194e979b5b0 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1276.534957] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48f85143-ed56-4932-9d84-6baf38a6c292 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.551615] env[68960]: DEBUG oslo_vmware.api [None req-e9b35276-d73e-43dd-83b0-9194e979b5b0 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1276.551615] env[68960]: value = "task-3222495" [ 1276.551615] env[68960]: _type = "Task" [ 1276.551615] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.560910] env[68960]: DEBUG oslo_vmware.api [None req-e9b35276-d73e-43dd-83b0-9194e979b5b0 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222495, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.795507] env[68960]: DEBUG oslo_vmware.api [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222494, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.000945] env[68960]: DEBUG nova.network.neutron [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Updating instance_info_cache with network_info: [{"id": "e2bd316e-d262-4412-b6bf-e888fd9259a5", "address": "fa:16:3e:3a:f4:c9", "network": {"id": "6e100ac4-7b00-4329-b2ac-f4fb65e8f519", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-748744904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c6d3f23cbe4289a44c7f4b678c28f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2bd316e-d2", "ovs_interfaceid": "e2bd316e-d262-4412-b6bf-e888fd9259a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.061632] env[68960]: DEBUG oslo_vmware.api [None req-e9b35276-d73e-43dd-83b0-9194e979b5b0 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222495, 'name': ReconfigVM_Task, 'duration_secs': 0.161199} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.061937] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b35276-d73e-43dd-83b0-9194e979b5b0 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644226', 'volume_id': '1768b579-72a9-4d6a-a924-ed97be9adf46', 'name': 'volume-1768b579-72a9-4d6a-a924-ed97be9adf46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49e95d19-18f5-4ab9-879e-83662b7c00dd', 'attached_at': '', 'detached_at': '', 'volume_id': '1768b579-72a9-4d6a-a924-ed97be9adf46', 'serial': '1768b579-72a9-4d6a-a924-ed97be9adf46'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1277.292520] env[68960]: DEBUG oslo_vmware.api [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222494, 'name': PowerOnVM_Task, 'duration_secs': 0.526472} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.292863] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1277.292948] env[68960]: INFO nova.compute.manager [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1277.293143] env[68960]: DEBUG nova.compute.manager [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1277.293905] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8ba76b-6cd8-48dc-9f60-d2749ddbde54 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.504017] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Releasing lock "refresh_cache-3f8968c1-71c0-41c3-834c-553a20c8c548" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.563831] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.603598] env[68960]: DEBUG nova.objects.instance [None req-e9b35276-d73e-43dd-83b0-9194e979b5b0 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lazy-loading 'flavor' on Instance uuid 49e95d19-18f5-4ab9-879e-83662b7c00dd {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.745765] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.746024] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.811880] env[68960]: INFO nova.compute.manager [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Took 12.75 seconds to build instance. [ 1278.016169] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3042bdf0-9c24-48f8-963e-ff770e8216da {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.024856] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f21e5af-0b0d-4b75-832f-85d7c744f900 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.313603] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d2caf9da-152d-49c5-b742-590f306dd7ba tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "70473353-f64b-47ad-8ec6-9206a40ecc87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.260s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.375259] env[68960]: DEBUG oslo_vmware.rw_handles [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529aabe5-a135-fc1d-67a4-2da4e64d5262/disk-0.vmdk. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1278.376233] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea337f82-a08f-4933-97c2-b9240ad403d8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.384292] env[68960]: DEBUG oslo_vmware.rw_handles [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529aabe5-a135-fc1d-67a4-2da4e64d5262/disk-0.vmdk is in state: ready. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1278.384452] env[68960]: ERROR oslo_vmware.rw_handles [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529aabe5-a135-fc1d-67a4-2da4e64d5262/disk-0.vmdk due to incomplete transfer. [ 1278.384672] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-673a6a9d-c67c-4188-99cd-9d0dff0e1bc2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.391872] env[68960]: DEBUG oslo_vmware.rw_handles [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529aabe5-a135-fc1d-67a4-2da4e64d5262/disk-0.vmdk. {{(pid=68960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1278.392062] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Uploaded image 6c629976-3da5-4c59-9acd-bb79b19623eb to the Glance image server {{(pid=68960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1278.394368] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Destroying the VM {{(pid=68960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1278.394597] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d45056af-585b-4c1d-a7ba-5d959d69e24e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.400510] env[68960]: DEBUG oslo_vmware.api [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1278.400510] env[68960]: value = "task-3222496" [ 1278.400510] env[68960]: _type = "Task" [ 1278.400510] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.408762] env[68960]: DEBUG oslo_vmware.api [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222496, 'name': Destroy_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.519606] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2d111be2-72c3-4d0f-815d-62d01c5d5a1c tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "70473353-f64b-47ad-8ec6-9206a40ecc87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.519909] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2d111be2-72c3-4d0f-815d-62d01c5d5a1c tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "70473353-f64b-47ad-8ec6-9206a40ecc87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.520143] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2d111be2-72c3-4d0f-815d-62d01c5d5a1c tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "70473353-f64b-47ad-8ec6-9206a40ecc87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.520333] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2d111be2-72c3-4d0f-815d-62d01c5d5a1c tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "70473353-f64b-47ad-8ec6-9206a40ecc87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.520508] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2d111be2-72c3-4d0f-815d-62d01c5d5a1c tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "70473353-f64b-47ad-8ec6-9206a40ecc87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.522831] env[68960]: INFO nova.compute.manager [None req-2d111be2-72c3-4d0f-815d-62d01c5d5a1c tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Terminating instance [ 1278.612783] env[68960]: DEBUG oslo_concurrency.lockutils [None req-e9b35276-d73e-43dd-83b0-9194e979b5b0 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "49e95d19-18f5-4ab9-879e-83662b7c00dd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.233s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.792154] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.792154] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.792154] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68960) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1278.910876] env[68960]: DEBUG oslo_vmware.api [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222496, 'name': Destroy_Task} progress is 33%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.026919] env[68960]: DEBUG nova.compute.manager [None req-2d111be2-72c3-4d0f-815d-62d01c5d5a1c tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1279.027245] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2d111be2-72c3-4d0f-815d-62d01c5d5a1c tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1279.028227] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661e13bc-ade0-4637-9a0d-409306447850 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.036087] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d111be2-72c3-4d0f-815d-62d01c5d5a1c tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1279.036361] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f712fa55-3548-412e-ac09-4a87a57306c4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.042647] env[68960]: DEBUG oslo_vmware.api [None req-2d111be2-72c3-4d0f-815d-62d01c5d5a1c tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1279.042647] env[68960]: value = "task-3222497" [ 1279.042647] env[68960]: _type = "Task" [ 1279.042647] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.050650] env[68960]: DEBUG oslo_vmware.api [None req-2d111be2-72c3-4d0f-815d-62d01c5d5a1c tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.127456] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb79f24a-d8cd-4c4b-95b6-2e9ff341ac7e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.152063] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abd9243-43d6-401b-81a1-090a374ba953 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.160049] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Updating instance '3f8968c1-71c0-41c3-834c-553a20c8c548' progress to 83 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1279.411425] env[68960]: DEBUG oslo_vmware.api [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222496, 'name': Destroy_Task, 'duration_secs': 0.883153} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.411859] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Destroyed the VM [ 1279.411919] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Deleting Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1279.412197] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-09302f44-e09f-4bbc-987b-e4cc5fffc9e6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.418597] env[68960]: DEBUG oslo_vmware.api [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1279.418597] env[68960]: value = "task-3222498" [ 1279.418597] env[68960]: _type = "Task" [ 1279.418597] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.426315] env[68960]: DEBUG oslo_vmware.api [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222498, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.551982] env[68960]: DEBUG oslo_vmware.api [None req-2d111be2-72c3-4d0f-815d-62d01c5d5a1c tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222497, 'name': PowerOffVM_Task, 'duration_secs': 0.216143} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.552253] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d111be2-72c3-4d0f-815d-62d01c5d5a1c tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1279.552424] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2d111be2-72c3-4d0f-815d-62d01c5d5a1c tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1279.552673] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ab5a9b6-bd37-4c15-be76-ddef8ab94ed2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.618398] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2d111be2-72c3-4d0f-815d-62d01c5d5a1c tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1279.618634] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2d111be2-72c3-4d0f-815d-62d01c5d5a1c tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1279.618834] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d111be2-72c3-4d0f-815d-62d01c5d5a1c tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Deleting the datastore file [datastore1] 70473353-f64b-47ad-8ec6-9206a40ecc87 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1279.619126] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-235b0aa0-31e7-4264-a9dd-b72085badf8c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.622643] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c5903626-b3f1-41a7-8c08-923d3241c7f5 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "49e95d19-18f5-4ab9-879e-83662b7c00dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.622866] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c5903626-b3f1-41a7-8c08-923d3241c7f5 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "49e95d19-18f5-4ab9-879e-83662b7c00dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.623081] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c5903626-b3f1-41a7-8c08-923d3241c7f5 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "49e95d19-18f5-4ab9-879e-83662b7c00dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.623269] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c5903626-b3f1-41a7-8c08-923d3241c7f5 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "49e95d19-18f5-4ab9-879e-83662b7c00dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.623437] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c5903626-b3f1-41a7-8c08-923d3241c7f5 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "49e95d19-18f5-4ab9-879e-83662b7c00dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.626091] env[68960]: DEBUG oslo_vmware.api [None req-2d111be2-72c3-4d0f-815d-62d01c5d5a1c tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1279.626091] env[68960]: value = "task-3222500" [ 1279.626091] env[68960]: _type = "Task" [ 1279.626091] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.626573] env[68960]: INFO nova.compute.manager [None req-c5903626-b3f1-41a7-8c08-923d3241c7f5 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Terminating instance [ 1279.636403] env[68960]: DEBUG oslo_vmware.api [None req-2d111be2-72c3-4d0f-815d-62d01c5d5a1c tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.665778] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.666018] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04111006-7ecb-45de-a76e-353d8df13003 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.672132] env[68960]: DEBUG oslo_vmware.api [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1279.672132] env[68960]: value = "task-3222501" [ 1279.672132] env[68960]: _type = "Task" [ 1279.672132] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.680065] env[68960]: DEBUG oslo_vmware.api [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.746473] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.928156] env[68960]: DEBUG oslo_vmware.api [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222498, 'name': RemoveSnapshot_Task, 'duration_secs': 0.378644} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.928503] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Deleted Snapshot of the VM instance {{(pid=68960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1279.928780] env[68960]: DEBUG nova.compute.manager [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1279.929822] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4be401-32b0-43ba-bcec-4c2c9f86f3a4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.133129] env[68960]: DEBUG nova.compute.manager [None req-c5903626-b3f1-41a7-8c08-923d3241c7f5 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1280.133461] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c5903626-b3f1-41a7-8c08-923d3241c7f5 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1280.134313] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f6b96b-64bc-4572-ba72-499cd7dd94fb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.139852] env[68960]: DEBUG oslo_vmware.api [None req-2d111be2-72c3-4d0f-815d-62d01c5d5a1c tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1515} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.140444] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d111be2-72c3-4d0f-815d-62d01c5d5a1c tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1280.140695] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2d111be2-72c3-4d0f-815d-62d01c5d5a1c tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1280.140953] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2d111be2-72c3-4d0f-815d-62d01c5d5a1c tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1280.141218] env[68960]: INFO nova.compute.manager [None req-2d111be2-72c3-4d0f-815d-62d01c5d5a1c tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1280.141519] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d111be2-72c3-4d0f-815d-62d01c5d5a1c tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1280.141762] env[68960]: DEBUG nova.compute.manager [-] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1280.141901] env[68960]: DEBUG nova.network.neutron [-] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1280.145198] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5903626-b3f1-41a7-8c08-923d3241c7f5 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.145721] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c83f2787-0b66-4e8c-be4c-2cf94e1527b5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.150764] env[68960]: DEBUG oslo_vmware.api [None req-c5903626-b3f1-41a7-8c08-923d3241c7f5 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1280.150764] env[68960]: value = "task-3222502" [ 1280.150764] env[68960]: _type = "Task" [ 1280.150764] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.158796] env[68960]: DEBUG oslo_vmware.api [None req-c5903626-b3f1-41a7-8c08-923d3241c7f5 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.181997] env[68960]: DEBUG oslo_vmware.api [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222501, 'name': PowerOnVM_Task, 'duration_secs': 0.435991} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.182263] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1280.182380] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1b578a-3f6e-418e-8e89-5d82ad51bd66 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Updating instance '3f8968c1-71c0-41c3-834c-553a20c8c548' progress to 100 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1280.443692] env[68960]: INFO nova.compute.manager [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Shelve offloading [ 1280.459549] env[68960]: DEBUG nova.compute.manager [req-33b13655-63a6-4b71-bde7-f1efb379822d req-3fa79b2c-7ced-45b2-9d04-3dc69efaae6b service nova] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Received event network-vif-deleted-41f0cc9d-76c0-43bd-a95f-3cbc69c56359 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.459914] env[68960]: INFO nova.compute.manager [req-33b13655-63a6-4b71-bde7-f1efb379822d req-3fa79b2c-7ced-45b2-9d04-3dc69efaae6b service nova] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Neutron deleted interface 41f0cc9d-76c0-43bd-a95f-3cbc69c56359; detaching it from the instance and deleting it from the info cache [ 1280.459914] env[68960]: DEBUG nova.network.neutron [req-33b13655-63a6-4b71-bde7-f1efb379822d req-3fa79b2c-7ced-45b2-9d04-3dc69efaae6b service nova] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.661052] env[68960]: DEBUG oslo_vmware.api [None req-c5903626-b3f1-41a7-8c08-923d3241c7f5 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222502, 'name': PowerOffVM_Task, 'duration_secs': 0.213251} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.661343] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5903626-b3f1-41a7-8c08-923d3241c7f5 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1280.661528] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c5903626-b3f1-41a7-8c08-923d3241c7f5 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1280.661750] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8408df36-75e5-4577-82bc-facf34896739 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.731581] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c5903626-b3f1-41a7-8c08-923d3241c7f5 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1280.731815] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c5903626-b3f1-41a7-8c08-923d3241c7f5 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1280.731994] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5903626-b3f1-41a7-8c08-923d3241c7f5 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Deleting the datastore file [datastore2] 49e95d19-18f5-4ab9-879e-83662b7c00dd {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1280.732263] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e5cf8ba-2785-4b08-b7e7-498a73a6858a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.739237] env[68960]: DEBUG oslo_vmware.api [None req-c5903626-b3f1-41a7-8c08-923d3241c7f5 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for the task: (returnval){ [ 1280.739237] env[68960]: value = "task-3222504" [ 1280.739237] env[68960]: _type = "Task" [ 1280.739237] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.747565] env[68960]: DEBUG oslo_vmware.api [None req-c5903626-b3f1-41a7-8c08-923d3241c7f5 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.946932] env[68960]: DEBUG nova.network.neutron [-] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.948457] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.948915] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-deb6d6c8-17c7-4760-b544-23fa4ac91f93 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.956975] env[68960]: DEBUG oslo_vmware.api [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1280.956975] env[68960]: value = "task-3222505" [ 1280.956975] env[68960]: _type = "Task" [ 1280.956975] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.962841] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-149b24e8-32b4-4726-81bd-f85bef3c7875 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.967963] env[68960]: DEBUG oslo_vmware.api [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.975762] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c707757a-5285-4329-8fb9-7fcb2f315cb7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.007296] env[68960]: DEBUG nova.compute.manager [req-33b13655-63a6-4b71-bde7-f1efb379822d req-3fa79b2c-7ced-45b2-9d04-3dc69efaae6b service nova] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Detach interface failed, port_id=41f0cc9d-76c0-43bd-a95f-3cbc69c56359, reason: Instance 70473353-f64b-47ad-8ec6-9206a40ecc87 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1281.250832] env[68960]: DEBUG oslo_vmware.api [None req-c5903626-b3f1-41a7-8c08-923d3241c7f5 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Task: {'id': task-3222504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138012} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.251023] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5903626-b3f1-41a7-8c08-923d3241c7f5 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1281.251208] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c5903626-b3f1-41a7-8c08-923d3241c7f5 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1281.251380] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-c5903626-b3f1-41a7-8c08-923d3241c7f5 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1281.251552] env[68960]: INFO nova.compute.manager [None req-c5903626-b3f1-41a7-8c08-923d3241c7f5 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1281.251796] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5903626-b3f1-41a7-8c08-923d3241c7f5 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1281.251981] env[68960]: DEBUG nova.compute.manager [-] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1281.252086] env[68960]: DEBUG nova.network.neutron [-] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1281.449501] env[68960]: INFO nova.compute.manager [-] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Took 1.31 seconds to deallocate network for instance. [ 1281.467086] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] VM already powered off {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1281.467397] env[68960]: DEBUG nova.compute.manager [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1281.468135] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6976a781-363a-4564-aa51-255326c89c9e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.475070] env[68960]: DEBUG oslo_concurrency.lockutils [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquiring lock "refresh_cache-fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.475403] env[68960]: DEBUG oslo_concurrency.lockutils [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquired lock "refresh_cache-fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.475524] env[68960]: DEBUG nova.network.neutron [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1281.746427] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.957336] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2d111be2-72c3-4d0f-815d-62d01c5d5a1c tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.957456] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2d111be2-72c3-4d0f-815d-62d01c5d5a1c tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.957679] env[68960]: DEBUG nova.objects.instance [None req-2d111be2-72c3-4d0f-815d-62d01c5d5a1c tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lazy-loading 'resources' on Instance uuid 70473353-f64b-47ad-8ec6-9206a40ecc87 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.257635] env[68960]: DEBUG nova.network.neutron [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Updating instance_info_cache with network_info: [{"id": "fe6f9857-481d-46b1-97a9-db78ffd5871d", "address": "fa:16:3e:d5:48:a8", "network": {"id": "4139273d-51b4-4bf5-9786-325e4fa44a1c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-641245848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f345894c0e4c42eba03bc430a5358948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe6f9857-48", "ovs_interfaceid": "fe6f9857-481d-46b1-97a9-db78ffd5871d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.392457] env[68960]: DEBUG nova.network.neutron [-] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.487575] env[68960]: DEBUG nova.compute.manager [req-9fb40e7b-5b40-4018-8b41-6cc6f755a1b7 req-c4e4d360-602a-4e82-9d39-fbc2ed5c39c1 service nova] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Received event network-vif-deleted-f8a3fecc-fa04-4537-b800-a5d81998a229 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.598683] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dee1fc2-737f-4601-a857-dd1c14bbdd39 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.606363] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fc326e-f6af-4c2b-b314-6a97780e4418 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.637609] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6806ec6a-3885-4d64-afd7-38144c55ffc1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.644824] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a332894-851d-4ce7-a0b0-f4c85ef2349e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.657894] env[68960]: DEBUG nova.compute.provider_tree [None req-2d111be2-72c3-4d0f-815d-62d01c5d5a1c tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.745946] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.760223] env[68960]: DEBUG oslo_concurrency.lockutils [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Releasing lock "refresh_cache-fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.786395] env[68960]: DEBUG oslo_concurrency.lockutils [None req-28791594-120d-4c9f-a711-22e0ac71d1d4 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "3f8968c1-71c0-41c3-834c-553a20c8c548" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.786738] env[68960]: DEBUG oslo_concurrency.lockutils [None req-28791594-120d-4c9f-a711-22e0ac71d1d4 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "3f8968c1-71c0-41c3-834c-553a20c8c548" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.786943] env[68960]: DEBUG nova.compute.manager [None req-28791594-120d-4c9f-a711-22e0ac71d1d4 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Going to confirm migration 8 {{(pid=68960) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1282.895412] env[68960]: INFO nova.compute.manager [-] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Took 1.64 seconds to deallocate network for instance. [ 1283.052303] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1283.053219] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ab2da0-a1ce-4262-ac75-1fe2fc7a86b7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.061593] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1283.061827] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c3c64a2-c809-4136-a4a2-d48042084510 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.131437] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1283.131693] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1283.131833] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Deleting the datastore file [datastore2] fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.132117] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84921d0d-a9a7-4aff-99fa-1f8f0dad5d3f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.138546] env[68960]: DEBUG oslo_vmware.api [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1283.138546] env[68960]: value = "task-3222507" [ 1283.138546] env[68960]: _type = "Task" [ 1283.138546] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.146325] env[68960]: DEBUG oslo_vmware.api [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.161254] env[68960]: DEBUG nova.scheduler.client.report [None req-2d111be2-72c3-4d0f-815d-62d01c5d5a1c tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.249041] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.323271] env[68960]: DEBUG oslo_concurrency.lockutils [None req-28791594-120d-4c9f-a711-22e0ac71d1d4 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "refresh_cache-3f8968c1-71c0-41c3-834c-553a20c8c548" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.323453] env[68960]: DEBUG oslo_concurrency.lockutils [None req-28791594-120d-4c9f-a711-22e0ac71d1d4 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquired lock "refresh_cache-3f8968c1-71c0-41c3-834c-553a20c8c548" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.323629] env[68960]: DEBUG nova.network.neutron [None req-28791594-120d-4c9f-a711-22e0ac71d1d4 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.323806] env[68960]: DEBUG nova.objects.instance [None req-28791594-120d-4c9f-a711-22e0ac71d1d4 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lazy-loading 'info_cache' on Instance uuid 3f8968c1-71c0-41c3-834c-553a20c8c548 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.402329] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c5903626-b3f1-41a7-8c08-923d3241c7f5 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.647624] env[68960]: DEBUG oslo_vmware.api [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222507, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14348} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.647970] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.648145] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1283.648334] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1283.666111] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2d111be2-72c3-4d0f-815d-62d01c5d5a1c tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.668177] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.419s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.668377] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.668551] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68960) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1283.668853] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c5903626-b3f1-41a7-8c08-923d3241c7f5 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.267s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.669033] env[68960]: DEBUG nova.objects.instance [None req-c5903626-b3f1-41a7-8c08-923d3241c7f5 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lazy-loading 'resources' on Instance uuid 49e95d19-18f5-4ab9-879e-83662b7c00dd {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.670763] env[68960]: INFO nova.scheduler.client.report [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Deleted allocations for instance fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9 [ 1283.673707] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95897d5f-0815-4abd-b875-6fa4df74eb0a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.682011] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ccf7e6-a70a-4a16-b9ca-62ca28528514 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.687896] env[68960]: INFO nova.scheduler.client.report [None req-2d111be2-72c3-4d0f-815d-62d01c5d5a1c tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Deleted allocations for instance 70473353-f64b-47ad-8ec6-9206a40ecc87 [ 1283.700321] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30893276-4d21-4c24-9fe4-259d6a6f1ff4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.706677] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04655c0f-97af-41e4-8538-eb45ef1ca9dc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.735875] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179827MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=68960) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1283.736035] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.178511] env[68960]: DEBUG oslo_concurrency.lockutils [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.202631] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2d111be2-72c3-4d0f-815d-62d01c5d5a1c tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "70473353-f64b-47ad-8ec6-9206a40ecc87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.683s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.270309] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b47587e-c45a-4c5c-bb5f-de2accf0854c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.277602] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1370af3-7eb9-464e-9307-d087fbf9fe9a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.308790] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5040fd3-eaea-4ae6-bde6-7fcbf4ebb663 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.315175] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961942de-cd56-4800-971e-32dca894a216 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.327946] env[68960]: DEBUG nova.compute.provider_tree [None req-c5903626-b3f1-41a7-8c08-923d3241c7f5 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.566788] env[68960]: DEBUG nova.compute.manager [req-fcf00aa1-5810-4e9a-a5b8-a2d17130d109 req-8185f61b-da27-4244-812e-1bc1f8e58362 service nova] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Received event network-vif-unplugged-fe6f9857-481d-46b1-97a9-db78ffd5871d {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.566788] env[68960]: DEBUG oslo_concurrency.lockutils [req-fcf00aa1-5810-4e9a-a5b8-a2d17130d109 req-8185f61b-da27-4244-812e-1bc1f8e58362 service nova] Acquiring lock "fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.566788] env[68960]: DEBUG oslo_concurrency.lockutils [req-fcf00aa1-5810-4e9a-a5b8-a2d17130d109 req-8185f61b-da27-4244-812e-1bc1f8e58362 service nova] Lock "fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.566970] env[68960]: DEBUG oslo_concurrency.lockutils [req-fcf00aa1-5810-4e9a-a5b8-a2d17130d109 req-8185f61b-da27-4244-812e-1bc1f8e58362 service nova] Lock "fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.567021] env[68960]: DEBUG nova.compute.manager [req-fcf00aa1-5810-4e9a-a5b8-a2d17130d109 req-8185f61b-da27-4244-812e-1bc1f8e58362 service nova] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] No waiting events found dispatching network-vif-unplugged-fe6f9857-481d-46b1-97a9-db78ffd5871d {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1284.567734] env[68960]: WARNING nova.compute.manager [req-fcf00aa1-5810-4e9a-a5b8-a2d17130d109 req-8185f61b-da27-4244-812e-1bc1f8e58362 service nova] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Received unexpected event network-vif-unplugged-fe6f9857-481d-46b1-97a9-db78ffd5871d for instance with vm_state shelved_offloaded and task_state None. [ 1284.568061] env[68960]: DEBUG nova.compute.manager [req-fcf00aa1-5810-4e9a-a5b8-a2d17130d109 req-8185f61b-da27-4244-812e-1bc1f8e58362 service nova] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Received event network-changed-fe6f9857-481d-46b1-97a9-db78ffd5871d {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.568061] env[68960]: DEBUG nova.compute.manager [req-fcf00aa1-5810-4e9a-a5b8-a2d17130d109 req-8185f61b-da27-4244-812e-1bc1f8e58362 service nova] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Refreshing instance network info cache due to event network-changed-fe6f9857-481d-46b1-97a9-db78ffd5871d. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1284.568542] env[68960]: DEBUG oslo_concurrency.lockutils [req-fcf00aa1-5810-4e9a-a5b8-a2d17130d109 req-8185f61b-da27-4244-812e-1bc1f8e58362 service nova] Acquiring lock "refresh_cache-fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.568542] env[68960]: DEBUG oslo_concurrency.lockutils [req-fcf00aa1-5810-4e9a-a5b8-a2d17130d109 req-8185f61b-da27-4244-812e-1bc1f8e58362 service nova] Acquired lock "refresh_cache-fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.568542] env[68960]: DEBUG nova.network.neutron [req-fcf00aa1-5810-4e9a-a5b8-a2d17130d109 req-8185f61b-da27-4244-812e-1bc1f8e58362 service nova] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Refreshing network info cache for port fe6f9857-481d-46b1-97a9-db78ffd5871d {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1284.597569] env[68960]: DEBUG nova.network.neutron [None req-28791594-120d-4c9f-a711-22e0ac71d1d4 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Updating instance_info_cache with network_info: [{"id": "e2bd316e-d262-4412-b6bf-e888fd9259a5", "address": "fa:16:3e:3a:f4:c9", "network": {"id": "6e100ac4-7b00-4329-b2ac-f4fb65e8f519", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-748744904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91c6d3f23cbe4289a44c7f4b678c28f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2bd316e-d2", "ovs_interfaceid": "e2bd316e-d262-4412-b6bf-e888fd9259a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.833120] env[68960]: DEBUG nova.scheduler.client.report [None req-c5903626-b3f1-41a7-8c08-923d3241c7f5 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.100669] env[68960]: DEBUG oslo_concurrency.lockutils [None req-28791594-120d-4c9f-a711-22e0ac71d1d4 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Releasing lock "refresh_cache-3f8968c1-71c0-41c3-834c-553a20c8c548" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.100936] env[68960]: DEBUG nova.objects.instance [None req-28791594-120d-4c9f-a711-22e0ac71d1d4 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lazy-loading 'migration_context' on Instance uuid 3f8968c1-71c0-41c3-834c-553a20c8c548 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.269820] env[68960]: DEBUG nova.network.neutron [req-fcf00aa1-5810-4e9a-a5b8-a2d17130d109 req-8185f61b-da27-4244-812e-1bc1f8e58362 service nova] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Updated VIF entry in instance network info cache for port fe6f9857-481d-46b1-97a9-db78ffd5871d. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1285.270202] env[68960]: DEBUG nova.network.neutron [req-fcf00aa1-5810-4e9a-a5b8-a2d17130d109 req-8185f61b-da27-4244-812e-1bc1f8e58362 service nova] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Updating instance_info_cache with network_info: [{"id": "fe6f9857-481d-46b1-97a9-db78ffd5871d", "address": "fa:16:3e:d5:48:a8", "network": {"id": "4139273d-51b4-4bf5-9786-325e4fa44a1c", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-641245848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f345894c0e4c42eba03bc430a5358948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapfe6f9857-48", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.340146] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c5903626-b3f1-41a7-8c08-923d3241c7f5 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.342417] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.606s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.362867] env[68960]: INFO nova.scheduler.client.report [None req-c5903626-b3f1-41a7-8c08-923d3241c7f5 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Deleted allocations for instance 49e95d19-18f5-4ab9-879e-83662b7c00dd [ 1285.603653] env[68960]: DEBUG nova.objects.base [None req-28791594-120d-4c9f-a711-22e0ac71d1d4 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Object Instance<3f8968c1-71c0-41c3-834c-553a20c8c548> lazy-loaded attributes: info_cache,migration_context {{(pid=68960) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1285.604776] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8b2b3c-2a4f-48ee-82a4-a3e0f4b349a0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.628146] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bafa7f63-b122-4dd4-9cd2-ef9030b3fcaa {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.633297] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "51d86297-6321-4d86-ac8b-3203de99b963" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.633754] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "51d86297-6321-4d86-ac8b-3203de99b963" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.638592] env[68960]: DEBUG oslo_vmware.api [None req-28791594-120d-4c9f-a711-22e0ac71d1d4 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1285.638592] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a951e9-68e6-db62-7083-209beb232cc5" [ 1285.638592] env[68960]: _type = "Task" [ 1285.638592] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.647919] env[68960]: DEBUG oslo_vmware.api [None req-28791594-120d-4c9f-a711-22e0ac71d1d4 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52a951e9-68e6-db62-7083-209beb232cc5, 'name': SearchDatastore_Task, 'duration_secs': 0.00669} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.648241] env[68960]: DEBUG oslo_concurrency.lockutils [None req-28791594-120d-4c9f-a711-22e0ac71d1d4 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.773236] env[68960]: DEBUG oslo_concurrency.lockutils [req-fcf00aa1-5810-4e9a-a5b8-a2d17130d109 req-8185f61b-da27-4244-812e-1bc1f8e58362 service nova] Releasing lock "refresh_cache-fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.869531] env[68960]: DEBUG oslo_concurrency.lockutils [None req-c5903626-b3f1-41a7-8c08-923d3241c7f5 tempest-AttachVolumeNegativeTest-1907220814 tempest-AttachVolumeNegativeTest-1907220814-project-member] Lock "49e95d19-18f5-4ab9-879e-83662b7c00dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.246s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.136159] env[68960]: DEBUG nova.compute.manager [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1286.351527] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Applying migration context for instance 3f8968c1-71c0-41c3-834c-553a20c8c548 as it has an incoming, in-progress migration 7c7bbb40-53a9-4533-9e1d-0b7b530ece8a. Migration status is confirming {{(pid=68960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1286.352485] env[68960]: INFO nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Updating resource usage from migration 7c7bbb40-53a9-4533-9e1d-0b7b530ece8a [ 1286.372463] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 528aca84-c1c0-4af1-ac42-330bd8cd5b15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1286.372609] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 066322c9-9ec9-4d86-96cc-e2be3db6fbe5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1286.372734] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance e82ada76-7da2-4ee8-b098-8bfb24ce1c50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1286.372856] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 40b6080a-82e2-4c64-bdac-2e67ca6c8179 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1286.372975] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1286.373109] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Migration 7c7bbb40-53a9-4533-9e1d-0b7b530ece8a is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1286.373228] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 3f8968c1-71c0-41c3-834c-553a20c8c548 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1286.467833] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquiring lock "fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.655169] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.876609] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 51d86297-6321-4d86-ac8b-3203de99b963 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1286.876988] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (d6b14c3a-024a-447e-9595-cef114b4ddda): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1286.877099] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=68960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1286.877211] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=68960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1286.987116] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b281627b-9b93-4772-a593-228f5061c1bd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.994508] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1df9608-ecf7-4431-aee1-0b50070654b6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.025306] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9598c9ad-ff1a-4f32-b5c8-c3132887c18d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.033403] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52559bcd-4ca0-4bae-aaa5-c62e224c6044 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.047017] env[68960]: DEBUG nova.compute.provider_tree [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.552082] env[68960]: DEBUG nova.scheduler.client.report [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.057134] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1288.057392] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.715s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.057724] env[68960]: DEBUG oslo_concurrency.lockutils [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.880s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.057952] env[68960]: DEBUG oslo_concurrency.lockutils [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.060579] env[68960]: DEBUG oslo_concurrency.lockutils [None req-28791594-120d-4c9f-a711-22e0ac71d1d4 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.412s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.569878] env[68960]: DEBUG oslo_concurrency.lockutils [None req-50335c06-df95-474b-8d8b-36a26d1f85dc tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.367s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.570586] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.103s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.570801] env[68960]: INFO nova.compute.manager [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Unshelving [ 1288.677649] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ff7988-1391-408f-a683-236af3fed30c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.685106] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a29fac-1555-47b5-973f-aa79caf4fbf5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.716700] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f44d3a-43fc-4645-bffd-e383cea18a69 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.723703] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9e34ba-65aa-4427-afba-52d1972ce0df {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.737111] env[68960]: DEBUG nova.compute.provider_tree [None req-28791594-120d-4c9f-a711-22e0ac71d1d4 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.056066] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1289.239907] env[68960]: DEBUG nova.scheduler.client.report [None req-28791594-120d-4c9f-a711-22e0ac71d1d4 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.591391] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.249797] env[68960]: DEBUG oslo_concurrency.lockutils [None req-28791594-120d-4c9f-a711-22e0ac71d1d4 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.189s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.252626] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.598s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.253995] env[68960]: INFO nova.compute.claims [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1290.808158] env[68960]: INFO nova.scheduler.client.report [None req-28791594-120d-4c9f-a711-22e0ac71d1d4 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Deleted allocation for migration 7c7bbb40-53a9-4533-9e1d-0b7b530ece8a [ 1291.313269] env[68960]: DEBUG oslo_concurrency.lockutils [None req-28791594-120d-4c9f-a711-22e0ac71d1d4 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "3f8968c1-71c0-41c3-834c-553a20c8c548" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.526s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.326908] env[68960]: INFO nova.compute.manager [None req-aeae8fbf-b001-42c0-be86-21f1336ec29b tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Get console output [ 1291.327469] env[68960]: WARNING nova.virt.vmwareapi.driver [None req-aeae8fbf-b001-42c0-be86-21f1336ec29b tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] The console log is missing. Check your VSPC configuration [ 1291.360815] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb948edc-1f4c-429c-b931-96aec4dbc720 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.368156] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c881dd97-ab97-4595-b544-0a7222009236 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.399469] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fc47fa-77fa-44fc-8fc3-10cbf7510ad8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.407008] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e51726-13b6-48e4-8b28-1acf15174720 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.420059] env[68960]: DEBUG nova.compute.provider_tree [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.922738] env[68960]: DEBUG nova.scheduler.client.report [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.427750] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.175s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.428329] env[68960]: DEBUG nova.compute.manager [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1292.431091] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.840s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.432028] env[68960]: DEBUG nova.objects.instance [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lazy-loading 'pci_requests' on Instance uuid fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.936087] env[68960]: DEBUG nova.compute.utils [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1292.939056] env[68960]: DEBUG nova.objects.instance [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lazy-loading 'numa_topology' on Instance uuid fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.941362] env[68960]: DEBUG nova.compute.manager [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1292.941891] env[68960]: DEBUG nova.network.neutron [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1292.981460] env[68960]: DEBUG nova.policy [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77558e1aedcf47ee979ad052a2454f78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60d265d7579a4b8a9047455e0a6e08b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1293.266193] env[68960]: DEBUG nova.network.neutron [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Successfully created port: 1efcaa1c-b932-4302-a13a-22b324cb3a5a {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1293.447472] env[68960]: DEBUG nova.compute.manager [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1293.450980] env[68960]: INFO nova.compute.claims [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1294.060999] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a4208b-ff57-427f-8bec-0959904ab5f4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.068723] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb0e01e-4998-4854-b8a6-89a09225dce1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.098454] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab304412-ec0e-4aa7-9525-7b4ced3eeee3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.105735] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5b4a6a-76e3-4667-a49f-3df845f96931 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.119574] env[68960]: DEBUG nova.compute.provider_tree [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.461831] env[68960]: DEBUG nova.compute.manager [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1294.489747] env[68960]: DEBUG nova.virt.hardware [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1294.489995] env[68960]: DEBUG nova.virt.hardware [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1294.490173] env[68960]: DEBUG nova.virt.hardware [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1294.490371] env[68960]: DEBUG nova.virt.hardware [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1294.490901] env[68960]: DEBUG nova.virt.hardware [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1294.490901] env[68960]: DEBUG nova.virt.hardware [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1294.490901] env[68960]: DEBUG nova.virt.hardware [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1294.491068] env[68960]: DEBUG nova.virt.hardware [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1294.491176] env[68960]: DEBUG nova.virt.hardware [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1294.491376] env[68960]: DEBUG nova.virt.hardware [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1294.491512] env[68960]: DEBUG nova.virt.hardware [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1294.492372] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107f3082-8c28-4a46-8a72-2cae85fd7664 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.500354] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884b1bac-3efa-40ed-8751-78762457841f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.604551] env[68960]: DEBUG nova.compute.manager [req-09d7afee-3122-44d7-b3d2-98bddc7c365d req-0f3c2988-97e6-483c-80ee-a67f440cdf17 service nova] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Received event network-vif-plugged-1efcaa1c-b932-4302-a13a-22b324cb3a5a {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.604765] env[68960]: DEBUG oslo_concurrency.lockutils [req-09d7afee-3122-44d7-b3d2-98bddc7c365d req-0f3c2988-97e6-483c-80ee-a67f440cdf17 service nova] Acquiring lock "51d86297-6321-4d86-ac8b-3203de99b963-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.606232] env[68960]: DEBUG oslo_concurrency.lockutils [req-09d7afee-3122-44d7-b3d2-98bddc7c365d req-0f3c2988-97e6-483c-80ee-a67f440cdf17 service nova] Lock "51d86297-6321-4d86-ac8b-3203de99b963-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.606232] env[68960]: DEBUG oslo_concurrency.lockutils [req-09d7afee-3122-44d7-b3d2-98bddc7c365d req-0f3c2988-97e6-483c-80ee-a67f440cdf17 service nova] Lock "51d86297-6321-4d86-ac8b-3203de99b963-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.606232] env[68960]: DEBUG nova.compute.manager [req-09d7afee-3122-44d7-b3d2-98bddc7c365d req-0f3c2988-97e6-483c-80ee-a67f440cdf17 service nova] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] No waiting events found dispatching network-vif-plugged-1efcaa1c-b932-4302-a13a-22b324cb3a5a {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1294.606232] env[68960]: WARNING nova.compute.manager [req-09d7afee-3122-44d7-b3d2-98bddc7c365d req-0f3c2988-97e6-483c-80ee-a67f440cdf17 service nova] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Received unexpected event network-vif-plugged-1efcaa1c-b932-4302-a13a-22b324cb3a5a for instance with vm_state building and task_state spawning. [ 1294.624052] env[68960]: DEBUG nova.scheduler.client.report [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.747374] env[68960]: DEBUG nova.network.neutron [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Successfully updated port: 1efcaa1c-b932-4302-a13a-22b324cb3a5a {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1295.129183] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.162296] env[68960]: INFO nova.network.neutron [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Updating port fe6f9857-481d-46b1-97a9-db78ffd5871d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1295.250063] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "refresh_cache-51d86297-6321-4d86-ac8b-3203de99b963" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.250239] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquired lock "refresh_cache-51d86297-6321-4d86-ac8b-3203de99b963" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.250368] env[68960]: DEBUG nova.network.neutron [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1295.369095] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3a3f1800-2d4c-4044-9bd9-edd1cdc2d026 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "e82ada76-7da2-4ee8-b098-8bfb24ce1c50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.369361] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3a3f1800-2d4c-4044-9bd9-edd1cdc2d026 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "e82ada76-7da2-4ee8-b098-8bfb24ce1c50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.369741] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3a3f1800-2d4c-4044-9bd9-edd1cdc2d026 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "e82ada76-7da2-4ee8-b098-8bfb24ce1c50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.369965] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3a3f1800-2d4c-4044-9bd9-edd1cdc2d026 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "e82ada76-7da2-4ee8-b098-8bfb24ce1c50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.370172] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3a3f1800-2d4c-4044-9bd9-edd1cdc2d026 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "e82ada76-7da2-4ee8-b098-8bfb24ce1c50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.372568] env[68960]: INFO nova.compute.manager [None req-3a3f1800-2d4c-4044-9bd9-edd1cdc2d026 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Terminating instance [ 1295.793438] env[68960]: DEBUG nova.network.neutron [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1295.878588] env[68960]: DEBUG nova.compute.manager [None req-3a3f1800-2d4c-4044-9bd9-edd1cdc2d026 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1295.878861] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3f1800-2d4c-4044-9bd9-edd1cdc2d026 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1295.879866] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87efdece-c97e-4ace-9257-65e55e5ed284 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.887785] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a3f1800-2d4c-4044-9bd9-edd1cdc2d026 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1295.888034] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40435fa2-0aa0-4273-a840-db59392c3392 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.894916] env[68960]: DEBUG oslo_vmware.api [None req-3a3f1800-2d4c-4044-9bd9-edd1cdc2d026 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1295.894916] env[68960]: value = "task-3222511" [ 1295.894916] env[68960]: _type = "Task" [ 1295.894916] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.902882] env[68960]: DEBUG oslo_vmware.api [None req-3a3f1800-2d4c-4044-9bd9-edd1cdc2d026 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.243328] env[68960]: DEBUG nova.network.neutron [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Updating instance_info_cache with network_info: [{"id": "1efcaa1c-b932-4302-a13a-22b324cb3a5a", "address": "fa:16:3e:03:87:9f", "network": {"id": "95ee17f7-dec4-449a-b364-5e72a6a84bd4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337343254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d265d7579a4b8a9047455e0a6e08b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1efcaa1c-b9", "ovs_interfaceid": "1efcaa1c-b932-4302-a13a-22b324cb3a5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.404741] env[68960]: DEBUG oslo_vmware.api [None req-3a3f1800-2d4c-4044-9bd9-edd1cdc2d026 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222511, 'name': PowerOffVM_Task, 'duration_secs': 0.178589} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.405030] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a3f1800-2d4c-4044-9bd9-edd1cdc2d026 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1296.405204] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3f1800-2d4c-4044-9bd9-edd1cdc2d026 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1296.405440] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9dee25b-280a-4c97-b051-d576d5dcb285 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.470898] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3f1800-2d4c-4044-9bd9-edd1cdc2d026 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1296.471157] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3f1800-2d4c-4044-9bd9-edd1cdc2d026 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1296.471339] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a3f1800-2d4c-4044-9bd9-edd1cdc2d026 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Deleting the datastore file [datastore2] e82ada76-7da2-4ee8-b098-8bfb24ce1c50 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1296.471612] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f274535-ce32-4085-90c8-4c7efe1bfc40 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.478903] env[68960]: DEBUG oslo_vmware.api [None req-3a3f1800-2d4c-4044-9bd9-edd1cdc2d026 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1296.478903] env[68960]: value = "task-3222513" [ 1296.478903] env[68960]: _type = "Task" [ 1296.478903] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.486118] env[68960]: DEBUG oslo_vmware.api [None req-3a3f1800-2d4c-4044-9bd9-edd1cdc2d026 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.636108] env[68960]: DEBUG nova.compute.manager [req-c2427066-0f89-45cd-8448-6035332dd7bb req-5936fb04-8ceb-40af-a5d8-8b99d99f59c0 service nova] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Received event network-changed-1efcaa1c-b932-4302-a13a-22b324cb3a5a {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.636108] env[68960]: DEBUG nova.compute.manager [req-c2427066-0f89-45cd-8448-6035332dd7bb req-5936fb04-8ceb-40af-a5d8-8b99d99f59c0 service nova] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Refreshing instance network info cache due to event network-changed-1efcaa1c-b932-4302-a13a-22b324cb3a5a. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1296.636108] env[68960]: DEBUG oslo_concurrency.lockutils [req-c2427066-0f89-45cd-8448-6035332dd7bb req-5936fb04-8ceb-40af-a5d8-8b99d99f59c0 service nova] Acquiring lock "refresh_cache-51d86297-6321-4d86-ac8b-3203de99b963" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.718108] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquiring lock "refresh_cache-fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.718108] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquired lock "refresh_cache-fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.718108] env[68960]: DEBUG nova.network.neutron [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.746077] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Releasing lock "refresh_cache-51d86297-6321-4d86-ac8b-3203de99b963" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.746195] env[68960]: DEBUG nova.compute.manager [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Instance network_info: |[{"id": "1efcaa1c-b932-4302-a13a-22b324cb3a5a", "address": "fa:16:3e:03:87:9f", "network": {"id": "95ee17f7-dec4-449a-b364-5e72a6a84bd4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337343254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d265d7579a4b8a9047455e0a6e08b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1efcaa1c-b9", "ovs_interfaceid": "1efcaa1c-b932-4302-a13a-22b324cb3a5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1296.747418] env[68960]: DEBUG oslo_concurrency.lockutils [req-c2427066-0f89-45cd-8448-6035332dd7bb req-5936fb04-8ceb-40af-a5d8-8b99d99f59c0 service nova] Acquired lock "refresh_cache-51d86297-6321-4d86-ac8b-3203de99b963" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.747418] env[68960]: DEBUG nova.network.neutron [req-c2427066-0f89-45cd-8448-6035332dd7bb req-5936fb04-8ceb-40af-a5d8-8b99d99f59c0 service nova] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Refreshing network info cache for port 1efcaa1c-b932-4302-a13a-22b324cb3a5a {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1296.748019] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:87:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1efcaa1c-b932-4302-a13a-22b324cb3a5a', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1296.756318] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1296.757213] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1296.757470] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ff11cde-1117-484a-9ab3-4b407fead98e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.778199] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1296.778199] env[68960]: value = "task-3222514" [ 1296.778199] env[68960]: _type = "Task" [ 1296.778199] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.789176] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222514, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.989541] env[68960]: DEBUG oslo_vmware.api [None req-3a3f1800-2d4c-4044-9bd9-edd1cdc2d026 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133847} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.989859] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a3f1800-2d4c-4044-9bd9-edd1cdc2d026 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1296.990039] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3f1800-2d4c-4044-9bd9-edd1cdc2d026 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1296.990223] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3f1800-2d4c-4044-9bd9-edd1cdc2d026 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1296.990398] env[68960]: INFO nova.compute.manager [None req-3a3f1800-2d4c-4044-9bd9-edd1cdc2d026 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1296.990647] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a3f1800-2d4c-4044-9bd9-edd1cdc2d026 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1296.990843] env[68960]: DEBUG nova.compute.manager [-] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1296.990938] env[68960]: DEBUG nova.network.neutron [-] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1297.292019] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222514, 'name': CreateVM_Task, 'duration_secs': 0.3563} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.292019] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1297.292019] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.292019] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.292019] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.292019] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33edf0ec-340c-43e7-a129-7fbe3696b9fd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.298996] env[68960]: DEBUG oslo_vmware.api [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1297.298996] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521d624c-bad5-e632-e3ee-7f0c6bc400cf" [ 1297.298996] env[68960]: _type = "Task" [ 1297.298996] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.306855] env[68960]: DEBUG oslo_vmware.api [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521d624c-bad5-e632-e3ee-7f0c6bc400cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.629796] env[68960]: DEBUG nova.network.neutron [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Updating instance_info_cache with network_info: [{"id": "fe6f9857-481d-46b1-97a9-db78ffd5871d", "address": "fa:16:3e:d5:48:a8", "network": {"id": "4139273d-51b4-4bf5-9786-325e4fa44a1c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-641245848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f345894c0e4c42eba03bc430a5358948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe6f9857-48", "ovs_interfaceid": "fe6f9857-481d-46b1-97a9-db78ffd5871d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.634907] env[68960]: DEBUG nova.network.neutron [req-c2427066-0f89-45cd-8448-6035332dd7bb req-5936fb04-8ceb-40af-a5d8-8b99d99f59c0 service nova] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Updated VIF entry in instance network info cache for port 1efcaa1c-b932-4302-a13a-22b324cb3a5a. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1297.635252] env[68960]: DEBUG nova.network.neutron [req-c2427066-0f89-45cd-8448-6035332dd7bb req-5936fb04-8ceb-40af-a5d8-8b99d99f59c0 service nova] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Updating instance_info_cache with network_info: [{"id": "1efcaa1c-b932-4302-a13a-22b324cb3a5a", "address": "fa:16:3e:03:87:9f", "network": {"id": "95ee17f7-dec4-449a-b364-5e72a6a84bd4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337343254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d265d7579a4b8a9047455e0a6e08b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1efcaa1c-b9", "ovs_interfaceid": "1efcaa1c-b932-4302-a13a-22b324cb3a5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.808258] env[68960]: DEBUG oslo_vmware.api [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]521d624c-bad5-e632-e3ee-7f0c6bc400cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011032} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.808598] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.808839] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1297.809084] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.809233] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquired lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.809411] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1297.809689] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9f84318-2b65-468e-9af4-422fcb983b55 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.826551] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1297.826729] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1297.827472] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8a76a1d-e50c-4bd2-b8ea-60a5d2dcb52c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.832950] env[68960]: DEBUG oslo_vmware.api [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1297.832950] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]526d5392-515c-0de3-0433-9e56ab8b7f7c" [ 1297.832950] env[68960]: _type = "Task" [ 1297.832950] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.840623] env[68960]: DEBUG oslo_vmware.api [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]526d5392-515c-0de3-0433-9e56ab8b7f7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.925738] env[68960]: DEBUG nova.network.neutron [-] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.134022] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Releasing lock "refresh_cache-fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.138985] env[68960]: DEBUG oslo_concurrency.lockutils [req-c2427066-0f89-45cd-8448-6035332dd7bb req-5936fb04-8ceb-40af-a5d8-8b99d99f59c0 service nova] Releasing lock "refresh_cache-51d86297-6321-4d86-ac8b-3203de99b963" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.161859] env[68960]: DEBUG nova.virt.hardware [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='41bd04f6dd27f36df39c3cc6592d83f4',container_format='bare',created_at=2025-04-03T03:17:41Z,direct_url=,disk_format='vmdk',id=6c629976-3da5-4c59-9acd-bb79b19623eb,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-232062646-shelved',owner='f345894c0e4c42eba03bc430a5358948',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-03T03:17:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.162127] env[68960]: DEBUG nova.virt.hardware [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.162291] env[68960]: DEBUG nova.virt.hardware [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.162475] env[68960]: DEBUG nova.virt.hardware [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.162624] env[68960]: DEBUG nova.virt.hardware [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.162771] env[68960]: DEBUG nova.virt.hardware [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.162982] env[68960]: DEBUG nova.virt.hardware [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.163163] env[68960]: DEBUG nova.virt.hardware [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.163335] env[68960]: DEBUG nova.virt.hardware [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.163499] env[68960]: DEBUG nova.virt.hardware [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.163675] env[68960]: DEBUG nova.virt.hardware [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.164553] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce48b083-456a-4461-af12-6c0aca732c01 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.172685] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390666e2-6cd2-41cd-82fa-fcac65e6aa83 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.186593] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:48:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe6f9857-481d-46b1-97a9-db78ffd5871d', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1298.194324] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1298.194545] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1298.194744] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9c28491-4551-4b84-be3d-41d2eddb42c6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.213462] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1298.213462] env[68960]: value = "task-3222515" [ 1298.213462] env[68960]: _type = "Task" [ 1298.213462] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.220475] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222515, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.344811] env[68960]: DEBUG oslo_vmware.api [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]526d5392-515c-0de3-0433-9e56ab8b7f7c, 'name': SearchDatastore_Task, 'duration_secs': 0.008373} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.345584] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba25feac-7f1e-45dd-9955-cef42d665526 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.350465] env[68960]: DEBUG oslo_vmware.api [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1298.350465] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f794c8-c814-1da5-347d-2e3102dc8c35" [ 1298.350465] env[68960]: _type = "Task" [ 1298.350465] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.359271] env[68960]: DEBUG oslo_vmware.api [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f794c8-c814-1da5-347d-2e3102dc8c35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.429108] env[68960]: INFO nova.compute.manager [-] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Took 1.44 seconds to deallocate network for instance. [ 1298.666806] env[68960]: DEBUG nova.compute.manager [req-0aa7b51e-8118-4876-8b2b-e75b816b7fc8 req-de9f8299-5bca-49e8-a233-de822bb91acf service nova] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Received event network-vif-plugged-fe6f9857-481d-46b1-97a9-db78ffd5871d {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.667037] env[68960]: DEBUG oslo_concurrency.lockutils [req-0aa7b51e-8118-4876-8b2b-e75b816b7fc8 req-de9f8299-5bca-49e8-a233-de822bb91acf service nova] Acquiring lock "fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.667248] env[68960]: DEBUG oslo_concurrency.lockutils [req-0aa7b51e-8118-4876-8b2b-e75b816b7fc8 req-de9f8299-5bca-49e8-a233-de822bb91acf service nova] Lock "fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.667411] env[68960]: DEBUG oslo_concurrency.lockutils [req-0aa7b51e-8118-4876-8b2b-e75b816b7fc8 req-de9f8299-5bca-49e8-a233-de822bb91acf service nova] Lock "fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.667578] env[68960]: DEBUG nova.compute.manager [req-0aa7b51e-8118-4876-8b2b-e75b816b7fc8 req-de9f8299-5bca-49e8-a233-de822bb91acf service nova] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] No waiting events found dispatching network-vif-plugged-fe6f9857-481d-46b1-97a9-db78ffd5871d {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1298.667739] env[68960]: WARNING nova.compute.manager [req-0aa7b51e-8118-4876-8b2b-e75b816b7fc8 req-de9f8299-5bca-49e8-a233-de822bb91acf service nova] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Received unexpected event network-vif-plugged-fe6f9857-481d-46b1-97a9-db78ffd5871d for instance with vm_state shelved_offloaded and task_state spawning. [ 1298.667898] env[68960]: DEBUG nova.compute.manager [req-0aa7b51e-8118-4876-8b2b-e75b816b7fc8 req-de9f8299-5bca-49e8-a233-de822bb91acf service nova] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Received event network-changed-fe6f9857-481d-46b1-97a9-db78ffd5871d {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.668092] env[68960]: DEBUG nova.compute.manager [req-0aa7b51e-8118-4876-8b2b-e75b816b7fc8 req-de9f8299-5bca-49e8-a233-de822bb91acf service nova] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Refreshing instance network info cache due to event network-changed-fe6f9857-481d-46b1-97a9-db78ffd5871d. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1298.668281] env[68960]: DEBUG oslo_concurrency.lockutils [req-0aa7b51e-8118-4876-8b2b-e75b816b7fc8 req-de9f8299-5bca-49e8-a233-de822bb91acf service nova] Acquiring lock "refresh_cache-fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.668677] env[68960]: DEBUG oslo_concurrency.lockutils [req-0aa7b51e-8118-4876-8b2b-e75b816b7fc8 req-de9f8299-5bca-49e8-a233-de822bb91acf service nova] Acquired lock "refresh_cache-fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.668677] env[68960]: DEBUG nova.network.neutron [req-0aa7b51e-8118-4876-8b2b-e75b816b7fc8 req-de9f8299-5bca-49e8-a233-de822bb91acf service nova] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Refreshing network info cache for port fe6f9857-481d-46b1-97a9-db78ffd5871d {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.723901] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222515, 'name': CreateVM_Task, 'duration_secs': 0.30074} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.724082] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1298.724737] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6c629976-3da5-4c59-9acd-bb79b19623eb" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.724901] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6c629976-3da5-4c59-9acd-bb79b19623eb" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.725301] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6c629976-3da5-4c59-9acd-bb79b19623eb" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.725559] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-309bff8a-0080-4ef3-b252-8a7a243c5623 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.730084] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1298.730084] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c97e15-2d7e-17c1-2003-00a91e252502" [ 1298.730084] env[68960]: _type = "Task" [ 1298.730084] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.737620] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52c97e15-2d7e-17c1-2003-00a91e252502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.860434] env[68960]: DEBUG oslo_vmware.api [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52f794c8-c814-1da5-347d-2e3102dc8c35, 'name': SearchDatastore_Task, 'duration_secs': 0.011054} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.860712] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Releasing lock "[datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.860980] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 51d86297-6321-4d86-ac8b-3203de99b963/51d86297-6321-4d86-ac8b-3203de99b963.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1298.861241] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f4fa950-ba9f-489f-bec2-a63c83a06e9a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.867605] env[68960]: DEBUG oslo_vmware.api [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1298.867605] env[68960]: value = "task-3222516" [ 1298.867605] env[68960]: _type = "Task" [ 1298.867605] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.875276] env[68960]: DEBUG oslo_vmware.api [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.936047] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3a3f1800-2d4c-4044-9bd9-edd1cdc2d026 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.936403] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3a3f1800-2d4c-4044-9bd9-edd1cdc2d026 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.936799] env[68960]: DEBUG nova.objects.instance [None req-3a3f1800-2d4c-4044-9bd9-edd1cdc2d026 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lazy-loading 'resources' on Instance uuid e82ada76-7da2-4ee8-b098-8bfb24ce1c50 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.241970] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6c629976-3da5-4c59-9acd-bb79b19623eb" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.242363] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Processing image 6c629976-3da5-4c59-9acd-bb79b19623eb {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1299.242683] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6c629976-3da5-4c59-9acd-bb79b19623eb/6c629976-3da5-4c59-9acd-bb79b19623eb.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.242849] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6c629976-3da5-4c59-9acd-bb79b19623eb/6c629976-3da5-4c59-9acd-bb79b19623eb.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.243076] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1299.246015] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11199de5-e3c7-42b5-afa2-1eef7701d7d4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.257280] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1299.258057] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1299.258326] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21d303a2-2248-4f19-8136-e35a4a9d0942 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.264422] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1299.264422] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5284bf45-1b02-ff98-4b89-acc33feb4c1e" [ 1299.264422] env[68960]: _type = "Task" [ 1299.264422] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.273488] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5284bf45-1b02-ff98-4b89-acc33feb4c1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.378236] env[68960]: DEBUG oslo_vmware.api [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478396} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.378534] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore1] 51d86297-6321-4d86-ac8b-3203de99b963/51d86297-6321-4d86-ac8b-3203de99b963.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1299.378753] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1299.378995] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc22afe5-f56c-410e-a111-4a6db7000f45 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.387100] env[68960]: DEBUG oslo_vmware.api [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1299.387100] env[68960]: value = "task-3222517" [ 1299.387100] env[68960]: _type = "Task" [ 1299.387100] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.395871] env[68960]: DEBUG oslo_vmware.api [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.401591] env[68960]: DEBUG nova.network.neutron [req-0aa7b51e-8118-4876-8b2b-e75b816b7fc8 req-de9f8299-5bca-49e8-a233-de822bb91acf service nova] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Updated VIF entry in instance network info cache for port fe6f9857-481d-46b1-97a9-db78ffd5871d. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1299.401873] env[68960]: DEBUG nova.network.neutron [req-0aa7b51e-8118-4876-8b2b-e75b816b7fc8 req-de9f8299-5bca-49e8-a233-de822bb91acf service nova] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Updating instance_info_cache with network_info: [{"id": "fe6f9857-481d-46b1-97a9-db78ffd5871d", "address": "fa:16:3e:d5:48:a8", "network": {"id": "4139273d-51b4-4bf5-9786-325e4fa44a1c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-641245848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f345894c0e4c42eba03bc430a5358948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe6f9857-48", "ovs_interfaceid": "fe6f9857-481d-46b1-97a9-db78ffd5871d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.536601] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510f939b-9e4f-4ea0-8826-5e4e3671ed01 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.544536] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd52f2ce-b65a-4917-892b-9331c9a3c83e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.573798] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9321ea9-7a54-40db-b9f1-43e254488fe8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.580345] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47e381f-854e-491a-b1f6-ef23c9a60727 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.592851] env[68960]: DEBUG nova.compute.provider_tree [None req-3a3f1800-2d4c-4044-9bd9-edd1cdc2d026 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.774618] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Preparing fetch location {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1299.774877] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Fetch image to [datastore2] OSTACK_IMG_9ce90365-6738-4a36-85b5-a14b1357dc71/OSTACK_IMG_9ce90365-6738-4a36-85b5-a14b1357dc71.vmdk {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1299.775080] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Downloading stream optimized image 6c629976-3da5-4c59-9acd-bb79b19623eb to [datastore2] OSTACK_IMG_9ce90365-6738-4a36-85b5-a14b1357dc71/OSTACK_IMG_9ce90365-6738-4a36-85b5-a14b1357dc71.vmdk on the data store datastore2 as vApp {{(pid=68960) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1299.775258] env[68960]: DEBUG nova.virt.vmwareapi.images [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Downloading image file data 6c629976-3da5-4c59-9acd-bb79b19623eb to the ESX as VM named 'OSTACK_IMG_9ce90365-6738-4a36-85b5-a14b1357dc71' {{(pid=68960) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1299.842952] env[68960]: DEBUG oslo_vmware.rw_handles [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1299.842952] env[68960]: value = "resgroup-9" [ 1299.842952] env[68960]: _type = "ResourcePool" [ 1299.842952] env[68960]: }. {{(pid=68960) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1299.843263] env[68960]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e6ee33ca-06fc-4109-90e2-0f5921a134fd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.865542] env[68960]: DEBUG oslo_vmware.rw_handles [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lease: (returnval){ [ 1299.865542] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]526f7c9d-c619-7cca-d02f-422454c7497f" [ 1299.865542] env[68960]: _type = "HttpNfcLease" [ 1299.865542] env[68960]: } obtained for vApp import into resource pool (val){ [ 1299.865542] env[68960]: value = "resgroup-9" [ 1299.865542] env[68960]: _type = "ResourcePool" [ 1299.865542] env[68960]: }. {{(pid=68960) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1299.865878] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the lease: (returnval){ [ 1299.865878] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]526f7c9d-c619-7cca-d02f-422454c7497f" [ 1299.865878] env[68960]: _type = "HttpNfcLease" [ 1299.865878] env[68960]: } to be ready. {{(pid=68960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1299.871754] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1299.871754] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]526f7c9d-c619-7cca-d02f-422454c7497f" [ 1299.871754] env[68960]: _type = "HttpNfcLease" [ 1299.871754] env[68960]: } is initializing. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1299.896077] env[68960]: DEBUG oslo_vmware.api [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068559} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.896358] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1299.897127] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a655d60-f50e-4cac-b441-bb7015d306f5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.911622] env[68960]: DEBUG oslo_concurrency.lockutils [req-0aa7b51e-8118-4876-8b2b-e75b816b7fc8 req-de9f8299-5bca-49e8-a233-de822bb91acf service nova] Releasing lock "refresh_cache-fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.911869] env[68960]: DEBUG nova.compute.manager [req-0aa7b51e-8118-4876-8b2b-e75b816b7fc8 req-de9f8299-5bca-49e8-a233-de822bb91acf service nova] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Received event network-vif-deleted-09223411-76d9-45dd-bce7-2dc29665f6dd {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.920839] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 51d86297-6321-4d86-ac8b-3203de99b963/51d86297-6321-4d86-ac8b-3203de99b963.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1299.921101] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f791942-10bd-4976-8e80-3d43901f0e4e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.942288] env[68960]: DEBUG oslo_vmware.api [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1299.942288] env[68960]: value = "task-3222519" [ 1299.942288] env[68960]: _type = "Task" [ 1299.942288] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.950508] env[68960]: DEBUG oslo_vmware.api [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222519, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.096730] env[68960]: DEBUG nova.scheduler.client.report [None req-3a3f1800-2d4c-4044-9bd9-edd1cdc2d026 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.375327] env[68960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1300.375327] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]526f7c9d-c619-7cca-d02f-422454c7497f" [ 1300.375327] env[68960]: _type = "HttpNfcLease" [ 1300.375327] env[68960]: } is ready. {{(pid=68960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1300.375733] env[68960]: DEBUG oslo_vmware.rw_handles [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1300.375733] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]526f7c9d-c619-7cca-d02f-422454c7497f" [ 1300.375733] env[68960]: _type = "HttpNfcLease" [ 1300.375733] env[68960]: }. {{(pid=68960) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1300.376548] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a77e78-fa0c-4c6d-8953-d00e89642794 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.384014] env[68960]: DEBUG oslo_vmware.rw_handles [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f9f3d4-5695-f491-a6d8-b6dd86069469/disk-0.vmdk from lease info. {{(pid=68960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1300.384202] env[68960]: DEBUG oslo_vmware.rw_handles [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f9f3d4-5695-f491-a6d8-b6dd86069469/disk-0.vmdk. {{(pid=68960) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1300.449593] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-88151f6a-2126-484d-a019-ea1792ba8651 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.456409] env[68960]: DEBUG oslo_vmware.api [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222519, 'name': ReconfigVM_Task, 'duration_secs': 0.288074} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.457188] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 51d86297-6321-4d86-ac8b-3203de99b963/51d86297-6321-4d86-ac8b-3203de99b963.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1300.457880] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74dc83d9-91ff-47fe-9c1c-729f7de29002 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.464945] env[68960]: DEBUG oslo_vmware.api [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1300.464945] env[68960]: value = "task-3222520" [ 1300.464945] env[68960]: _type = "Task" [ 1300.464945] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.472565] env[68960]: DEBUG oslo_vmware.api [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222520, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.601767] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3a3f1800-2d4c-4044-9bd9-edd1cdc2d026 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.665s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.622056] env[68960]: INFO nova.scheduler.client.report [None req-3a3f1800-2d4c-4044-9bd9-edd1cdc2d026 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Deleted allocations for instance e82ada76-7da2-4ee8-b098-8bfb24ce1c50 [ 1300.974787] env[68960]: DEBUG oslo_vmware.api [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222520, 'name': Rename_Task, 'duration_secs': 0.146645} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.975079] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1300.975334] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c059e62f-87b6-4fae-a690-ce1d501e755b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.982314] env[68960]: DEBUG oslo_vmware.api [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1300.982314] env[68960]: value = "task-3222521" [ 1300.982314] env[68960]: _type = "Task" [ 1300.982314] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.993358] env[68960]: DEBUG oslo_vmware.api [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.132096] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3a3f1800-2d4c-4044-9bd9-edd1cdc2d026 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "e82ada76-7da2-4ee8-b098-8bfb24ce1c50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.762s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.493836] env[68960]: DEBUG oslo_vmware.api [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222521, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.540379] env[68960]: DEBUG oslo_vmware.rw_handles [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Completed reading data from the image iterator. {{(pid=68960) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1301.540743] env[68960]: DEBUG oslo_vmware.rw_handles [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f9f3d4-5695-f491-a6d8-b6dd86069469/disk-0.vmdk. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1301.542031] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c9c96e-a807-4aca-8a8a-1819d6f0280a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.549628] env[68960]: DEBUG oslo_vmware.rw_handles [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f9f3d4-5695-f491-a6d8-b6dd86069469/disk-0.vmdk is in state: ready. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1301.549784] env[68960]: DEBUG oslo_vmware.rw_handles [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f9f3d4-5695-f491-a6d8-b6dd86069469/disk-0.vmdk. {{(pid=68960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1301.550023] env[68960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a740b7dc-b9a0-4b89-879e-966a38c91dc2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.739762] env[68960]: DEBUG oslo_vmware.rw_handles [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f9f3d4-5695-f491-a6d8-b6dd86069469/disk-0.vmdk. {{(pid=68960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1301.740123] env[68960]: INFO nova.virt.vmwareapi.images [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Downloaded image file data 6c629976-3da5-4c59-9acd-bb79b19623eb [ 1301.740880] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7056bf-d741-406d-bd4c-47c0858ecf90 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.756833] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12099e46-f9eb-49b7-9a0a-c52ab4d61c05 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.785943] env[68960]: INFO nova.virt.vmwareapi.images [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] The imported VM was unregistered [ 1301.788329] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Caching image {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1301.788575] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Creating directory with path [datastore2] devstack-image-cache_base/6c629976-3da5-4c59-9acd-bb79b19623eb {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1301.788823] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57403738-46fe-418e-b51d-3b1e096eaba3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.827336] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Created directory with path [datastore2] devstack-image-cache_base/6c629976-3da5-4c59-9acd-bb79b19623eb {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1301.827495] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_9ce90365-6738-4a36-85b5-a14b1357dc71/OSTACK_IMG_9ce90365-6738-4a36-85b5-a14b1357dc71.vmdk to [datastore2] devstack-image-cache_base/6c629976-3da5-4c59-9acd-bb79b19623eb/6c629976-3da5-4c59-9acd-bb79b19623eb.vmdk. {{(pid=68960) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1301.827747] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ecb8b7cd-12b6-49b6-ba4b-fb13f421f050 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.833967] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1301.833967] env[68960]: value = "task-3222523" [ 1301.833967] env[68960]: _type = "Task" [ 1301.833967] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.841485] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222523, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.994332] env[68960]: DEBUG oslo_vmware.api [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222521, 'name': PowerOnVM_Task, 'duration_secs': 0.529814} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.994602] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1301.994806] env[68960]: INFO nova.compute.manager [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Took 7.53 seconds to spawn the instance on the hypervisor. [ 1301.994984] env[68960]: DEBUG nova.compute.manager [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1301.995771] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074f43c6-9818-46ce-867f-6a769df1bbc0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.343802] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222523, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.519478] env[68960]: INFO nova.compute.manager [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Took 15.88 seconds to build instance. [ 1302.845388] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222523, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.021456] env[68960]: DEBUG oslo_concurrency.lockutils [None req-bd7a0c9b-ab70-4929-b843-dcbfe8d1f4bc tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "51d86297-6321-4d86-ac8b-3203de99b963" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.388s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.289802] env[68960]: DEBUG nova.compute.manager [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Stashing vm_state: active {{(pid=68960) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1303.348227] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222523, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.428201] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "49c6c374-65e5-48ad-9fdd-e373551afdae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.428443] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "49c6c374-65e5-48ad-9fdd-e373551afdae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.811759] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.812140] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.846050] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222523, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.931030] env[68960]: DEBUG nova.compute.manager [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1304.317905] env[68960]: INFO nova.compute.claims [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1304.349739] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222523, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.450849] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.824768] env[68960]: INFO nova.compute.resource_tracker [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Updating resource usage from migration da38be9d-8721-45ff-9992-1b380e3db3f5 [ 1304.849927] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222523, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.938515} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.849927] env[68960]: INFO nova.virt.vmwareapi.ds_util [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_9ce90365-6738-4a36-85b5-a14b1357dc71/OSTACK_IMG_9ce90365-6738-4a36-85b5-a14b1357dc71.vmdk to [datastore2] devstack-image-cache_base/6c629976-3da5-4c59-9acd-bb79b19623eb/6c629976-3da5-4c59-9acd-bb79b19623eb.vmdk. [ 1304.849927] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Cleaning up location [datastore2] OSTACK_IMG_9ce90365-6738-4a36-85b5-a14b1357dc71 {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1304.849927] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_9ce90365-6738-4a36-85b5-a14b1357dc71 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1304.850248] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbd804a9-6dce-4021-908f-57785d89180d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.855893] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1304.855893] env[68960]: value = "task-3222524" [ 1304.855893] env[68960]: _type = "Task" [ 1304.855893] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.865500] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.942668] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c85a80-16aa-4892-97a8-4b47f7d18c8b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.949869] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d370c753-f1ec-43ba-a0bc-1f74656fb99a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.979098] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f879bbf4-f7a7-4241-9f63-f546dbd5a84c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.986464] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628ab0d5-c7cf-4c29-ba0d-c0c09a88648e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.999520] env[68960]: DEBUG nova.compute.provider_tree [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.366985] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231651} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.367336] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1305.367551] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6c629976-3da5-4c59-9acd-bb79b19623eb/6c629976-3da5-4c59-9acd-bb79b19623eb.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.367827] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6c629976-3da5-4c59-9acd-bb79b19623eb/6c629976-3da5-4c59-9acd-bb79b19623eb.vmdk to [datastore2] fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9/fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1305.368406] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b11b180e-c3d3-4ab3-924b-3db315ed16cf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.374704] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1305.374704] env[68960]: value = "task-3222525" [ 1305.374704] env[68960]: _type = "Task" [ 1305.374704] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.385071] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.502815] env[68960]: DEBUG nova.scheduler.client.report [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.885762] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.007875] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.196s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.008115] env[68960]: INFO nova.compute.manager [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Migrating [ 1306.015177] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.564s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.016700] env[68960]: INFO nova.compute.claims [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1306.386355] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222525, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.528283] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "refresh_cache-066322c9-9ec9-4d86-96cc-e2be3db6fbe5" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.528604] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquired lock "refresh_cache-066322c9-9ec9-4d86-96cc-e2be3db6fbe5" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.528680] env[68960]: DEBUG nova.network.neutron [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.885943] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222525, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.168253] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06af1a8-b97e-48f7-b96e-02c8b85b8d7b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.178872] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0543736-c953-4aa9-8dd5-8f35ceca5220 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.214546] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1bee7f-84c9-469c-a96d-423356254006 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.222767] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3a8bad-cd5f-447d-a87d-8787abceacdf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.236609] env[68960]: DEBUG nova.compute.provider_tree [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.285614] env[68960]: DEBUG nova.network.neutron [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Updating instance_info_cache with network_info: [{"id": "42db5fad-f000-4960-be77-33cada035df4", "address": "fa:16:3e:21:bb:24", "network": {"id": "fd6c5ce0-1df7-4e07-82ab-88e1b96779f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508625790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603772d137274b1da5b497f41168c31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42db5fad-f0", "ovs_interfaceid": "42db5fad-f000-4960-be77-33cada035df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.390372] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222525, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.739918] env[68960]: DEBUG nova.scheduler.client.report [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.788845] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Releasing lock "refresh_cache-066322c9-9ec9-4d86-96cc-e2be3db6fbe5" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.887738] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222525, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.245474] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.230s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.245995] env[68960]: DEBUG nova.compute.manager [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1308.387150] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222525, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.786243} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.387405] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6c629976-3da5-4c59-9acd-bb79b19623eb/6c629976-3da5-4c59-9acd-bb79b19623eb.vmdk to [datastore2] fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9/fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1308.388205] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31102932-e730-473a-9093-2e3a1e9bf1a3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.410391] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9/fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9.vmdk or device None with type streamOptimized {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1308.410644] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bd8ccbc-84b8-4adf-917a-73fd1ec9e670 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.430445] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1308.430445] env[68960]: value = "task-3222526" [ 1308.430445] env[68960]: _type = "Task" [ 1308.430445] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.438185] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222526, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.750570] env[68960]: DEBUG nova.compute.utils [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1308.752040] env[68960]: DEBUG nova.compute.manager [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1308.752217] env[68960]: DEBUG nova.network.neutron [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1308.788949] env[68960]: DEBUG nova.policy [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77558e1aedcf47ee979ad052a2454f78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60d265d7579a4b8a9047455e0a6e08b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1308.942640] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.055622] env[68960]: DEBUG nova.network.neutron [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Successfully created port: e585e651-ca52-429e-8aa7-5d47a0509b60 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1309.255550] env[68960]: DEBUG nova.compute.manager [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1309.302647] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706283d9-6278-417e-b39c-6f2220e47b63 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.322918] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Updating instance '066322c9-9ec9-4d86-96cc-e2be3db6fbe5' progress to 0 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1309.441608] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222526, 'name': ReconfigVM_Task, 'duration_secs': 0.678392} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.441922] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Reconfigured VM instance instance-00000073 to attach disk [datastore2] fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9/fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9.vmdk or device None with type streamOptimized {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1309.442585] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a91a5e12-768d-4b39-a746-80921c5ea3bc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.448667] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1309.448667] env[68960]: value = "task-3222527" [ 1309.448667] env[68960]: _type = "Task" [ 1309.448667] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.456412] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222527, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.828916] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.829962] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f1e1359-25b8-4729-aae6-c28fca6ffc5b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.837320] env[68960]: DEBUG oslo_vmware.api [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1309.837320] env[68960]: value = "task-3222528" [ 1309.837320] env[68960]: _type = "Task" [ 1309.837320] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.848350] env[68960]: DEBUG oslo_vmware.api [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.959526] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222527, 'name': Rename_Task, 'duration_secs': 0.188443} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.959929] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1309.960133] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1b30745-ea20-445b-af10-f0c4b1eb33f6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.966634] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1309.966634] env[68960]: value = "task-3222529" [ 1309.966634] env[68960]: _type = "Task" [ 1309.966634] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.974508] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.264330] env[68960]: DEBUG nova.compute.manager [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1310.290668] env[68960]: DEBUG nova.virt.hardware [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1310.290944] env[68960]: DEBUG nova.virt.hardware [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.291110] env[68960]: DEBUG nova.virt.hardware [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1310.291293] env[68960]: DEBUG nova.virt.hardware [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.291440] env[68960]: DEBUG nova.virt.hardware [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1310.291584] env[68960]: DEBUG nova.virt.hardware [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1310.291794] env[68960]: DEBUG nova.virt.hardware [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1310.291951] env[68960]: DEBUG nova.virt.hardware [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1310.292903] env[68960]: DEBUG nova.virt.hardware [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1310.292903] env[68960]: DEBUG nova.virt.hardware [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1310.292903] env[68960]: DEBUG nova.virt.hardware [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1310.293316] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17e0eda-89ab-4c31-bb9c-5deb9b19e63d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.301118] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9248972e-fd56-4acb-8ea4-03aa21ad8371 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.347733] env[68960]: DEBUG oslo_vmware.api [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222528, 'name': PowerOffVM_Task, 'duration_secs': 0.259509} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.355039] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.355039] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Updating instance '066322c9-9ec9-4d86-96cc-e2be3db6fbe5' progress to 17 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1310.543728] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222529, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.619995] env[68960]: DEBUG nova.compute.manager [req-001354d7-e46b-4c50-a208-896cad97ea64 req-615808b2-de48-472a-83cc-d1b9304f5104 service nova] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Received event network-vif-plugged-e585e651-ca52-429e-8aa7-5d47a0509b60 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.620325] env[68960]: DEBUG oslo_concurrency.lockutils [req-001354d7-e46b-4c50-a208-896cad97ea64 req-615808b2-de48-472a-83cc-d1b9304f5104 service nova] Acquiring lock "49c6c374-65e5-48ad-9fdd-e373551afdae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.620465] env[68960]: DEBUG oslo_concurrency.lockutils [req-001354d7-e46b-4c50-a208-896cad97ea64 req-615808b2-de48-472a-83cc-d1b9304f5104 service nova] Lock "49c6c374-65e5-48ad-9fdd-e373551afdae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.620653] env[68960]: DEBUG oslo_concurrency.lockutils [req-001354d7-e46b-4c50-a208-896cad97ea64 req-615808b2-de48-472a-83cc-d1b9304f5104 service nova] Lock "49c6c374-65e5-48ad-9fdd-e373551afdae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.620841] env[68960]: DEBUG nova.compute.manager [req-001354d7-e46b-4c50-a208-896cad97ea64 req-615808b2-de48-472a-83cc-d1b9304f5104 service nova] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] No waiting events found dispatching network-vif-plugged-e585e651-ca52-429e-8aa7-5d47a0509b60 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1310.621036] env[68960]: WARNING nova.compute.manager [req-001354d7-e46b-4c50-a208-896cad97ea64 req-615808b2-de48-472a-83cc-d1b9304f5104 service nova] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Received unexpected event network-vif-plugged-e585e651-ca52-429e-8aa7-5d47a0509b60 for instance with vm_state building and task_state spawning. [ 1310.698685] env[68960]: DEBUG nova.network.neutron [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Successfully updated port: e585e651-ca52-429e-8aa7-5d47a0509b60 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1310.854587] env[68960]: DEBUG nova.virt.hardware [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1310.854867] env[68960]: DEBUG nova.virt.hardware [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.855066] env[68960]: DEBUG nova.virt.hardware [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1310.855294] env[68960]: DEBUG nova.virt.hardware [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.855477] env[68960]: DEBUG nova.virt.hardware [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1310.855659] env[68960]: DEBUG nova.virt.hardware [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1310.855900] env[68960]: DEBUG nova.virt.hardware [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1310.856111] env[68960]: DEBUG nova.virt.hardware [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1310.856322] env[68960]: DEBUG nova.virt.hardware [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1310.856541] env[68960]: DEBUG nova.virt.hardware [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1310.856758] env[68960]: DEBUG nova.virt.hardware [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1310.862167] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2cabae1-f86e-4452-b7b5-48cc203439f6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.878672] env[68960]: DEBUG oslo_vmware.api [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1310.878672] env[68960]: value = "task-3222530" [ 1310.878672] env[68960]: _type = "Task" [ 1310.878672] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.887259] env[68960]: DEBUG oslo_vmware.api [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222530, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.979486] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222529, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.201986] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "refresh_cache-49c6c374-65e5-48ad-9fdd-e373551afdae" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.202347] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquired lock "refresh_cache-49c6c374-65e5-48ad-9fdd-e373551afdae" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.202549] env[68960]: DEBUG nova.network.neutron [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1311.388766] env[68960]: DEBUG oslo_vmware.api [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222530, 'name': ReconfigVM_Task, 'duration_secs': 0.259811} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.389108] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Updating instance '066322c9-9ec9-4d86-96cc-e2be3db6fbe5' progress to 33 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1311.479310] env[68960]: DEBUG oslo_vmware.api [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222529, 'name': PowerOnVM_Task, 'duration_secs': 1.071017} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.479604] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1311.583723] env[68960]: DEBUG nova.compute.manager [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1311.584705] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29dcd528-e5d3-48d6-8b47-50ea9e5e0a10 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.733934] env[68960]: DEBUG nova.network.neutron [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1311.863695] env[68960]: DEBUG nova.network.neutron [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Updating instance_info_cache with network_info: [{"id": "e585e651-ca52-429e-8aa7-5d47a0509b60", "address": "fa:16:3e:19:a1:69", "network": {"id": "95ee17f7-dec4-449a-b364-5e72a6a84bd4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337343254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d265d7579a4b8a9047455e0a6e08b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape585e651-ca", "ovs_interfaceid": "e585e651-ca52-429e-8aa7-5d47a0509b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.895378] env[68960]: DEBUG nova.virt.hardware [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1311.895645] env[68960]: DEBUG nova.virt.hardware [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.895768] env[68960]: DEBUG nova.virt.hardware [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1311.895951] env[68960]: DEBUG nova.virt.hardware [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.896115] env[68960]: DEBUG nova.virt.hardware [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1311.896265] env[68960]: DEBUG nova.virt.hardware [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1311.896469] env[68960]: DEBUG nova.virt.hardware [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1311.896813] env[68960]: DEBUG nova.virt.hardware [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1311.897042] env[68960]: DEBUG nova.virt.hardware [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1311.897230] env[68960]: DEBUG nova.virt.hardware [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1311.897414] env[68960]: DEBUG nova.virt.hardware [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1311.902881] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1311.903396] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-386794c2-93cb-4d8d-a961-c2052056e953 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.922171] env[68960]: DEBUG oslo_vmware.api [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1311.922171] env[68960]: value = "task-3222531" [ 1311.922171] env[68960]: _type = "Task" [ 1311.922171] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.929705] env[68960]: DEBUG oslo_vmware.api [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.103244] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f412999d-c243-4aef-b341-7bda25a3fa92 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.532s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.366911] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Releasing lock "refresh_cache-49c6c374-65e5-48ad-9fdd-e373551afdae" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.367521] env[68960]: DEBUG nova.compute.manager [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Instance network_info: |[{"id": "e585e651-ca52-429e-8aa7-5d47a0509b60", "address": "fa:16:3e:19:a1:69", "network": {"id": "95ee17f7-dec4-449a-b364-5e72a6a84bd4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337343254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d265d7579a4b8a9047455e0a6e08b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape585e651-ca", "ovs_interfaceid": "e585e651-ca52-429e-8aa7-5d47a0509b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1312.368019] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:a1:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e585e651-ca52-429e-8aa7-5d47a0509b60', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1312.375576] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1312.375791] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1312.376024] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eafd6f7d-e509-43e3-8a1d-2fb76511b9cd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.398092] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1312.398092] env[68960]: value = "task-3222532" [ 1312.398092] env[68960]: _type = "Task" [ 1312.398092] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.405111] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222532, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.430937] env[68960]: DEBUG oslo_vmware.api [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222531, 'name': ReconfigVM_Task, 'duration_secs': 0.342003} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.431209] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1312.431905] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e8c146-a1e2-4afe-bd6c-582ec8f1efdb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.454787] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 066322c9-9ec9-4d86-96cc-e2be3db6fbe5/066322c9-9ec9-4d86-96cc-e2be3db6fbe5.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1312.455062] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5989d8c-c6e6-4526-bb8b-c1e7a9f0c2fd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.472613] env[68960]: DEBUG oslo_vmware.api [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1312.472613] env[68960]: value = "task-3222533" [ 1312.472613] env[68960]: _type = "Task" [ 1312.472613] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.480862] env[68960]: DEBUG oslo_vmware.api [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222533, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.651328] env[68960]: DEBUG nova.compute.manager [req-b0d0af8c-5972-47e0-9e43-f03a9794ed76 req-ec3949fd-7475-4acf-906d-0d921e950aa0 service nova] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Received event network-changed-e585e651-ca52-429e-8aa7-5d47a0509b60 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.651410] env[68960]: DEBUG nova.compute.manager [req-b0d0af8c-5972-47e0-9e43-f03a9794ed76 req-ec3949fd-7475-4acf-906d-0d921e950aa0 service nova] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Refreshing instance network info cache due to event network-changed-e585e651-ca52-429e-8aa7-5d47a0509b60. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1312.651613] env[68960]: DEBUG oslo_concurrency.lockutils [req-b0d0af8c-5972-47e0-9e43-f03a9794ed76 req-ec3949fd-7475-4acf-906d-0d921e950aa0 service nova] Acquiring lock "refresh_cache-49c6c374-65e5-48ad-9fdd-e373551afdae" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.651764] env[68960]: DEBUG oslo_concurrency.lockutils [req-b0d0af8c-5972-47e0-9e43-f03a9794ed76 req-ec3949fd-7475-4acf-906d-0d921e950aa0 service nova] Acquired lock "refresh_cache-49c6c374-65e5-48ad-9fdd-e373551afdae" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.651912] env[68960]: DEBUG nova.network.neutron [req-b0d0af8c-5972-47e0-9e43-f03a9794ed76 req-ec3949fd-7475-4acf-906d-0d921e950aa0 service nova] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Refreshing network info cache for port e585e651-ca52-429e-8aa7-5d47a0509b60 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1312.908040] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222532, 'name': CreateVM_Task, 'duration_secs': 0.464284} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.908233] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1312.908940] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.909116] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.909432] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.909687] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-461e5d5e-a216-430e-b567-939a777cec64 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.914511] env[68960]: DEBUG oslo_vmware.api [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1312.914511] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52046937-b84e-1fd0-b285-7c5a802a9422" [ 1312.914511] env[68960]: _type = "Task" [ 1312.914511] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.922102] env[68960]: DEBUG oslo_vmware.api [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52046937-b84e-1fd0-b285-7c5a802a9422, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.981539] env[68960]: DEBUG oslo_vmware.api [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222533, 'name': ReconfigVM_Task, 'duration_secs': 0.286855} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.981816] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 066322c9-9ec9-4d86-96cc-e2be3db6fbe5/066322c9-9ec9-4d86-96cc-e2be3db6fbe5.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1312.982108] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Updating instance '066322c9-9ec9-4d86-96cc-e2be3db6fbe5' progress to 50 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1313.323825] env[68960]: DEBUG nova.network.neutron [req-b0d0af8c-5972-47e0-9e43-f03a9794ed76 req-ec3949fd-7475-4acf-906d-0d921e950aa0 service nova] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Updated VIF entry in instance network info cache for port e585e651-ca52-429e-8aa7-5d47a0509b60. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1313.324301] env[68960]: DEBUG nova.network.neutron [req-b0d0af8c-5972-47e0-9e43-f03a9794ed76 req-ec3949fd-7475-4acf-906d-0d921e950aa0 service nova] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Updating instance_info_cache with network_info: [{"id": "e585e651-ca52-429e-8aa7-5d47a0509b60", "address": "fa:16:3e:19:a1:69", "network": {"id": "95ee17f7-dec4-449a-b364-5e72a6a84bd4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337343254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d265d7579a4b8a9047455e0a6e08b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape585e651-ca", "ovs_interfaceid": "e585e651-ca52-429e-8aa7-5d47a0509b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.424320] env[68960]: DEBUG oslo_vmware.api [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52046937-b84e-1fd0-b285-7c5a802a9422, 'name': SearchDatastore_Task, 'duration_secs': 0.010145} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.424678] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.424987] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1313.425298] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.425509] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.425755] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1313.426069] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8e90184-9afd-4005-818c-84d961b83677 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.434443] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1313.434586] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1313.435277] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26c581b9-ceee-4d3b-bf59-55790b6baa0a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.440143] env[68960]: DEBUG oslo_vmware.api [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1313.440143] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5270a952-743a-0468-8746-84b53ce08134" [ 1313.440143] env[68960]: _type = "Task" [ 1313.440143] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.447268] env[68960]: DEBUG oslo_vmware.api [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5270a952-743a-0468-8746-84b53ce08134, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.488130] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42331e18-3263-4ce7-b335-c3fe8081ad1f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.507239] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fb209d-55ad-4bd9-a5d6-076bc04dfe72 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.524052] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Updating instance '066322c9-9ec9-4d86-96cc-e2be3db6fbe5' progress to 67 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1313.827338] env[68960]: DEBUG oslo_concurrency.lockutils [req-b0d0af8c-5972-47e0-9e43-f03a9794ed76 req-ec3949fd-7475-4acf-906d-0d921e950aa0 service nova] Releasing lock "refresh_cache-49c6c374-65e5-48ad-9fdd-e373551afdae" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.963345] env[68960]: DEBUG oslo_vmware.api [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5270a952-743a-0468-8746-84b53ce08134, 'name': SearchDatastore_Task, 'duration_secs': 0.008204} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.965737] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdb77fa0-7e7f-4312-a2f8-a34df2931ea4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.975324] env[68960]: DEBUG oslo_vmware.api [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1313.975324] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ee19c0-5ca3-eb0a-f24e-0b85c568fb0f" [ 1313.975324] env[68960]: _type = "Task" [ 1313.975324] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.990755] env[68960]: DEBUG oslo_vmware.api [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ee19c0-5ca3-eb0a-f24e-0b85c568fb0f, 'name': SearchDatastore_Task, 'duration_secs': 0.010698} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.991598] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.991889] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 49c6c374-65e5-48ad-9fdd-e373551afdae/49c6c374-65e5-48ad-9fdd-e373551afdae.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1313.992645] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8b9c9f5-03b2-45dc-929b-1f5ac27ad1a8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.001155] env[68960]: DEBUG oslo_vmware.api [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1314.001155] env[68960]: value = "task-3222534" [ 1314.001155] env[68960]: _type = "Task" [ 1314.001155] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.013460] env[68960]: DEBUG oslo_vmware.api [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.062972] env[68960]: DEBUG nova.network.neutron [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Port 42db5fad-f000-4960-be77-33cada035df4 binding to destination host cpu-1 is already ACTIVE {{(pid=68960) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1314.510848] env[68960]: DEBUG oslo_vmware.api [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45144} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.511282] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 49c6c374-65e5-48ad-9fdd-e373551afdae/49c6c374-65e5-48ad-9fdd-e373551afdae.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1314.511423] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1314.511558] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4fcd334-faa6-4c0f-ae33-21eb4d67cd9b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.518159] env[68960]: DEBUG oslo_vmware.api [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1314.518159] env[68960]: value = "task-3222535" [ 1314.518159] env[68960]: _type = "Task" [ 1314.518159] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.525247] env[68960]: DEBUG oslo_vmware.api [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.027929] env[68960]: DEBUG oslo_vmware.api [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072212} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.028226] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1315.029052] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638ad73d-4b42-436d-8948-5abd564acd34 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.050061] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 49c6c374-65e5-48ad-9fdd-e373551afdae/49c6c374-65e5-48ad-9fdd-e373551afdae.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1315.050265] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c01a8855-1782-41d9-b689-3c1bf738700d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.069865] env[68960]: DEBUG oslo_vmware.api [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1315.069865] env[68960]: value = "task-3222536" [ 1315.069865] env[68960]: _type = "Task" [ 1315.069865] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.085897] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "066322c9-9ec9-4d86-96cc-e2be3db6fbe5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.086159] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "066322c9-9ec9-4d86-96cc-e2be3db6fbe5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.086400] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "066322c9-9ec9-4d86-96cc-e2be3db6fbe5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.092193] env[68960]: DEBUG oslo_vmware.api [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.581144] env[68960]: DEBUG oslo_vmware.api [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.008965] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "3f8968c1-71c0-41c3-834c-553a20c8c548" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.009281] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "3f8968c1-71c0-41c3-834c-553a20c8c548" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.009503] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "3f8968c1-71c0-41c3-834c-553a20c8c548-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.009702] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "3f8968c1-71c0-41c3-834c-553a20c8c548-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.009886] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "3f8968c1-71c0-41c3-834c-553a20c8c548-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.011971] env[68960]: INFO nova.compute.manager [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Terminating instance [ 1316.080336] env[68960]: DEBUG oslo_vmware.api [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.119884] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "refresh_cache-066322c9-9ec9-4d86-96cc-e2be3db6fbe5" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.120091] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquired lock "refresh_cache-066322c9-9ec9-4d86-96cc-e2be3db6fbe5" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.120270] env[68960]: DEBUG nova.network.neutron [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1316.515539] env[68960]: DEBUG nova.compute.manager [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1316.515782] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1316.516093] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb1fd764-d2c6-4aef-961f-6f0cfc326cf5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.522708] env[68960]: DEBUG oslo_vmware.api [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1316.522708] env[68960]: value = "task-3222537" [ 1316.522708] env[68960]: _type = "Task" [ 1316.522708] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.530552] env[68960]: DEBUG oslo_vmware.api [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.580996] env[68960]: DEBUG oslo_vmware.api [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222536, 'name': ReconfigVM_Task, 'duration_secs': 1.392435} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.581256] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 49c6c374-65e5-48ad-9fdd-e373551afdae/49c6c374-65e5-48ad-9fdd-e373551afdae.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1316.581903] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e2e6cd5-a767-4e76-8492-7b45bc836fe2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.588816] env[68960]: DEBUG oslo_vmware.api [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1316.588816] env[68960]: value = "task-3222538" [ 1316.588816] env[68960]: _type = "Task" [ 1316.588816] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.597333] env[68960]: DEBUG oslo_vmware.api [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222538, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.867455] env[68960]: DEBUG nova.network.neutron [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Updating instance_info_cache with network_info: [{"id": "42db5fad-f000-4960-be77-33cada035df4", "address": "fa:16:3e:21:bb:24", "network": {"id": "fd6c5ce0-1df7-4e07-82ab-88e1b96779f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508625790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603772d137274b1da5b497f41168c31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42db5fad-f0", "ovs_interfaceid": "42db5fad-f000-4960-be77-33cada035df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.032563] env[68960]: DEBUG oslo_vmware.api [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222537, 'name': PowerOffVM_Task, 'duration_secs': 0.18624} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.032846] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1317.033030] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Volume detach. Driver type: vmdk {{(pid=68960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1317.033235] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644218', 'volume_id': '841e90b1-f570-4169-8509-bf78be59d49e', 'name': 'volume-841e90b1-f570-4169-8509-bf78be59d49e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3f8968c1-71c0-41c3-834c-553a20c8c548', 'attached_at': '2025-04-03T03:17:56.000000', 'detached_at': '', 'volume_id': '841e90b1-f570-4169-8509-bf78be59d49e', 'serial': '841e90b1-f570-4169-8509-bf78be59d49e'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1317.033976] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3391b23-7368-44d4-9aea-dc088e16fef0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.052482] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb917345-af7e-456b-823c-28b297df815e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.058564] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877b7bf8-baf5-4ee5-8e7e-32df658a522c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.075522] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27286418-4d78-4851-a33a-8eca8e72777b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.091322] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] The volume has not been displaced from its original location: [datastore1] volume-841e90b1-f570-4169-8509-bf78be59d49e/volume-841e90b1-f570-4169-8509-bf78be59d49e.vmdk. No consolidation needed. {{(pid=68960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1317.096363] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1317.099177] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31c7b51f-2984-4d17-b787-1bcc9bb92bd6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.116619] env[68960]: DEBUG oslo_vmware.api [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222538, 'name': Rename_Task, 'duration_secs': 0.194674} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.117762] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1317.118071] env[68960]: DEBUG oslo_vmware.api [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1317.118071] env[68960]: value = "task-3222539" [ 1317.118071] env[68960]: _type = "Task" [ 1317.118071] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.118253] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5799f7a8-3151-415e-90b9-54d1ec8e24d1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.127239] env[68960]: DEBUG oslo_vmware.api [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222539, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.128308] env[68960]: DEBUG oslo_vmware.api [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1317.128308] env[68960]: value = "task-3222540" [ 1317.128308] env[68960]: _type = "Task" [ 1317.128308] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.135506] env[68960]: DEBUG oslo_vmware.api [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222540, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.370781] env[68960]: DEBUG oslo_concurrency.lockutils [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Releasing lock "refresh_cache-066322c9-9ec9-4d86-96cc-e2be3db6fbe5" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.629581] env[68960]: DEBUG oslo_vmware.api [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222539, 'name': ReconfigVM_Task, 'duration_secs': 0.167871} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.632759] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1317.637448] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61070489-b07d-458e-b462-0e52a7cdeff0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.652302] env[68960]: DEBUG oslo_vmware.api [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222540, 'name': PowerOnVM_Task, 'duration_secs': 0.482198} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.653518] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1317.653733] env[68960]: INFO nova.compute.manager [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Took 7.39 seconds to spawn the instance on the hypervisor. [ 1317.653918] env[68960]: DEBUG nova.compute.manager [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1317.654232] env[68960]: DEBUG oslo_vmware.api [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1317.654232] env[68960]: value = "task-3222541" [ 1317.654232] env[68960]: _type = "Task" [ 1317.654232] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.654887] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be30cf9f-adc4-4768-bf01-964103ec6351 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.666829] env[68960]: DEBUG oslo_vmware.api [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222541, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.900150] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9342a553-cf0d-489a-a6dd-47304ab24341 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.918957] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a35911-da6c-4b2f-9388-2165da69c554 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.925557] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Updating instance '066322c9-9ec9-4d86-96cc-e2be3db6fbe5' progress to 83 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1318.166914] env[68960]: DEBUG oslo_vmware.api [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222541, 'name': ReconfigVM_Task, 'duration_secs': 0.147329} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.167195] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644218', 'volume_id': '841e90b1-f570-4169-8509-bf78be59d49e', 'name': 'volume-841e90b1-f570-4169-8509-bf78be59d49e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3f8968c1-71c0-41c3-834c-553a20c8c548', 'attached_at': '2025-04-03T03:17:56.000000', 'detached_at': '', 'volume_id': '841e90b1-f570-4169-8509-bf78be59d49e', 'serial': '841e90b1-f570-4169-8509-bf78be59d49e'} {{(pid=68960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1318.167464] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1318.168212] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0935d3-85e9-4c4b-9979-b8bcae0d36b9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.177533] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1318.179262] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92f66c06-f0cf-491d-8fa1-40d75629bffc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.180890] env[68960]: INFO nova.compute.manager [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Took 13.74 seconds to build instance. [ 1318.250215] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1318.250423] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1318.250601] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Deleting the datastore file [datastore1] 3f8968c1-71c0-41c3-834c-553a20c8c548 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1318.250856] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d3be2f2-789f-44e7-b324-471d6d259473 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.260399] env[68960]: DEBUG oslo_vmware.api [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1318.260399] env[68960]: value = "task-3222543" [ 1318.260399] env[68960]: _type = "Task" [ 1318.260399] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.268412] env[68960]: DEBUG oslo_vmware.api [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.432020] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1318.432566] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ef5a9af-b450-42f8-aa88-4643c0e22d1b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.439905] env[68960]: DEBUG oslo_vmware.api [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1318.439905] env[68960]: value = "task-3222544" [ 1318.439905] env[68960]: _type = "Task" [ 1318.439905] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.447835] env[68960]: DEBUG oslo_vmware.api [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.683468] env[68960]: DEBUG oslo_concurrency.lockutils [None req-8254c2d7-5aa6-4d11-baa3-5fb8b0435a5b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "49c6c374-65e5-48ad-9fdd-e373551afdae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.255s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.770586] env[68960]: DEBUG oslo_vmware.api [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.083551} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.770846] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1318.771067] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1318.771276] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1318.771456] env[68960]: INFO nova.compute.manager [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1318.771699] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1318.771894] env[68960]: DEBUG nova.compute.manager [-] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1318.771991] env[68960]: DEBUG nova.network.neutron [-] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1318.952185] env[68960]: DEBUG oslo_vmware.api [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222544, 'name': PowerOnVM_Task, 'duration_secs': 0.485159} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.952185] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.952185] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d3a0b5-35ce-4690-aed7-d2ab9d333cf6 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Updating instance '066322c9-9ec9-4d86-96cc-e2be3db6fbe5' progress to 100 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1319.222376] env[68960]: DEBUG nova.compute.manager [req-7e7f2bc0-50dc-4ee7-b090-77c843147d5c req-04897004-bbf9-4fdc-a3ea-3cfc5187b8ff service nova] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Received event network-vif-deleted-e2bd316e-d262-4412-b6bf-e888fd9259a5 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1319.222602] env[68960]: INFO nova.compute.manager [req-7e7f2bc0-50dc-4ee7-b090-77c843147d5c req-04897004-bbf9-4fdc-a3ea-3cfc5187b8ff service nova] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Neutron deleted interface e2bd316e-d262-4412-b6bf-e888fd9259a5; detaching it from the instance and deleting it from the info cache [ 1319.222659] env[68960]: DEBUG nova.network.neutron [req-7e7f2bc0-50dc-4ee7-b090-77c843147d5c req-04897004-bbf9-4fdc-a3ea-3cfc5187b8ff service nova] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.310542] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2ab1c8cc-c83b-481a-8a47-a474f3fb813f tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "49c6c374-65e5-48ad-9fdd-e373551afdae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.310810] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2ab1c8cc-c83b-481a-8a47-a474f3fb813f tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "49c6c374-65e5-48ad-9fdd-e373551afdae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.311524] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2ab1c8cc-c83b-481a-8a47-a474f3fb813f tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "49c6c374-65e5-48ad-9fdd-e373551afdae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.311731] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2ab1c8cc-c83b-481a-8a47-a474f3fb813f tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "49c6c374-65e5-48ad-9fdd-e373551afdae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.311905] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2ab1c8cc-c83b-481a-8a47-a474f3fb813f tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "49c6c374-65e5-48ad-9fdd-e373551afdae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.313940] env[68960]: INFO nova.compute.manager [None req-2ab1c8cc-c83b-481a-8a47-a474f3fb813f tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Terminating instance [ 1319.701113] env[68960]: DEBUG nova.network.neutron [-] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.725665] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4788b9d5-05eb-4064-ad37-b7d7071c8a8d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.735810] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d160ac6-6b07-4db6-ac56-ca1b1f0f6f4b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.765059] env[68960]: DEBUG nova.compute.manager [req-7e7f2bc0-50dc-4ee7-b090-77c843147d5c req-04897004-bbf9-4fdc-a3ea-3cfc5187b8ff service nova] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Detach interface failed, port_id=e2bd316e-d262-4412-b6bf-e888fd9259a5, reason: Instance 3f8968c1-71c0-41c3-834c-553a20c8c548 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1319.817643] env[68960]: DEBUG nova.compute.manager [None req-2ab1c8cc-c83b-481a-8a47-a474f3fb813f tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1319.817933] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab1c8cc-c83b-481a-8a47-a474f3fb813f tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1319.818869] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd7c6c9-c988-4b0e-970d-b4a3abdf2659 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.826269] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab1c8cc-c83b-481a-8a47-a474f3fb813f tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1319.826517] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25c2e66e-60bd-4522-877c-88a74c6b8bc4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.832660] env[68960]: DEBUG oslo_vmware.api [None req-2ab1c8cc-c83b-481a-8a47-a474f3fb813f tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1319.832660] env[68960]: value = "task-3222545" [ 1319.832660] env[68960]: _type = "Task" [ 1319.832660] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.840348] env[68960]: DEBUG oslo_vmware.api [None req-2ab1c8cc-c83b-481a-8a47-a474f3fb813f tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.203691] env[68960]: INFO nova.compute.manager [-] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Took 1.43 seconds to deallocate network for instance. [ 1320.342857] env[68960]: DEBUG oslo_vmware.api [None req-2ab1c8cc-c83b-481a-8a47-a474f3fb813f tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222545, 'name': PowerOffVM_Task, 'duration_secs': 0.308963} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.343146] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab1c8cc-c83b-481a-8a47-a474f3fb813f tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1320.343318] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab1c8cc-c83b-481a-8a47-a474f3fb813f tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1320.343566] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b34b3e25-701d-4c87-86e6-a8de9ccff5e6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.749343] env[68960]: INFO nova.compute.manager [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Took 0.55 seconds to detach 1 volumes for instance. [ 1320.751467] env[68960]: DEBUG nova.compute.manager [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Deleting volume: 841e90b1-f570-4169-8509-bf78be59d49e {{(pid=68960) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1321.165552] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab1c8cc-c83b-481a-8a47-a474f3fb813f tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1321.165795] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab1c8cc-c83b-481a-8a47-a474f3fb813f tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1321.165969] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ab1c8cc-c83b-481a-8a47-a474f3fb813f tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Deleting the datastore file [datastore2] 49c6c374-65e5-48ad-9fdd-e373551afdae {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.166331] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5d616ae-5404-4179-bed0-4f82cb03919d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.172914] env[68960]: DEBUG oslo_vmware.api [None req-2ab1c8cc-c83b-481a-8a47-a474f3fb813f tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1321.172914] env[68960]: value = "task-3222548" [ 1321.172914] env[68960]: _type = "Task" [ 1321.172914] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.181627] env[68960]: DEBUG oslo_vmware.api [None req-2ab1c8cc-c83b-481a-8a47-a474f3fb813f tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.290132] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.290391] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.290582] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.314937] env[68960]: INFO nova.scheduler.client.report [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Deleted allocations for instance 3f8968c1-71c0-41c3-834c-553a20c8c548 [ 1321.453216] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1447c62d-28d8-40f3-b1a6-0aa4b20ea08b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "066322c9-9ec9-4d86-96cc-e2be3db6fbe5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.453476] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1447c62d-28d8-40f3-b1a6-0aa4b20ea08b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "066322c9-9ec9-4d86-96cc-e2be3db6fbe5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.453671] env[68960]: DEBUG nova.compute.manager [None req-1447c62d-28d8-40f3-b1a6-0aa4b20ea08b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Going to confirm migration 9 {{(pid=68960) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1321.683601] env[68960]: DEBUG oslo_vmware.api [None req-2ab1c8cc-c83b-481a-8a47-a474f3fb813f tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175152} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.683854] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ab1c8cc-c83b-481a-8a47-a474f3fb813f tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1321.684054] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab1c8cc-c83b-481a-8a47-a474f3fb813f tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1321.684238] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab1c8cc-c83b-481a-8a47-a474f3fb813f tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1321.684413] env[68960]: INFO nova.compute.manager [None req-2ab1c8cc-c83b-481a-8a47-a474f3fb813f tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Took 1.87 seconds to destroy the instance on the hypervisor. [ 1321.684669] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ab1c8cc-c83b-481a-8a47-a474f3fb813f tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1321.684866] env[68960]: DEBUG nova.compute.manager [-] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1321.684963] env[68960]: DEBUG nova.network.neutron [-] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1321.822810] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b077de29-acd4-4c95-9f45-67ff7a7b75e0 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "3f8968c1-71c0-41c3-834c-553a20c8c548" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.813s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.934612] env[68960]: DEBUG nova.compute.manager [req-490fc7b6-fc31-4beb-a479-f3d9662cdb9a req-d63a7396-192b-408b-8c59-46b20d8e646c service nova] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Received event network-vif-deleted-e585e651-ca52-429e-8aa7-5d47a0509b60 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.934869] env[68960]: INFO nova.compute.manager [req-490fc7b6-fc31-4beb-a479-f3d9662cdb9a req-d63a7396-192b-408b-8c59-46b20d8e646c service nova] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Neutron deleted interface e585e651-ca52-429e-8aa7-5d47a0509b60; detaching it from the instance and deleting it from the info cache [ 1321.935158] env[68960]: DEBUG nova.network.neutron [req-490fc7b6-fc31-4beb-a479-f3d9662cdb9a req-d63a7396-192b-408b-8c59-46b20d8e646c service nova] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.011324] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1447c62d-28d8-40f3-b1a6-0aa4b20ea08b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "refresh_cache-066322c9-9ec9-4d86-96cc-e2be3db6fbe5" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.011515] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1447c62d-28d8-40f3-b1a6-0aa4b20ea08b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquired lock "refresh_cache-066322c9-9ec9-4d86-96cc-e2be3db6fbe5" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.011692] env[68960]: DEBUG nova.network.neutron [None req-1447c62d-28d8-40f3-b1a6-0aa4b20ea08b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.011875] env[68960]: DEBUG nova.objects.instance [None req-1447c62d-28d8-40f3-b1a6-0aa4b20ea08b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lazy-loading 'info_cache' on Instance uuid 066322c9-9ec9-4d86-96cc-e2be3db6fbe5 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.414024] env[68960]: DEBUG nova.network.neutron [-] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.437696] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73ac88d5-502a-4251-814f-9f5283e05bc5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.447639] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc68e9dc-b6bc-43cb-a629-526534f95028 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.475928] env[68960]: DEBUG nova.compute.manager [req-490fc7b6-fc31-4beb-a479-f3d9662cdb9a req-d63a7396-192b-408b-8c59-46b20d8e646c service nova] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Detach interface failed, port_id=e585e651-ca52-429e-8aa7-5d47a0509b60, reason: Instance 49c6c374-65e5-48ad-9fdd-e373551afdae could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1322.739937] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b9d2c983-6657-45b0-ad91-11b487f4fb69 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "40b6080a-82e2-4c64-bdac-2e67ca6c8179" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.740195] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b9d2c983-6657-45b0-ad91-11b487f4fb69 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "40b6080a-82e2-4c64-bdac-2e67ca6c8179" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.740418] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b9d2c983-6657-45b0-ad91-11b487f4fb69 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "40b6080a-82e2-4c64-bdac-2e67ca6c8179-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.740623] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b9d2c983-6657-45b0-ad91-11b487f4fb69 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "40b6080a-82e2-4c64-bdac-2e67ca6c8179-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.740788] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b9d2c983-6657-45b0-ad91-11b487f4fb69 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "40b6080a-82e2-4c64-bdac-2e67ca6c8179-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.743410] env[68960]: INFO nova.compute.manager [None req-b9d2c983-6657-45b0-ad91-11b487f4fb69 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Terminating instance [ 1322.916488] env[68960]: INFO nova.compute.manager [-] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Took 1.23 seconds to deallocate network for instance. [ 1323.224151] env[68960]: DEBUG nova.network.neutron [None req-1447c62d-28d8-40f3-b1a6-0aa4b20ea08b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Updating instance_info_cache with network_info: [{"id": "42db5fad-f000-4960-be77-33cada035df4", "address": "fa:16:3e:21:bb:24", "network": {"id": "fd6c5ce0-1df7-4e07-82ab-88e1b96779f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508625790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603772d137274b1da5b497f41168c31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42db5fad-f0", "ovs_interfaceid": "42db5fad-f000-4960-be77-33cada035df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.246882] env[68960]: DEBUG nova.compute.manager [None req-b9d2c983-6657-45b0-ad91-11b487f4fb69 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1323.247133] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d2c983-6657-45b0-ad91-11b487f4fb69 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1323.247972] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6dee2c-cc46-46b8-889b-7fbcfe55af84 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.255652] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d2c983-6657-45b0-ad91-11b487f4fb69 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1323.255891] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e254dca5-ab80-40c3-975d-d0a2b1d67a02 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.262626] env[68960]: DEBUG oslo_vmware.api [None req-b9d2c983-6657-45b0-ad91-11b487f4fb69 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1323.262626] env[68960]: value = "task-3222549" [ 1323.262626] env[68960]: _type = "Task" [ 1323.262626] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.271354] env[68960]: DEBUG oslo_vmware.api [None req-b9d2c983-6657-45b0-ad91-11b487f4fb69 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.422813] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2ab1c8cc-c83b-481a-8a47-a474f3fb813f tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.423176] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2ab1c8cc-c83b-481a-8a47-a474f3fb813f tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.423438] env[68960]: DEBUG nova.objects.instance [None req-2ab1c8cc-c83b-481a-8a47-a474f3fb813f tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lazy-loading 'resources' on Instance uuid 49c6c374-65e5-48ad-9fdd-e373551afdae {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.727246] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1447c62d-28d8-40f3-b1a6-0aa4b20ea08b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Releasing lock "refresh_cache-066322c9-9ec9-4d86-96cc-e2be3db6fbe5" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.727533] env[68960]: DEBUG nova.objects.instance [None req-1447c62d-28d8-40f3-b1a6-0aa4b20ea08b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lazy-loading 'migration_context' on Instance uuid 066322c9-9ec9-4d86-96cc-e2be3db6fbe5 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.772516] env[68960]: DEBUG oslo_vmware.api [None req-b9d2c983-6657-45b0-ad91-11b487f4fb69 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222549, 'name': PowerOffVM_Task, 'duration_secs': 0.261445} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.772762] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d2c983-6657-45b0-ad91-11b487f4fb69 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1323.772924] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d2c983-6657-45b0-ad91-11b487f4fb69 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1323.773193] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8b9bc41-01e5-4d7c-9ea0-bd5bae160225 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.842417] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d2c983-6657-45b0-ad91-11b487f4fb69 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1323.842626] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d2c983-6657-45b0-ad91-11b487f4fb69 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1323.842804] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d2c983-6657-45b0-ad91-11b487f4fb69 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Deleting the datastore file [datastore2] 40b6080a-82e2-4c64-bdac-2e67ca6c8179 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1323.843080] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc66c56d-c5fc-4374-988e-9de597b08075 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.850209] env[68960]: DEBUG oslo_vmware.api [None req-b9d2c983-6657-45b0-ad91-11b487f4fb69 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1323.850209] env[68960]: value = "task-3222551" [ 1323.850209] env[68960]: _type = "Task" [ 1323.850209] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.857114] env[68960]: DEBUG oslo_vmware.api [None req-b9d2c983-6657-45b0-ad91-11b487f4fb69 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.025344] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2925a051-3903-42e5-a0d7-9dddb2ab084d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.032785] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8bd833-6581-4f6c-9e44-fcdd8d7930f6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.063528] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842a03bf-515f-4aef-bc31-78ea348b299d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.070402] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d02bad-97a1-4602-acb1-3d354e045a80 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.083206] env[68960]: DEBUG nova.compute.provider_tree [None req-2ab1c8cc-c83b-481a-8a47-a474f3fb813f tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.230570] env[68960]: DEBUG nova.objects.base [None req-1447c62d-28d8-40f3-b1a6-0aa4b20ea08b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Object Instance<066322c9-9ec9-4d86-96cc-e2be3db6fbe5> lazy-loaded attributes: info_cache,migration_context {{(pid=68960) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1324.231564] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37a63cc-efa7-4ebb-b557-f820f914dad2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.250123] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8a40276-6f35-4d9f-9647-cbed6d445d41 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.255283] env[68960]: DEBUG oslo_vmware.api [None req-1447c62d-28d8-40f3-b1a6-0aa4b20ea08b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1324.255283] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52cf9238-3558-b9d1-63a8-44bf73273854" [ 1324.255283] env[68960]: _type = "Task" [ 1324.255283] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.262503] env[68960]: DEBUG oslo_vmware.api [None req-1447c62d-28d8-40f3-b1a6-0aa4b20ea08b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52cf9238-3558-b9d1-63a8-44bf73273854, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.360055] env[68960]: DEBUG oslo_vmware.api [None req-b9d2c983-6657-45b0-ad91-11b487f4fb69 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216611} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.360055] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d2c983-6657-45b0-ad91-11b487f4fb69 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1324.360249] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d2c983-6657-45b0-ad91-11b487f4fb69 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1324.360376] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d2c983-6657-45b0-ad91-11b487f4fb69 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1324.360519] env[68960]: INFO nova.compute.manager [None req-b9d2c983-6657-45b0-ad91-11b487f4fb69 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1324.360753] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9d2c983-6657-45b0-ad91-11b487f4fb69 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1324.360942] env[68960]: DEBUG nova.compute.manager [-] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1324.361048] env[68960]: DEBUG nova.network.neutron [-] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1324.585924] env[68960]: DEBUG nova.scheduler.client.report [None req-2ab1c8cc-c83b-481a-8a47-a474f3fb813f tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.608179] env[68960]: DEBUG nova.compute.manager [req-84551582-b8f8-4426-8ee5-a90d231b1d77 req-45b7805c-75c1-4e84-b088-6c301ac60813 service nova] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Received event network-vif-deleted-edbe3fb9-20e2-465c-88da-bc418cc30232 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1324.608341] env[68960]: INFO nova.compute.manager [req-84551582-b8f8-4426-8ee5-a90d231b1d77 req-45b7805c-75c1-4e84-b088-6c301ac60813 service nova] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Neutron deleted interface edbe3fb9-20e2-465c-88da-bc418cc30232; detaching it from the instance and deleting it from the info cache [ 1324.608513] env[68960]: DEBUG nova.network.neutron [req-84551582-b8f8-4426-8ee5-a90d231b1d77 req-45b7805c-75c1-4e84-b088-6c301ac60813 service nova] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.765569] env[68960]: DEBUG oslo_vmware.api [None req-1447c62d-28d8-40f3-b1a6-0aa4b20ea08b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52cf9238-3558-b9d1-63a8-44bf73273854, 'name': SearchDatastore_Task, 'duration_secs': 0.015237} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.765569] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1447c62d-28d8-40f3-b1a6-0aa4b20ea08b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.091989] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2ab1c8cc-c83b-481a-8a47-a474f3fb813f tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.094088] env[68960]: DEBUG nova.network.neutron [-] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.096046] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1447c62d-28d8-40f3-b1a6-0aa4b20ea08b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.330s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.112803] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8367eb39-64d1-48eb-88ab-a88f34e4c8d9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.116999] env[68960]: INFO nova.scheduler.client.report [None req-2ab1c8cc-c83b-481a-8a47-a474f3fb813f tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Deleted allocations for instance 49c6c374-65e5-48ad-9fdd-e373551afdae [ 1325.123860] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62395fa8-3a60-4a9a-bbc9-4ec3dcef9415 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.152788] env[68960]: DEBUG nova.compute.manager [req-84551582-b8f8-4426-8ee5-a90d231b1d77 req-45b7805c-75c1-4e84-b088-6c301ac60813 service nova] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Detach interface failed, port_id=edbe3fb9-20e2-465c-88da-bc418cc30232, reason: Instance 40b6080a-82e2-4c64-bdac-2e67ca6c8179 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1325.597298] env[68960]: INFO nova.compute.manager [-] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Took 1.24 seconds to deallocate network for instance. [ 1325.624585] env[68960]: DEBUG oslo_concurrency.lockutils [None req-2ab1c8cc-c83b-481a-8a47-a474f3fb813f tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "49c6c374-65e5-48ad-9fdd-e373551afdae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.314s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.688908] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52504aa-cb2a-4d39-86e1-9fb62ea7f75d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.696091] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119d4456-9891-4535-a2ac-36d62f3db7d6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.729572] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620dd920-ed03-4325-a453-5d35a809f4d8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.737649] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b68d53-a8f5-43ea-b75a-aa41133c814a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.750972] env[68960]: DEBUG nova.compute.provider_tree [None req-1447c62d-28d8-40f3-b1a6-0aa4b20ea08b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.972425] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "51d86297-6321-4d86-ac8b-3203de99b963" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.972705] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "51d86297-6321-4d86-ac8b-3203de99b963" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.972922] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "51d86297-6321-4d86-ac8b-3203de99b963-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.973126] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "51d86297-6321-4d86-ac8b-3203de99b963-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.973370] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "51d86297-6321-4d86-ac8b-3203de99b963-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.975447] env[68960]: INFO nova.compute.manager [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Terminating instance [ 1326.106525] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b9d2c983-6657-45b0-ad91-11b487f4fb69 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.254296] env[68960]: DEBUG nova.scheduler.client.report [None req-1447c62d-28d8-40f3-b1a6-0aa4b20ea08b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.479567] env[68960]: DEBUG nova.compute.manager [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1326.479799] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1326.480719] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41adfd9-9e89-4604-9321-a0187ca0951c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.488978] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1326.489248] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7afc8507-6975-4b3b-b444-c5f0a68f136c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.496103] env[68960]: DEBUG oslo_vmware.api [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1326.496103] env[68960]: value = "task-3222552" [ 1326.496103] env[68960]: _type = "Task" [ 1326.496103] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.503925] env[68960]: DEBUG oslo_vmware.api [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.005806] env[68960]: DEBUG oslo_vmware.api [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222552, 'name': PowerOffVM_Task, 'duration_secs': 0.214849} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.006090] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1327.006265] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1327.006510] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9689c34c-2a71-48fa-80f5-ac86be5869c7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.075817] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1327.076031] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1327.076184] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Deleting the datastore file [datastore1] 51d86297-6321-4d86-ac8b-3203de99b963 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1327.076454] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23f2a57a-c15f-4056-ad6f-7858c19de031 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.082544] env[68960]: DEBUG oslo_vmware.api [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1327.082544] env[68960]: value = "task-3222554" [ 1327.082544] env[68960]: _type = "Task" [ 1327.082544] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.089811] env[68960]: DEBUG oslo_vmware.api [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.264693] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1447c62d-28d8-40f3-b1a6-0aa4b20ea08b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.169s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.267511] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b9d2c983-6657-45b0-ad91-11b487f4fb69 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.161s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.267735] env[68960]: DEBUG nova.objects.instance [None req-b9d2c983-6657-45b0-ad91-11b487f4fb69 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lazy-loading 'resources' on Instance uuid 40b6080a-82e2-4c64-bdac-2e67ca6c8179 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.592975] env[68960]: DEBUG oslo_vmware.api [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133571} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.593250] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1327.593434] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1327.593610] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1327.593783] env[68960]: INFO nova.compute.manager [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1327.594044] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1327.594245] env[68960]: DEBUG nova.compute.manager [-] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1327.594339] env[68960]: DEBUG nova.network.neutron [-] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1327.836215] env[68960]: INFO nova.scheduler.client.report [None req-1447c62d-28d8-40f3-b1a6-0aa4b20ea08b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Deleted allocation for migration da38be9d-8721-45ff-9992-1b380e3db3f5 [ 1327.858780] env[68960]: DEBUG nova.compute.manager [req-fcc65981-39b5-4bfd-b56b-a792b7cd5561 req-be864876-fab4-417c-a313-72905803a154 service nova] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Received event network-vif-deleted-1efcaa1c-b932-4302-a13a-22b324cb3a5a {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1327.858780] env[68960]: INFO nova.compute.manager [req-fcc65981-39b5-4bfd-b56b-a792b7cd5561 req-be864876-fab4-417c-a313-72905803a154 service nova] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Neutron deleted interface 1efcaa1c-b932-4302-a13a-22b324cb3a5a; detaching it from the instance and deleting it from the info cache [ 1327.858780] env[68960]: DEBUG nova.network.neutron [req-fcc65981-39b5-4bfd-b56b-a792b7cd5561 req-be864876-fab4-417c-a313-72905803a154 service nova] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.895182] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0bb4d6-7c84-4b0c-ac97-43781ca8d823 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.903378] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e35acb-9863-4f9b-ace5-ce9939347473 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.933357] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47906f99-fddb-4744-8b56-e922d288ac17 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.941610] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97778761-b356-4943-a84d-528ec9e6bcb0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.954652] env[68960]: DEBUG nova.compute.provider_tree [None req-b9d2c983-6657-45b0-ad91-11b487f4fb69 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.341333] env[68960]: DEBUG nova.network.neutron [-] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.343757] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1447c62d-28d8-40f3-b1a6-0aa4b20ea08b tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "066322c9-9ec9-4d86-96cc-e2be3db6fbe5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.890s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.363304] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b047c9c-72d5-4108-aad3-b93ed254bc01 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.372529] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240d7107-bed9-465c-ab2c-a368ce00c82d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.398672] env[68960]: DEBUG nova.compute.manager [req-fcc65981-39b5-4bfd-b56b-a792b7cd5561 req-be864876-fab4-417c-a313-72905803a154 service nova] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Detach interface failed, port_id=1efcaa1c-b932-4302-a13a-22b324cb3a5a, reason: Instance 51d86297-6321-4d86-ac8b-3203de99b963 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1328.457522] env[68960]: DEBUG nova.scheduler.client.report [None req-b9d2c983-6657-45b0-ad91-11b487f4fb69 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.493611] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fa3140dd-c4fe-4022-9a79-85884dee9d09 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "066322c9-9ec9-4d86-96cc-e2be3db6fbe5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.493847] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fa3140dd-c4fe-4022-9a79-85884dee9d09 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "066322c9-9ec9-4d86-96cc-e2be3db6fbe5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.494069] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fa3140dd-c4fe-4022-9a79-85884dee9d09 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "066322c9-9ec9-4d86-96cc-e2be3db6fbe5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.494257] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fa3140dd-c4fe-4022-9a79-85884dee9d09 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "066322c9-9ec9-4d86-96cc-e2be3db6fbe5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.494423] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fa3140dd-c4fe-4022-9a79-85884dee9d09 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "066322c9-9ec9-4d86-96cc-e2be3db6fbe5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.496299] env[68960]: INFO nova.compute.manager [None req-fa3140dd-c4fe-4022-9a79-85884dee9d09 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Terminating instance [ 1328.844283] env[68960]: INFO nova.compute.manager [-] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Took 1.25 seconds to deallocate network for instance. [ 1328.963084] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b9d2c983-6657-45b0-ad91-11b487f4fb69 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.695s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.980881] env[68960]: INFO nova.scheduler.client.report [None req-b9d2c983-6657-45b0-ad91-11b487f4fb69 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Deleted allocations for instance 40b6080a-82e2-4c64-bdac-2e67ca6c8179 [ 1328.999132] env[68960]: DEBUG nova.compute.manager [None req-fa3140dd-c4fe-4022-9a79-85884dee9d09 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1328.999362] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3140dd-c4fe-4022-9a79-85884dee9d09 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1329.000277] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b085ecc-c2c1-4703-92b1-522d3a66147d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.008096] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3140dd-c4fe-4022-9a79-85884dee9d09 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.008328] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8453ba7-47de-4024-b578-1970ea3e895e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.013856] env[68960]: DEBUG oslo_vmware.api [None req-fa3140dd-c4fe-4022-9a79-85884dee9d09 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1329.013856] env[68960]: value = "task-3222555" [ 1329.013856] env[68960]: _type = "Task" [ 1329.013856] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.021405] env[68960]: DEBUG oslo_vmware.api [None req-fa3140dd-c4fe-4022-9a79-85884dee9d09 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.351047] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.351288] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.351415] env[68960]: DEBUG nova.objects.instance [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lazy-loading 'resources' on Instance uuid 51d86297-6321-4d86-ac8b-3203de99b963 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.488011] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b9d2c983-6657-45b0-ad91-11b487f4fb69 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "40b6080a-82e2-4c64-bdac-2e67ca6c8179" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.748s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.523540] env[68960]: DEBUG oslo_vmware.api [None req-fa3140dd-c4fe-4022-9a79-85884dee9d09 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222555, 'name': PowerOffVM_Task, 'duration_secs': 0.185187} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.523790] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3140dd-c4fe-4022-9a79-85884dee9d09 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.523958] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3140dd-c4fe-4022-9a79-85884dee9d09 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1329.524205] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74ffc51b-21d2-4871-81d9-13eca329afdb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.586639] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3140dd-c4fe-4022-9a79-85884dee9d09 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1329.586822] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3140dd-c4fe-4022-9a79-85884dee9d09 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1329.587041] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa3140dd-c4fe-4022-9a79-85884dee9d09 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Deleting the datastore file [datastore2] 066322c9-9ec9-4d86-96cc-e2be3db6fbe5 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.587310] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbf20e01-b33e-46a3-840e-0f8ca9a6a181 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.594910] env[68960]: DEBUG oslo_vmware.api [None req-fa3140dd-c4fe-4022-9a79-85884dee9d09 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1329.594910] env[68960]: value = "task-3222557" [ 1329.594910] env[68960]: _type = "Task" [ 1329.594910] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.602229] env[68960]: DEBUG oslo_vmware.api [None req-fa3140dd-c4fe-4022-9a79-85884dee9d09 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.923663] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626f5044-2cb1-48f4-94cd-3c741661209c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.930964] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b69b6d0-34a5-4de1-a7b8-eb9c0cd09f65 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.961709] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e784d79f-8e48-4508-a54f-beae67035a8a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.968745] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a360455b-c8d9-4289-81d8-8ed3d4c2a56f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.981400] env[68960]: DEBUG nova.compute.provider_tree [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1330.105207] env[68960]: DEBUG oslo_vmware.api [None req-fa3140dd-c4fe-4022-9a79-85884dee9d09 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148808} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.105430] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa3140dd-c4fe-4022-9a79-85884dee9d09 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1330.105589] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3140dd-c4fe-4022-9a79-85884dee9d09 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1330.105777] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3140dd-c4fe-4022-9a79-85884dee9d09 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1330.105947] env[68960]: INFO nova.compute.manager [None req-fa3140dd-c4fe-4022-9a79-85884dee9d09 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1330.106205] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa3140dd-c4fe-4022-9a79-85884dee9d09 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1330.106393] env[68960]: DEBUG nova.compute.manager [-] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1330.106486] env[68960]: DEBUG nova.network.neutron [-] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1330.502714] env[68960]: ERROR nova.scheduler.client.report [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [req-fca13dc3-8dc6-4d68-a195-13e0ce1d5a9f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d6b14c3a-024a-447e-9595-cef114b4ddda. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fca13dc3-8dc6-4d68-a195-13e0ce1d5a9f"}]} [ 1330.519581] env[68960]: DEBUG nova.scheduler.client.report [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Refreshing inventories for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1330.538884] env[68960]: DEBUG nova.scheduler.client.report [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Updating ProviderTree inventory for provider d6b14c3a-024a-447e-9595-cef114b4ddda from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1330.538884] env[68960]: DEBUG nova.compute.provider_tree [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1330.547139] env[68960]: DEBUG nova.compute.manager [req-5c8a522b-3306-404e-aaa2-19213bc518e0 req-1cd9ff01-f996-4571-a6dd-911f88f114d7 service nova] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Received event network-vif-deleted-42db5fad-f000-4960-be77-33cada035df4 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.547287] env[68960]: INFO nova.compute.manager [req-5c8a522b-3306-404e-aaa2-19213bc518e0 req-1cd9ff01-f996-4571-a6dd-911f88f114d7 service nova] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Neutron deleted interface 42db5fad-f000-4960-be77-33cada035df4; detaching it from the instance and deleting it from the info cache [ 1330.547472] env[68960]: DEBUG nova.network.neutron [req-5c8a522b-3306-404e-aaa2-19213bc518e0 req-1cd9ff01-f996-4571-a6dd-911f88f114d7 service nova] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.551172] env[68960]: DEBUG nova.scheduler.client.report [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Refreshing aggregate associations for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda, aggregates: None {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1330.569848] env[68960]: DEBUG nova.scheduler.client.report [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Refreshing trait associations for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1330.635315] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd8ba68-3eed-44d5-9486-3294eda67e6e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.644498] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34238aa2-f9a4-402a-ac0f-ff6399d85264 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.673220] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8775212c-ff19-4468-b4a5-692fea8f1768 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.680089] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cb5080-d813-4bc4-be2d-d43d5ef17719 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.693655] env[68960]: DEBUG nova.compute.provider_tree [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1331.032071] env[68960]: DEBUG nova.network.neutron [-] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.049531] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7fd8873-e515-497a-838b-48d62b21bd81 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.059699] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08eccec-8229-43de-bf0b-b9732ce61ba2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.085288] env[68960]: DEBUG nova.compute.manager [req-5c8a522b-3306-404e-aaa2-19213bc518e0 req-1cd9ff01-f996-4571-a6dd-911f88f114d7 service nova] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Detach interface failed, port_id=42db5fad-f000-4960-be77-33cada035df4, reason: Instance 066322c9-9ec9-4d86-96cc-e2be3db6fbe5 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1331.222612] env[68960]: DEBUG nova.scheduler.client.report [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Updated inventory for provider d6b14c3a-024a-447e-9595-cef114b4ddda with generation 173 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1331.222881] env[68960]: DEBUG nova.compute.provider_tree [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Updating resource provider d6b14c3a-024a-447e-9595-cef114b4ddda generation from 173 to 174 during operation: update_inventory {{(pid=68960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1331.223078] env[68960]: DEBUG nova.compute.provider_tree [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1331.534146] env[68960]: INFO nova.compute.manager [-] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Took 1.43 seconds to deallocate network for instance. [ 1331.727743] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.376s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.746728] env[68960]: INFO nova.scheduler.client.report [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Deleted allocations for instance 51d86297-6321-4d86-ac8b-3203de99b963 [ 1332.040374] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fa3140dd-c4fe-4022-9a79-85884dee9d09 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.040584] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fa3140dd-c4fe-4022-9a79-85884dee9d09 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.040774] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fa3140dd-c4fe-4022-9a79-85884dee9d09 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.056936] env[68960]: INFO nova.scheduler.client.report [None req-fa3140dd-c4fe-4022-9a79-85884dee9d09 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Deleted allocations for instance 066322c9-9ec9-4d86-96cc-e2be3db6fbe5 [ 1332.254440] env[68960]: DEBUG oslo_concurrency.lockutils [None req-5e62ff05-fd51-4de5-8550-eb26e953644d tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "51d86297-6321-4d86-ac8b-3203de99b963" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.282s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.457465] env[68960]: DEBUG oslo_concurrency.lockutils [None req-95e775a6-517f-46c2-94cb-f60e29e82459 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "528aca84-c1c0-4af1-ac42-330bd8cd5b15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.457749] env[68960]: DEBUG oslo_concurrency.lockutils [None req-95e775a6-517f-46c2-94cb-f60e29e82459 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "528aca84-c1c0-4af1-ac42-330bd8cd5b15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.457970] env[68960]: DEBUG oslo_concurrency.lockutils [None req-95e775a6-517f-46c2-94cb-f60e29e82459 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "528aca84-c1c0-4af1-ac42-330bd8cd5b15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.458181] env[68960]: DEBUG oslo_concurrency.lockutils [None req-95e775a6-517f-46c2-94cb-f60e29e82459 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "528aca84-c1c0-4af1-ac42-330bd8cd5b15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.458359] env[68960]: DEBUG oslo_concurrency.lockutils [None req-95e775a6-517f-46c2-94cb-f60e29e82459 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "528aca84-c1c0-4af1-ac42-330bd8cd5b15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.460708] env[68960]: INFO nova.compute.manager [None req-95e775a6-517f-46c2-94cb-f60e29e82459 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Terminating instance [ 1332.565308] env[68960]: DEBUG oslo_concurrency.lockutils [None req-fa3140dd-c4fe-4022-9a79-85884dee9d09 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "066322c9-9ec9-4d86-96cc-e2be3db6fbe5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.071s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.948981] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "a9d37496-00cb-4715-bab0-0001954e1057" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.949128] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "a9d37496-00cb-4715-bab0-0001954e1057" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.963820] env[68960]: DEBUG nova.compute.manager [None req-95e775a6-517f-46c2-94cb-f60e29e82459 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1332.964044] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-95e775a6-517f-46c2-94cb-f60e29e82459 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1332.965372] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245cbd39-3a8f-4867-ae3a-3736536e2e21 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.973164] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e775a6-517f-46c2-94cb-f60e29e82459 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.973382] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30ced7dc-dff7-4648-81b1-12aac96ccf07 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.979904] env[68960]: DEBUG oslo_vmware.api [None req-95e775a6-517f-46c2-94cb-f60e29e82459 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1332.979904] env[68960]: value = "task-3222559" [ 1332.979904] env[68960]: _type = "Task" [ 1332.979904] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.987019] env[68960]: DEBUG oslo_vmware.api [None req-95e775a6-517f-46c2-94cb-f60e29e82459 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.353496] env[68960]: DEBUG oslo_concurrency.lockutils [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "fe964b85-d962-4063-82db-e2cb1180703b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.353732] env[68960]: DEBUG oslo_concurrency.lockutils [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "fe964b85-d962-4063-82db-e2cb1180703b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.451066] env[68960]: DEBUG nova.compute.manager [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1333.490436] env[68960]: DEBUG oslo_vmware.api [None req-95e775a6-517f-46c2-94cb-f60e29e82459 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222559, 'name': PowerOffVM_Task, 'duration_secs': 0.184523} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.490688] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e775a6-517f-46c2-94cb-f60e29e82459 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1333.490858] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-95e775a6-517f-46c2-94cb-f60e29e82459 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1333.491120] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afc08bac-f918-47f9-bbb2-de12fcda9853 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.556511] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-95e775a6-517f-46c2-94cb-f60e29e82459 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1333.556746] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-95e775a6-517f-46c2-94cb-f60e29e82459 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1333.556849] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-95e775a6-517f-46c2-94cb-f60e29e82459 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Deleting the datastore file [datastore2] 528aca84-c1c0-4af1-ac42-330bd8cd5b15 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1333.557111] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3174239-b344-4556-a60d-89c24c18b55a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.564023] env[68960]: DEBUG oslo_vmware.api [None req-95e775a6-517f-46c2-94cb-f60e29e82459 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for the task: (returnval){ [ 1333.564023] env[68960]: value = "task-3222561" [ 1333.564023] env[68960]: _type = "Task" [ 1333.564023] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.571401] env[68960]: DEBUG oslo_vmware.api [None req-95e775a6-517f-46c2-94cb-f60e29e82459 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.856236] env[68960]: DEBUG nova.compute.manager [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1333.972466] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.972735] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.974249] env[68960]: INFO nova.compute.claims [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1334.073689] env[68960]: DEBUG oslo_vmware.api [None req-95e775a6-517f-46c2-94cb-f60e29e82459 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Task: {'id': task-3222561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140013} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.074210] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-95e775a6-517f-46c2-94cb-f60e29e82459 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1334.074416] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-95e775a6-517f-46c2-94cb-f60e29e82459 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1334.074572] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-95e775a6-517f-46c2-94cb-f60e29e82459 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1334.074738] env[68960]: INFO nova.compute.manager [None req-95e775a6-517f-46c2-94cb-f60e29e82459 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1334.075011] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95e775a6-517f-46c2-94cb-f60e29e82459 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1334.075213] env[68960]: DEBUG nova.compute.manager [-] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1334.075434] env[68960]: DEBUG nova.network.neutron [-] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1334.331790] env[68960]: DEBUG nova.compute.manager [req-654e3d53-2648-48fa-8428-f901427fb51f req-cad24c02-2014-4bb4-977f-7111f0270be5 service nova] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Received event network-vif-deleted-ef95473c-2be7-4dfa-bedd-0410904c6779 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.331995] env[68960]: INFO nova.compute.manager [req-654e3d53-2648-48fa-8428-f901427fb51f req-cad24c02-2014-4bb4-977f-7111f0270be5 service nova] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Neutron deleted interface ef95473c-2be7-4dfa-bedd-0410904c6779; detaching it from the instance and deleting it from the info cache [ 1334.332196] env[68960]: DEBUG nova.network.neutron [req-654e3d53-2648-48fa-8428-f901427fb51f req-cad24c02-2014-4bb4-977f-7111f0270be5 service nova] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.378136] env[68960]: DEBUG oslo_concurrency.lockutils [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.745797] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.816026] env[68960]: DEBUG nova.network.neutron [-] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.835346] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2c15952-6082-47ba-9022-ec961f728764 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.845227] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e115fb-90fe-48ad-8731-5eaec3e96999 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.872272] env[68960]: DEBUG nova.compute.manager [req-654e3d53-2648-48fa-8428-f901427fb51f req-cad24c02-2014-4bb4-977f-7111f0270be5 service nova] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Detach interface failed, port_id=ef95473c-2be7-4dfa-bedd-0410904c6779, reason: Instance 528aca84-c1c0-4af1-ac42-330bd8cd5b15 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1335.046666] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059d0afb-a93f-4179-822a-4c90f9e054f6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.053964] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ac25fa-6a24-40e3-8aac-38c89b21892b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.083471] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d591c4-a184-47dd-97b7-9d58a0417c89 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.090389] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6216d078-8eee-4dac-8080-abc8557a1ca8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.102912] env[68960]: DEBUG nova.compute.provider_tree [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.318609] env[68960]: INFO nova.compute.manager [-] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Took 1.24 seconds to deallocate network for instance. [ 1335.606621] env[68960]: DEBUG nova.scheduler.client.report [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.824942] env[68960]: DEBUG oslo_concurrency.lockutils [None req-95e775a6-517f-46c2-94cb-f60e29e82459 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.111851] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.139s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.112370] env[68960]: DEBUG nova.compute.manager [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1336.114911] env[68960]: DEBUG oslo_concurrency.lockutils [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.737s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.116343] env[68960]: INFO nova.compute.claims [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1336.620448] env[68960]: DEBUG nova.compute.utils [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1336.624204] env[68960]: DEBUG nova.compute.manager [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1336.624410] env[68960]: DEBUG nova.network.neutron [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1336.665124] env[68960]: DEBUG nova.policy [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77558e1aedcf47ee979ad052a2454f78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60d265d7579a4b8a9047455e0a6e08b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1336.917478] env[68960]: DEBUG nova.network.neutron [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Successfully created port: e7e5bdd4-23a2-40a8-af68-cd2a49316d8c {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1337.124778] env[68960]: DEBUG nova.compute.manager [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1337.209883] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c91dfab-0929-45f6-aab8-51ef4ff61680 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.218077] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035e3eb9-da76-4bee-a69d-b1919fc6b2e6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.247523] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eea4c99-3773-4abb-af79-17aca2ba90fc {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.254223] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b14012e-cd28-4fb1-be67-aa8daee2147a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.266848] env[68960]: DEBUG nova.compute.provider_tree [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.746017] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.769730] env[68960]: DEBUG nova.scheduler.client.report [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.136915] env[68960]: DEBUG nova.compute.manager [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1338.165072] env[68960]: DEBUG nova.virt.hardware [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1338.165325] env[68960]: DEBUG nova.virt.hardware [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1338.165503] env[68960]: DEBUG nova.virt.hardware [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1338.165782] env[68960]: DEBUG nova.virt.hardware [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1338.165946] env[68960]: DEBUG nova.virt.hardware [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1338.166110] env[68960]: DEBUG nova.virt.hardware [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1338.166321] env[68960]: DEBUG nova.virt.hardware [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1338.166518] env[68960]: DEBUG nova.virt.hardware [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1338.166788] env[68960]: DEBUG nova.virt.hardware [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1338.167076] env[68960]: DEBUG nova.virt.hardware [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1338.167372] env[68960]: DEBUG nova.virt.hardware [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1338.168428] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d214447-29b0-471b-98af-92eca4eb6014 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.176536] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4f037c-65cb-4f49-9f7e-e4a1d7e1fa3d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.261021] env[68960]: DEBUG nova.compute.manager [req-d08da525-2a24-4ccc-ae58-0a9e8cbd5a4d req-45cee84c-39b3-447f-b4bc-4d0c83073543 service nova] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Received event network-vif-plugged-e7e5bdd4-23a2-40a8-af68-cd2a49316d8c {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.261217] env[68960]: DEBUG oslo_concurrency.lockutils [req-d08da525-2a24-4ccc-ae58-0a9e8cbd5a4d req-45cee84c-39b3-447f-b4bc-4d0c83073543 service nova] Acquiring lock "a9d37496-00cb-4715-bab0-0001954e1057-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.261430] env[68960]: DEBUG oslo_concurrency.lockutils [req-d08da525-2a24-4ccc-ae58-0a9e8cbd5a4d req-45cee84c-39b3-447f-b4bc-4d0c83073543 service nova] Lock "a9d37496-00cb-4715-bab0-0001954e1057-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.261584] env[68960]: DEBUG oslo_concurrency.lockutils [req-d08da525-2a24-4ccc-ae58-0a9e8cbd5a4d req-45cee84c-39b3-447f-b4bc-4d0c83073543 service nova] Lock "a9d37496-00cb-4715-bab0-0001954e1057-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.261762] env[68960]: DEBUG nova.compute.manager [req-d08da525-2a24-4ccc-ae58-0a9e8cbd5a4d req-45cee84c-39b3-447f-b4bc-4d0c83073543 service nova] [instance: a9d37496-00cb-4715-bab0-0001954e1057] No waiting events found dispatching network-vif-plugged-e7e5bdd4-23a2-40a8-af68-cd2a49316d8c {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1338.261900] env[68960]: WARNING nova.compute.manager [req-d08da525-2a24-4ccc-ae58-0a9e8cbd5a4d req-45cee84c-39b3-447f-b4bc-4d0c83073543 service nova] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Received unexpected event network-vif-plugged-e7e5bdd4-23a2-40a8-af68-cd2a49316d8c for instance with vm_state building and task_state spawning. [ 1338.274656] env[68960]: DEBUG oslo_concurrency.lockutils [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.160s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.275127] env[68960]: DEBUG nova.compute.manager [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1338.277720] env[68960]: DEBUG oslo_concurrency.lockutils [None req-95e775a6-517f-46c2-94cb-f60e29e82459 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.453s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.277925] env[68960]: DEBUG nova.objects.instance [None req-95e775a6-517f-46c2-94cb-f60e29e82459 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lazy-loading 'resources' on Instance uuid 528aca84-c1c0-4af1-ac42-330bd8cd5b15 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.342017] env[68960]: DEBUG nova.network.neutron [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Successfully updated port: e7e5bdd4-23a2-40a8-af68-cd2a49316d8c {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1338.740739] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.745374] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.745564] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.745706] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68960) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1338.781396] env[68960]: DEBUG nova.compute.utils [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1338.785984] env[68960]: DEBUG nova.compute.manager [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1338.786176] env[68960]: DEBUG nova.network.neutron [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1338.822029] env[68960]: DEBUG nova.policy [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a2388c7de004286884ce1052706547a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '603772d137274b1da5b497f41168c31d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1338.844021] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "refresh_cache-a9d37496-00cb-4715-bab0-0001954e1057" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.844176] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquired lock "refresh_cache-a9d37496-00cb-4715-bab0-0001954e1057" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.844307] env[68960]: DEBUG nova.network.neutron [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1338.858905] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bdd503-9f67-45e9-807d-833953168c5c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.866747] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf68d77b-1afe-40ba-be33-ff53796a4991 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.896485] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacc6b7f-8d59-40d1-993a-7810e5660b1c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.903063] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7a5e4b-53fc-4c04-a2b3-fd5b87c03e51 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.916630] env[68960]: DEBUG nova.compute.provider_tree [None req-95e775a6-517f-46c2-94cb-f60e29e82459 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.092431] env[68960]: DEBUG nova.network.neutron [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Successfully created port: 4369b4d5-2d33-49d4-bdce-c2936bcc55ab {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1339.289081] env[68960]: DEBUG nova.compute.manager [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1339.401392] env[68960]: DEBUG nova.network.neutron [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1339.419488] env[68960]: DEBUG nova.scheduler.client.report [None req-95e775a6-517f-46c2-94cb-f60e29e82459 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.599878] env[68960]: DEBUG nova.network.neutron [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Updating instance_info_cache with network_info: [{"id": "e7e5bdd4-23a2-40a8-af68-cd2a49316d8c", "address": "fa:16:3e:d1:db:e3", "network": {"id": "95ee17f7-dec4-449a-b364-5e72a6a84bd4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337343254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d265d7579a4b8a9047455e0a6e08b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e5bdd4-23", "ovs_interfaceid": "e7e5bdd4-23a2-40a8-af68-cd2a49316d8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.926506] env[68960]: DEBUG oslo_concurrency.lockutils [None req-95e775a6-517f-46c2-94cb-f60e29e82459 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.649s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.948251] env[68960]: INFO nova.scheduler.client.report [None req-95e775a6-517f-46c2-94cb-f60e29e82459 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Deleted allocations for instance 528aca84-c1c0-4af1-ac42-330bd8cd5b15 [ 1340.102742] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Releasing lock "refresh_cache-a9d37496-00cb-4715-bab0-0001954e1057" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.103010] env[68960]: DEBUG nova.compute.manager [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Instance network_info: |[{"id": "e7e5bdd4-23a2-40a8-af68-cd2a49316d8c", "address": "fa:16:3e:d1:db:e3", "network": {"id": "95ee17f7-dec4-449a-b364-5e72a6a84bd4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337343254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d265d7579a4b8a9047455e0a6e08b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e5bdd4-23", "ovs_interfaceid": "e7e5bdd4-23a2-40a8-af68-cd2a49316d8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1340.103435] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:db:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7e5bdd4-23a2-40a8-af68-cd2a49316d8c', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1340.111286] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1340.111488] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1340.111709] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1f185b5-a751-4ac1-9212-f797bc36f92a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.132201] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1340.132201] env[68960]: value = "task-3222562" [ 1340.132201] env[68960]: _type = "Task" [ 1340.132201] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.139847] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222562, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.287229] env[68960]: DEBUG nova.compute.manager [req-0100ffbf-3ca7-467d-ab4f-62e88dd794be req-d6d6cdc4-352b-4e82-8ff6-100445266294 service nova] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Received event network-changed-e7e5bdd4-23a2-40a8-af68-cd2a49316d8c {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.287442] env[68960]: DEBUG nova.compute.manager [req-0100ffbf-3ca7-467d-ab4f-62e88dd794be req-d6d6cdc4-352b-4e82-8ff6-100445266294 service nova] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Refreshing instance network info cache due to event network-changed-e7e5bdd4-23a2-40a8-af68-cd2a49316d8c. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1340.287595] env[68960]: DEBUG oslo_concurrency.lockutils [req-0100ffbf-3ca7-467d-ab4f-62e88dd794be req-d6d6cdc4-352b-4e82-8ff6-100445266294 service nova] Acquiring lock "refresh_cache-a9d37496-00cb-4715-bab0-0001954e1057" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.287736] env[68960]: DEBUG oslo_concurrency.lockutils [req-0100ffbf-3ca7-467d-ab4f-62e88dd794be req-d6d6cdc4-352b-4e82-8ff6-100445266294 service nova] Acquired lock "refresh_cache-a9d37496-00cb-4715-bab0-0001954e1057" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.287893] env[68960]: DEBUG nova.network.neutron [req-0100ffbf-3ca7-467d-ab4f-62e88dd794be req-d6d6cdc4-352b-4e82-8ff6-100445266294 service nova] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Refreshing network info cache for port e7e5bdd4-23a2-40a8-af68-cd2a49316d8c {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1340.296656] env[68960]: DEBUG nova.compute.manager [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1340.332335] env[68960]: DEBUG nova.virt.hardware [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1340.332586] env[68960]: DEBUG nova.virt.hardware [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1340.332738] env[68960]: DEBUG nova.virt.hardware [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1340.332923] env[68960]: DEBUG nova.virt.hardware [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1340.333071] env[68960]: DEBUG nova.virt.hardware [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1340.333224] env[68960]: DEBUG nova.virt.hardware [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1340.333519] env[68960]: DEBUG nova.virt.hardware [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1340.333693] env[68960]: DEBUG nova.virt.hardware [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1340.333860] env[68960]: DEBUG nova.virt.hardware [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1340.334031] env[68960]: DEBUG nova.virt.hardware [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1340.334211] env[68960]: DEBUG nova.virt.hardware [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1340.335299] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f66b7e-36c0-4f44-9e65-a2248a9fbc1d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.343369] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d671a2a-5c3c-46d0-87f4-cb2cb2e1f6cf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.456112] env[68960]: DEBUG oslo_concurrency.lockutils [None req-95e775a6-517f-46c2-94cb-f60e29e82459 tempest-ServerActionsTestOtherA-1551249583 tempest-ServerActionsTestOtherA-1551249583-project-member] Lock "528aca84-c1c0-4af1-ac42-330bd8cd5b15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.998s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.643705] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222562, 'name': CreateVM_Task, 'duration_secs': 0.359099} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.643930] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1340.644606] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.644789] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.645136] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.645385] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6545f4c-08b2-496d-a220-3e4e35dc9de1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.649918] env[68960]: DEBUG oslo_vmware.api [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1340.649918] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5278e75e-59e1-963c-6213-90b18cb83eb9" [ 1340.649918] env[68960]: _type = "Task" [ 1340.649918] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.657303] env[68960]: DEBUG oslo_vmware.api [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5278e75e-59e1-963c-6213-90b18cb83eb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.973717] env[68960]: DEBUG nova.network.neutron [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Successfully updated port: 4369b4d5-2d33-49d4-bdce-c2936bcc55ab {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1341.045701] env[68960]: DEBUG nova.network.neutron [req-0100ffbf-3ca7-467d-ab4f-62e88dd794be req-d6d6cdc4-352b-4e82-8ff6-100445266294 service nova] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Updated VIF entry in instance network info cache for port e7e5bdd4-23a2-40a8-af68-cd2a49316d8c. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1341.046075] env[68960]: DEBUG nova.network.neutron [req-0100ffbf-3ca7-467d-ab4f-62e88dd794be req-d6d6cdc4-352b-4e82-8ff6-100445266294 service nova] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Updating instance_info_cache with network_info: [{"id": "e7e5bdd4-23a2-40a8-af68-cd2a49316d8c", "address": "fa:16:3e:d1:db:e3", "network": {"id": "95ee17f7-dec4-449a-b364-5e72a6a84bd4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337343254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d265d7579a4b8a9047455e0a6e08b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e5bdd4-23", "ovs_interfaceid": "e7e5bdd4-23a2-40a8-af68-cd2a49316d8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.162499] env[68960]: DEBUG oslo_vmware.api [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5278e75e-59e1-963c-6213-90b18cb83eb9, 'name': SearchDatastore_Task, 'duration_secs': 0.012836} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.162916] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.163257] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1341.163581] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.163779] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.164012] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1341.164385] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d183bf1-3c2c-4223-b938-16e8f20a4ade {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.173615] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1341.173777] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1341.174481] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10d1cb98-30c5-4c81-90e6-fd47821f6811 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.179463] env[68960]: DEBUG oslo_vmware.api [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1341.179463] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52bc3ca9-831a-cef3-5646-489b211a1417" [ 1341.179463] env[68960]: _type = "Task" [ 1341.179463] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.187332] env[68960]: DEBUG oslo_vmware.api [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52bc3ca9-831a-cef3-5646-489b211a1417, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.474528] env[68960]: DEBUG oslo_concurrency.lockutils [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "refresh_cache-fe964b85-d962-4063-82db-e2cb1180703b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.474797] env[68960]: DEBUG oslo_concurrency.lockutils [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquired lock "refresh_cache-fe964b85-d962-4063-82db-e2cb1180703b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.474948] env[68960]: DEBUG nova.network.neutron [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.548379] env[68960]: DEBUG oslo_concurrency.lockutils [req-0100ffbf-3ca7-467d-ab4f-62e88dd794be req-d6d6cdc4-352b-4e82-8ff6-100445266294 service nova] Releasing lock "refresh_cache-a9d37496-00cb-4715-bab0-0001954e1057" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.690460] env[68960]: DEBUG oslo_vmware.api [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52bc3ca9-831a-cef3-5646-489b211a1417, 'name': SearchDatastore_Task, 'duration_secs': 0.008887} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.691500] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b82315b6-e73f-4756-a832-4d57e6963c12 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.696595] env[68960]: DEBUG oslo_vmware.api [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1341.696595] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52244c0e-d9d6-6d34-e6c5-bc289628551b" [ 1341.696595] env[68960]: _type = "Task" [ 1341.696595] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.704393] env[68960]: DEBUG oslo_vmware.api [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52244c0e-d9d6-6d34-e6c5-bc289628551b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.745786] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.005112] env[68960]: DEBUG nova.network.neutron [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1342.126195] env[68960]: DEBUG nova.network.neutron [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Updating instance_info_cache with network_info: [{"id": "4369b4d5-2d33-49d4-bdce-c2936bcc55ab", "address": "fa:16:3e:97:b1:72", "network": {"id": "fd6c5ce0-1df7-4e07-82ab-88e1b96779f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508625790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603772d137274b1da5b497f41168c31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4369b4d5-2d", "ovs_interfaceid": "4369b4d5-2d33-49d4-bdce-c2936bcc55ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.207400] env[68960]: DEBUG oslo_vmware.api [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52244c0e-d9d6-6d34-e6c5-bc289628551b, 'name': SearchDatastore_Task, 'duration_secs': 0.010338} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.207659] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.207920] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] a9d37496-00cb-4715-bab0-0001954e1057/a9d37496-00cb-4715-bab0-0001954e1057.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1342.208183] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b04cd7af-d6de-46e2-94fe-ec568bdd7162 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.216120] env[68960]: DEBUG oslo_vmware.api [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1342.216120] env[68960]: value = "task-3222563" [ 1342.216120] env[68960]: _type = "Task" [ 1342.216120] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.224167] env[68960]: DEBUG oslo_vmware.api [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.318442] env[68960]: DEBUG nova.compute.manager [req-794dfd0b-4342-4b21-b573-20e6f240b18b req-ba851417-4f08-43ce-bbf8-c2ee722277c6 service nova] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Received event network-vif-plugged-4369b4d5-2d33-49d4-bdce-c2936bcc55ab {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1342.318603] env[68960]: DEBUG oslo_concurrency.lockutils [req-794dfd0b-4342-4b21-b573-20e6f240b18b req-ba851417-4f08-43ce-bbf8-c2ee722277c6 service nova] Acquiring lock "fe964b85-d962-4063-82db-e2cb1180703b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.318822] env[68960]: DEBUG oslo_concurrency.lockutils [req-794dfd0b-4342-4b21-b573-20e6f240b18b req-ba851417-4f08-43ce-bbf8-c2ee722277c6 service nova] Lock "fe964b85-d962-4063-82db-e2cb1180703b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.319039] env[68960]: DEBUG oslo_concurrency.lockutils [req-794dfd0b-4342-4b21-b573-20e6f240b18b req-ba851417-4f08-43ce-bbf8-c2ee722277c6 service nova] Lock "fe964b85-d962-4063-82db-e2cb1180703b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.319348] env[68960]: DEBUG nova.compute.manager [req-794dfd0b-4342-4b21-b573-20e6f240b18b req-ba851417-4f08-43ce-bbf8-c2ee722277c6 service nova] [instance: fe964b85-d962-4063-82db-e2cb1180703b] No waiting events found dispatching network-vif-plugged-4369b4d5-2d33-49d4-bdce-c2936bcc55ab {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1342.319524] env[68960]: WARNING nova.compute.manager [req-794dfd0b-4342-4b21-b573-20e6f240b18b req-ba851417-4f08-43ce-bbf8-c2ee722277c6 service nova] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Received unexpected event network-vif-plugged-4369b4d5-2d33-49d4-bdce-c2936bcc55ab for instance with vm_state building and task_state spawning. [ 1342.319701] env[68960]: DEBUG nova.compute.manager [req-794dfd0b-4342-4b21-b573-20e6f240b18b req-ba851417-4f08-43ce-bbf8-c2ee722277c6 service nova] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Received event network-changed-4369b4d5-2d33-49d4-bdce-c2936bcc55ab {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1342.319835] env[68960]: DEBUG nova.compute.manager [req-794dfd0b-4342-4b21-b573-20e6f240b18b req-ba851417-4f08-43ce-bbf8-c2ee722277c6 service nova] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Refreshing instance network info cache due to event network-changed-4369b4d5-2d33-49d4-bdce-c2936bcc55ab. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1342.320543] env[68960]: DEBUG oslo_concurrency.lockutils [req-794dfd0b-4342-4b21-b573-20e6f240b18b req-ba851417-4f08-43ce-bbf8-c2ee722277c6 service nova] Acquiring lock "refresh_cache-fe964b85-d962-4063-82db-e2cb1180703b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.629602] env[68960]: DEBUG oslo_concurrency.lockutils [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Releasing lock "refresh_cache-fe964b85-d962-4063-82db-e2cb1180703b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.629981] env[68960]: DEBUG nova.compute.manager [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Instance network_info: |[{"id": "4369b4d5-2d33-49d4-bdce-c2936bcc55ab", "address": "fa:16:3e:97:b1:72", "network": {"id": "fd6c5ce0-1df7-4e07-82ab-88e1b96779f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508625790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603772d137274b1da5b497f41168c31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4369b4d5-2d", "ovs_interfaceid": "4369b4d5-2d33-49d4-bdce-c2936bcc55ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1342.630352] env[68960]: DEBUG oslo_concurrency.lockutils [req-794dfd0b-4342-4b21-b573-20e6f240b18b req-ba851417-4f08-43ce-bbf8-c2ee722277c6 service nova] Acquired lock "refresh_cache-fe964b85-d962-4063-82db-e2cb1180703b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.630599] env[68960]: DEBUG nova.network.neutron [req-794dfd0b-4342-4b21-b573-20e6f240b18b req-ba851417-4f08-43ce-bbf8-c2ee722277c6 service nova] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Refreshing network info cache for port 4369b4d5-2d33-49d4-bdce-c2936bcc55ab {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1342.632041] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:b1:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4369b4d5-2d33-49d4-bdce-c2936bcc55ab', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1342.639814] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1342.640971] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1342.641241] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83d8290d-3f33-4d1e-b43e-92cf61a51c22 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.663154] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1342.663154] env[68960]: value = "task-3222564" [ 1342.663154] env[68960]: _type = "Task" [ 1342.663154] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.672216] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222564, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.733431] env[68960]: DEBUG oslo_vmware.api [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222563, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480917} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.733431] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] a9d37496-00cb-4715-bab0-0001954e1057/a9d37496-00cb-4715-bab0-0001954e1057.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1342.733431] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1342.733431] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4eb4027b-470e-44fc-9f6a-9d1d34bba5d2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.735594] env[68960]: DEBUG oslo_vmware.api [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1342.735594] env[68960]: value = "task-3222565" [ 1342.735594] env[68960]: _type = "Task" [ 1342.735594] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.743709] env[68960]: DEBUG oslo_vmware.api [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.745135] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.173469] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222564, 'name': CreateVM_Task, 'duration_secs': 0.320884} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.173642] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1343.174340] env[68960]: DEBUG oslo_concurrency.lockutils [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.174506] env[68960]: DEBUG oslo_concurrency.lockutils [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.174832] env[68960]: DEBUG oslo_concurrency.lockutils [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.175130] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dab9767c-5204-4ddb-a7fb-7e4f17e04316 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.179835] env[68960]: DEBUG oslo_vmware.api [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1343.179835] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d36a5f-1240-b432-e589-356678b8ce1c" [ 1343.179835] env[68960]: _type = "Task" [ 1343.179835] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.187670] env[68960]: DEBUG oslo_vmware.api [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d36a5f-1240-b432-e589-356678b8ce1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.244797] env[68960]: DEBUG oslo_vmware.api [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066506} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.245097] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1343.245852] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe9237b-b73f-4d04-987d-5138e1134260 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.270069] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] a9d37496-00cb-4715-bab0-0001954e1057/a9d37496-00cb-4715-bab0-0001954e1057.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.270350] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50f6ef07-ba8b-4c0e-85c2-726e01f08f80 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.292279] env[68960]: DEBUG oslo_vmware.api [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1343.292279] env[68960]: value = "task-3222566" [ 1343.292279] env[68960]: _type = "Task" [ 1343.292279] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.300593] env[68960]: DEBUG oslo_vmware.api [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.477066] env[68960]: DEBUG nova.network.neutron [req-794dfd0b-4342-4b21-b573-20e6f240b18b req-ba851417-4f08-43ce-bbf8-c2ee722277c6 service nova] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Updated VIF entry in instance network info cache for port 4369b4d5-2d33-49d4-bdce-c2936bcc55ab. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1343.477452] env[68960]: DEBUG nova.network.neutron [req-794dfd0b-4342-4b21-b573-20e6f240b18b req-ba851417-4f08-43ce-bbf8-c2ee722277c6 service nova] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Updating instance_info_cache with network_info: [{"id": "4369b4d5-2d33-49d4-bdce-c2936bcc55ab", "address": "fa:16:3e:97:b1:72", "network": {"id": "fd6c5ce0-1df7-4e07-82ab-88e1b96779f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508625790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603772d137274b1da5b497f41168c31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4369b4d5-2d", "ovs_interfaceid": "4369b4d5-2d33-49d4-bdce-c2936bcc55ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.690544] env[68960]: DEBUG oslo_vmware.api [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d36a5f-1240-b432-e589-356678b8ce1c, 'name': SearchDatastore_Task, 'duration_secs': 0.011442} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.690876] env[68960]: DEBUG oslo_concurrency.lockutils [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.691080] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1343.691328] env[68960]: DEBUG oslo_concurrency.lockutils [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.691471] env[68960]: DEBUG oslo_concurrency.lockutils [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.691643] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1343.691897] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80fe0512-e224-46a1-a37c-5cc7cc07f343 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.699631] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1343.699807] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1343.700516] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52fc9ff7-20b4-48a2-ab27-3db99fb6545f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.705122] env[68960]: DEBUG oslo_vmware.api [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1343.705122] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ff377e-ebdf-00cf-8f85-09b5c03932a4" [ 1343.705122] env[68960]: _type = "Task" [ 1343.705122] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.712187] env[68960]: DEBUG oslo_vmware.api [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ff377e-ebdf-00cf-8f85-09b5c03932a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.802196] env[68960]: DEBUG oslo_vmware.api [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222566, 'name': ReconfigVM_Task, 'duration_secs': 0.367075} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.802481] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Reconfigured VM instance instance-0000007c to attach disk [datastore2] a9d37496-00cb-4715-bab0-0001954e1057/a9d37496-00cb-4715-bab0-0001954e1057.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1343.803128] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e455d5b-eacd-43d8-9a1b-aff54877242c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.808948] env[68960]: DEBUG oslo_vmware.api [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1343.808948] env[68960]: value = "task-3222567" [ 1343.808948] env[68960]: _type = "Task" [ 1343.808948] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.816604] env[68960]: DEBUG oslo_vmware.api [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222567, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.979884] env[68960]: DEBUG oslo_concurrency.lockutils [req-794dfd0b-4342-4b21-b573-20e6f240b18b req-ba851417-4f08-43ce-bbf8-c2ee722277c6 service nova] Releasing lock "refresh_cache-fe964b85-d962-4063-82db-e2cb1180703b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.217167] env[68960]: DEBUG oslo_vmware.api [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52ff377e-ebdf-00cf-8f85-09b5c03932a4, 'name': SearchDatastore_Task, 'duration_secs': 0.009391} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.218524] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c6ba61b-fe52-44c3-922f-36204370018c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.224782] env[68960]: DEBUG oslo_vmware.api [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1344.224782] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d16308-9217-2772-4fb2-9a15e5af02e6" [ 1344.224782] env[68960]: _type = "Task" [ 1344.224782] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.235117] env[68960]: DEBUG oslo_vmware.api [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d16308-9217-2772-4fb2-9a15e5af02e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.318034] env[68960]: DEBUG oslo_vmware.api [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222567, 'name': Rename_Task, 'duration_secs': 0.142202} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.318697] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1344.318697] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78966aa3-f8da-46d7-854d-ff20864d0d0d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.324830] env[68960]: DEBUG oslo_vmware.api [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1344.324830] env[68960]: value = "task-3222568" [ 1344.324830] env[68960]: _type = "Task" [ 1344.324830] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.332448] env[68960]: DEBUG oslo_vmware.api [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.740664] env[68960]: DEBUG oslo_vmware.api [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52d16308-9217-2772-4fb2-9a15e5af02e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009946} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.740664] env[68960]: DEBUG oslo_concurrency.lockutils [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.740664] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] fe964b85-d962-4063-82db-e2cb1180703b/fe964b85-d962-4063-82db-e2cb1180703b.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1344.740664] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0dda9b1-2f05-4c78-8b62-7000ce866287 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.745220] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.748710] env[68960]: DEBUG oslo_vmware.api [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1344.748710] env[68960]: value = "task-3222569" [ 1344.748710] env[68960]: _type = "Task" [ 1344.748710] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.758259] env[68960]: DEBUG oslo_vmware.api [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.835659] env[68960]: DEBUG oslo_vmware.api [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222568, 'name': PowerOnVM_Task, 'duration_secs': 0.490631} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.835940] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1344.836273] env[68960]: INFO nova.compute.manager [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1344.836467] env[68960]: DEBUG nova.compute.manager [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1344.837326] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16092b82-c793-4806-a6fe-254539439dcd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.249757] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.249999] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.250198] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.250359] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68960) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1345.251389] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8c7421-7971-4ab9-85e3-258ba864b103 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.263404] env[68960]: DEBUG oslo_vmware.api [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222569, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.266770] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a597cf8e-f5db-4172-820f-7796061076ae {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.282061] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d319cb2c-613b-4a25-8fb0-360b5decbb90 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.289159] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a447f1e-bc4c-4a3c-8f30-5e1ae1b4463d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.324029] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179949MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=68960) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1345.324029] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.324029] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.357265] env[68960]: INFO nova.compute.manager [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Took 11.40 seconds to build instance. [ 1345.760701] env[68960]: DEBUG oslo_vmware.api [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544952} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.761058] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] fe964b85-d962-4063-82db-e2cb1180703b/fe964b85-d962-4063-82db-e2cb1180703b.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1345.761353] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1345.761471] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbd44307-856b-41a5-82ec-971260d756c0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.768659] env[68960]: DEBUG oslo_vmware.api [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1345.768659] env[68960]: value = "task-3222570" [ 1345.768659] env[68960]: _type = "Task" [ 1345.768659] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.777029] env[68960]: DEBUG oslo_vmware.api [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.858978] env[68960]: DEBUG oslo_concurrency.lockutils [None req-6b0a9480-b477-4e07-813d-0d70b3df9346 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "a9d37496-00cb-4715-bab0-0001954e1057" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.910s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.153358] env[68960]: DEBUG oslo_concurrency.lockutils [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Acquiring lock "672b595f-9891-453b-873d-0d9ae94c5d25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.153647] env[68960]: DEBUG oslo_concurrency.lockutils [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Lock "672b595f-9891-453b-873d-0d9ae94c5d25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.279623] env[68960]: DEBUG oslo_vmware.api [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073691} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.279916] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1346.280701] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d5b7a5-66c6-44dd-990f-5d7e07ba6b40 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.302508] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] fe964b85-d962-4063-82db-e2cb1180703b/fe964b85-d962-4063-82db-e2cb1180703b.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1346.303047] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a4f7bc9-9b2a-499e-b337-ee3231342c1c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.322257] env[68960]: DEBUG oslo_vmware.api [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1346.322257] env[68960]: value = "task-3222571" [ 1346.322257] env[68960]: _type = "Task" [ 1346.322257] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.333705] env[68960]: DEBUG oslo_vmware.api [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.354008] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1346.355151] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1346.355151] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance a9d37496-00cb-4715-bab0-0001954e1057 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1346.355151] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance fe964b85-d962-4063-82db-e2cb1180703b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1346.403869] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f172c4c8-25ab-4cc7-8018-b1db355d58c3 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "a9d37496-00cb-4715-bab0-0001954e1057" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.404176] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f172c4c8-25ab-4cc7-8018-b1db355d58c3 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "a9d37496-00cb-4715-bab0-0001954e1057" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.404404] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f172c4c8-25ab-4cc7-8018-b1db355d58c3 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "a9d37496-00cb-4715-bab0-0001954e1057-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.404592] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f172c4c8-25ab-4cc7-8018-b1db355d58c3 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "a9d37496-00cb-4715-bab0-0001954e1057-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.404795] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f172c4c8-25ab-4cc7-8018-b1db355d58c3 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "a9d37496-00cb-4715-bab0-0001954e1057-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.407030] env[68960]: INFO nova.compute.manager [None req-f172c4c8-25ab-4cc7-8018-b1db355d58c3 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Terminating instance [ 1346.656175] env[68960]: DEBUG nova.compute.manager [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1346.831850] env[68960]: DEBUG oslo_vmware.api [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222571, 'name': ReconfigVM_Task, 'duration_secs': 0.290057} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.832166] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Reconfigured VM instance instance-0000007d to attach disk [datastore2] fe964b85-d962-4063-82db-e2cb1180703b/fe964b85-d962-4063-82db-e2cb1180703b.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1346.832742] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c02965e4-e961-4444-8c47-fc39585d486f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.839063] env[68960]: DEBUG oslo_vmware.api [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1346.839063] env[68960]: value = "task-3222572" [ 1346.839063] env[68960]: _type = "Task" [ 1346.839063] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.846603] env[68960]: DEBUG oslo_vmware.api [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222572, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.857605] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 672b595f-9891-453b-873d-0d9ae94c5d25 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1346.857743] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=68960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1346.857953] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=68960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1346.910331] env[68960]: DEBUG nova.compute.manager [None req-f172c4c8-25ab-4cc7-8018-b1db355d58c3 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1346.910548] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f172c4c8-25ab-4cc7-8018-b1db355d58c3 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1346.911551] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51b8817-944d-458b-bde5-d0f6e517b143 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.922233] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f172c4c8-25ab-4cc7-8018-b1db355d58c3 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1346.922508] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30d207ea-baca-4dc0-82dc-293d4a47aeb1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.930213] env[68960]: DEBUG oslo_vmware.api [None req-f172c4c8-25ab-4cc7-8018-b1db355d58c3 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1346.930213] env[68960]: value = "task-3222573" [ 1346.930213] env[68960]: _type = "Task" [ 1346.930213] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.940100] env[68960]: DEBUG oslo_vmware.api [None req-f172c4c8-25ab-4cc7-8018-b1db355d58c3 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.942046] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e0e486-3486-47fb-9f22-1663e6454f14 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.948608] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c1b97e-b608-47a1-aa0b-b7a80f2bbf36 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.981127] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdfdc48-aff8-43a9-8cb6-3e9942b6aec7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.989232] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8739e879-8f6c-484a-b800-858d98979987 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.004472] env[68960]: DEBUG nova.compute.provider_tree [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1347.184150] env[68960]: DEBUG oslo_concurrency.lockutils [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.349070] env[68960]: DEBUG oslo_vmware.api [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222572, 'name': Rename_Task, 'duration_secs': 0.157193} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.349437] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1347.349705] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb52bb0c-3c7e-4751-bc4c-08e92795f6ac {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.356785] env[68960]: DEBUG oslo_vmware.api [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1347.356785] env[68960]: value = "task-3222574" [ 1347.356785] env[68960]: _type = "Task" [ 1347.356785] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.363842] env[68960]: DEBUG oslo_vmware.api [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.440017] env[68960]: DEBUG oslo_vmware.api [None req-f172c4c8-25ab-4cc7-8018-b1db355d58c3 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222573, 'name': PowerOffVM_Task, 'duration_secs': 0.184027} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.440302] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f172c4c8-25ab-4cc7-8018-b1db355d58c3 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1347.440470] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f172c4c8-25ab-4cc7-8018-b1db355d58c3 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1347.440713] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20641516-7f7a-4a94-931a-e9dc04ec9a71 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.511183] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f172c4c8-25ab-4cc7-8018-b1db355d58c3 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1347.511433] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f172c4c8-25ab-4cc7-8018-b1db355d58c3 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1347.511594] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f172c4c8-25ab-4cc7-8018-b1db355d58c3 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Deleting the datastore file [datastore2] a9d37496-00cb-4715-bab0-0001954e1057 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1347.511896] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fb60040-dd2b-4428-835f-7baeb24a92b5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.518659] env[68960]: DEBUG oslo_vmware.api [None req-f172c4c8-25ab-4cc7-8018-b1db355d58c3 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1347.518659] env[68960]: value = "task-3222576" [ 1347.518659] env[68960]: _type = "Task" [ 1347.518659] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.526434] env[68960]: DEBUG oslo_vmware.api [None req-f172c4c8-25ab-4cc7-8018-b1db355d58c3 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.527233] env[68960]: ERROR nova.scheduler.client.report [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [req-c6a3efba-a678-4203-9d0e-7a4b1949189c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d6b14c3a-024a-447e-9595-cef114b4ddda. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c6a3efba-a678-4203-9d0e-7a4b1949189c"}]} [ 1347.542454] env[68960]: DEBUG nova.scheduler.client.report [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Refreshing inventories for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1347.556281] env[68960]: DEBUG nova.scheduler.client.report [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Updating ProviderTree inventory for provider d6b14c3a-024a-447e-9595-cef114b4ddda from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1347.556927] env[68960]: DEBUG nova.compute.provider_tree [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1347.567206] env[68960]: DEBUG nova.scheduler.client.report [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Refreshing aggregate associations for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda, aggregates: None {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1347.583681] env[68960]: DEBUG nova.scheduler.client.report [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Refreshing trait associations for resource provider d6b14c3a-024a-447e-9595-cef114b4ddda, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=68960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1347.621258] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3248db59-937e-4035-b894-58ae9b4e1882 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquiring lock "fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.621502] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3248db59-937e-4035-b894-58ae9b4e1882 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.621701] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3248db59-937e-4035-b894-58ae9b4e1882 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquiring lock "fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.621877] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3248db59-937e-4035-b894-58ae9b4e1882 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.622051] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3248db59-937e-4035-b894-58ae9b4e1882 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.624103] env[68960]: INFO nova.compute.manager [None req-3248db59-937e-4035-b894-58ae9b4e1882 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Terminating instance [ 1347.648736] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b078836f-7335-4852-bf32-a67db4199212 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.656591] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7022140-0891-4ee3-bbe7-b9f92bd5e827 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.688373] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23e80e0-4879-4127-bbd9-690694f90800 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.695803] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51d5809-4421-430d-8247-71fa548ab74f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.708701] env[68960]: DEBUG nova.compute.provider_tree [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1347.867180] env[68960]: DEBUG oslo_vmware.api [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222574, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.029097] env[68960]: DEBUG oslo_vmware.api [None req-f172c4c8-25ab-4cc7-8018-b1db355d58c3 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167516} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.029359] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f172c4c8-25ab-4cc7-8018-b1db355d58c3 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1348.029544] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f172c4c8-25ab-4cc7-8018-b1db355d58c3 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1348.029717] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-f172c4c8-25ab-4cc7-8018-b1db355d58c3 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1348.029887] env[68960]: INFO nova.compute.manager [None req-f172c4c8-25ab-4cc7-8018-b1db355d58c3 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1348.030154] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f172c4c8-25ab-4cc7-8018-b1db355d58c3 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1348.030338] env[68960]: DEBUG nova.compute.manager [-] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1348.030430] env[68960]: DEBUG nova.network.neutron [-] [instance: a9d37496-00cb-4715-bab0-0001954e1057] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1348.127761] env[68960]: DEBUG nova.compute.manager [None req-3248db59-937e-4035-b894-58ae9b4e1882 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1348.127989] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3248db59-937e-4035-b894-58ae9b4e1882 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1348.128908] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d755529-c874-4077-b637-59bab9e6f7db {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.137693] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3248db59-937e-4035-b894-58ae9b4e1882 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1348.137926] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2882843-eb3a-4fd5-99ab-4161671580c5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.144584] env[68960]: DEBUG oslo_vmware.api [None req-3248db59-937e-4035-b894-58ae9b4e1882 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1348.144584] env[68960]: value = "task-3222577" [ 1348.144584] env[68960]: _type = "Task" [ 1348.144584] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.152733] env[68960]: DEBUG oslo_vmware.api [None req-3248db59-937e-4035-b894-58ae9b4e1882 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.238863] env[68960]: DEBUG nova.scheduler.client.report [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Updated inventory for provider d6b14c3a-024a-447e-9595-cef114b4ddda with generation 177 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1348.239143] env[68960]: DEBUG nova.compute.provider_tree [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Updating resource provider d6b14c3a-024a-447e-9595-cef114b4ddda generation from 177 to 178 during operation: update_inventory {{(pid=68960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1348.239322] env[68960]: DEBUG nova.compute.provider_tree [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1348.275111] env[68960]: DEBUG nova.compute.manager [req-cd34e522-3881-4098-bbd0-b0eabb6c3c5c req-62974216-1a59-438f-83d6-31341146367b service nova] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Received event network-vif-deleted-e7e5bdd4-23a2-40a8-af68-cd2a49316d8c {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.275341] env[68960]: INFO nova.compute.manager [req-cd34e522-3881-4098-bbd0-b0eabb6c3c5c req-62974216-1a59-438f-83d6-31341146367b service nova] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Neutron deleted interface e7e5bdd4-23a2-40a8-af68-cd2a49316d8c; detaching it from the instance and deleting it from the info cache [ 1348.275516] env[68960]: DEBUG nova.network.neutron [req-cd34e522-3881-4098-bbd0-b0eabb6c3c5c req-62974216-1a59-438f-83d6-31341146367b service nova] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.367921] env[68960]: DEBUG oslo_vmware.api [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222574, 'name': PowerOnVM_Task, 'duration_secs': 0.524437} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.368229] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1348.368433] env[68960]: INFO nova.compute.manager [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1348.368611] env[68960]: DEBUG nova.compute.manager [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1348.369493] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2de62b-a39f-4586-bf8a-d008bcf8ade7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.654244] env[68960]: DEBUG oslo_vmware.api [None req-3248db59-937e-4035-b894-58ae9b4e1882 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222577, 'name': PowerOffVM_Task, 'duration_secs': 0.199708} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.654516] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3248db59-937e-4035-b894-58ae9b4e1882 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1348.654681] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3248db59-937e-4035-b894-58ae9b4e1882 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1348.654932] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1329af0e-b9d5-4c8a-9d57-e0da2239a26f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.722326] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3248db59-937e-4035-b894-58ae9b4e1882 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1348.722582] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3248db59-937e-4035-b894-58ae9b4e1882 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1348.722756] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-3248db59-937e-4035-b894-58ae9b4e1882 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Deleting the datastore file [datastore2] fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1348.722967] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb30d180-b198-4e13-aa41-e1163458cb6d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.729093] env[68960]: DEBUG oslo_vmware.api [None req-3248db59-937e-4035-b894-58ae9b4e1882 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for the task: (returnval){ [ 1348.729093] env[68960]: value = "task-3222579" [ 1348.729093] env[68960]: _type = "Task" [ 1348.729093] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.738197] env[68960]: DEBUG oslo_vmware.api [None req-3248db59-937e-4035-b894-58ae9b4e1882 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.744895] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1348.745112] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.422s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.745428] env[68960]: DEBUG oslo_concurrency.lockutils [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.561s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.747622] env[68960]: INFO nova.compute.claims [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1348.758278] env[68960]: DEBUG nova.network.neutron [-] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.777572] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9015d968-d2b1-4b47-85f9-9de92c380c95 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.787982] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b588d6bb-3591-400b-8147-52290853f7a0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.813554] env[68960]: DEBUG nova.compute.manager [req-cd34e522-3881-4098-bbd0-b0eabb6c3c5c req-62974216-1a59-438f-83d6-31341146367b service nova] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Detach interface failed, port_id=e7e5bdd4-23a2-40a8-af68-cd2a49316d8c, reason: Instance a9d37496-00cb-4715-bab0-0001954e1057 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1348.888107] env[68960]: INFO nova.compute.manager [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Took 14.53 seconds to build instance. [ 1349.238989] env[68960]: DEBUG oslo_vmware.api [None req-3248db59-937e-4035-b894-58ae9b4e1882 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Task: {'id': task-3222579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181326} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.239369] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-3248db59-937e-4035-b894-58ae9b4e1882 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1349.239570] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3248db59-937e-4035-b894-58ae9b4e1882 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1349.239807] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-3248db59-937e-4035-b894-58ae9b4e1882 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1349.240022] env[68960]: INFO nova.compute.manager [None req-3248db59-937e-4035-b894-58ae9b4e1882 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1349.240386] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3248db59-937e-4035-b894-58ae9b4e1882 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1349.240707] env[68960]: DEBUG nova.compute.manager [-] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1349.240765] env[68960]: DEBUG nova.network.neutron [-] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1349.261060] env[68960]: INFO nova.compute.manager [-] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Took 1.23 seconds to deallocate network for instance. [ 1349.389579] env[68960]: DEBUG oslo_concurrency.lockutils [None req-517b76e4-eda9-49f1-9cdc-c74dda6ec78a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "fe964b85-d962-4063-82db-e2cb1180703b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.035s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.734566] env[68960]: DEBUG nova.compute.manager [req-8593d06e-f8c7-4c8d-bf1c-05b0d88b5aff req-d3f25054-84d2-4ac8-97ea-0bdd5adfbb32 service nova] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Received event network-changed-4369b4d5-2d33-49d4-bdce-c2936bcc55ab {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1349.734773] env[68960]: DEBUG nova.compute.manager [req-8593d06e-f8c7-4c8d-bf1c-05b0d88b5aff req-d3f25054-84d2-4ac8-97ea-0bdd5adfbb32 service nova] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Refreshing instance network info cache due to event network-changed-4369b4d5-2d33-49d4-bdce-c2936bcc55ab. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1349.734986] env[68960]: DEBUG oslo_concurrency.lockutils [req-8593d06e-f8c7-4c8d-bf1c-05b0d88b5aff req-d3f25054-84d2-4ac8-97ea-0bdd5adfbb32 service nova] Acquiring lock "refresh_cache-fe964b85-d962-4063-82db-e2cb1180703b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.735147] env[68960]: DEBUG oslo_concurrency.lockutils [req-8593d06e-f8c7-4c8d-bf1c-05b0d88b5aff req-d3f25054-84d2-4ac8-97ea-0bdd5adfbb32 service nova] Acquired lock "refresh_cache-fe964b85-d962-4063-82db-e2cb1180703b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.735307] env[68960]: DEBUG nova.network.neutron [req-8593d06e-f8c7-4c8d-bf1c-05b0d88b5aff req-d3f25054-84d2-4ac8-97ea-0bdd5adfbb32 service nova] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Refreshing network info cache for port 4369b4d5-2d33-49d4-bdce-c2936bcc55ab {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1349.767375] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f172c4c8-25ab-4cc7-8018-b1db355d58c3 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.849016] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383d7158-3ba4-4d57-ab86-180e164d14a3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.855722] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3798c3e4-56ca-458a-9db6-0ef68d2c2578 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.887305] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a052b53-a782-4633-9898-c6742c64529d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.894733] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a510171-5212-4e5b-a015-363ecedb93dd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.908301] env[68960]: DEBUG nova.compute.provider_tree [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1350.159242] env[68960]: DEBUG nova.network.neutron [-] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.309746] env[68960]: DEBUG nova.compute.manager [req-b8d26b50-7a6e-4398-b6e0-51f683b4e39e req-ff6fafca-6660-47b7-a836-baf1a9239501 service nova] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Received event network-vif-deleted-fe6f9857-481d-46b1-97a9-db78ffd5871d {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.441023] env[68960]: DEBUG nova.scheduler.client.report [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Updated inventory for provider d6b14c3a-024a-447e-9595-cef114b4ddda with generation 178 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1350.441329] env[68960]: DEBUG nova.compute.provider_tree [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Updating resource provider d6b14c3a-024a-447e-9595-cef114b4ddda generation from 178 to 179 during operation: update_inventory {{(pid=68960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1350.441590] env[68960]: DEBUG nova.compute.provider_tree [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Updating inventory in ProviderTree for provider d6b14c3a-024a-447e-9595-cef114b4ddda with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1350.477739] env[68960]: DEBUG nova.network.neutron [req-8593d06e-f8c7-4c8d-bf1c-05b0d88b5aff req-d3f25054-84d2-4ac8-97ea-0bdd5adfbb32 service nova] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Updated VIF entry in instance network info cache for port 4369b4d5-2d33-49d4-bdce-c2936bcc55ab. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1350.478115] env[68960]: DEBUG nova.network.neutron [req-8593d06e-f8c7-4c8d-bf1c-05b0d88b5aff req-d3f25054-84d2-4ac8-97ea-0bdd5adfbb32 service nova] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Updating instance_info_cache with network_info: [{"id": "4369b4d5-2d33-49d4-bdce-c2936bcc55ab", "address": "fa:16:3e:97:b1:72", "network": {"id": "fd6c5ce0-1df7-4e07-82ab-88e1b96779f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508625790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603772d137274b1da5b497f41168c31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4369b4d5-2d", "ovs_interfaceid": "4369b4d5-2d33-49d4-bdce-c2936bcc55ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.662501] env[68960]: INFO nova.compute.manager [-] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Took 1.42 seconds to deallocate network for instance. [ 1350.949385] env[68960]: DEBUG oslo_concurrency.lockutils [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.950649] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f172c4c8-25ab-4cc7-8018-b1db355d58c3 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.183s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.950891] env[68960]: DEBUG nova.objects.instance [None req-f172c4c8-25ab-4cc7-8018-b1db355d58c3 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lazy-loading 'resources' on Instance uuid a9d37496-00cb-4715-bab0-0001954e1057 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.980934] env[68960]: DEBUG oslo_concurrency.lockutils [req-8593d06e-f8c7-4c8d-bf1c-05b0d88b5aff req-d3f25054-84d2-4ac8-97ea-0bdd5adfbb32 service nova] Releasing lock "refresh_cache-fe964b85-d962-4063-82db-e2cb1180703b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.168805] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3248db59-937e-4035-b894-58ae9b4e1882 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.453418] env[68960]: DEBUG oslo_concurrency.lockutils [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Acquiring lock "6f41ebc3-fa08-42ae-8587-9bcde7ccda7d" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.453802] env[68960]: DEBUG oslo_concurrency.lockutils [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Lock "6f41ebc3-fa08-42ae-8587-9bcde7ccda7d" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.526774] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3cd463-f58b-494b-a612-f73cab6af6c0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.534972] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f383ca-9471-40f3-b321-ed118f0ef4f8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.565871] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db846db6-c9e7-485f-a90a-4716beb4652f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.573351] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9083c38a-7013-4b91-b2b6-20b0dc7e8e09 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.585967] env[68960]: DEBUG nova.compute.provider_tree [None req-f172c4c8-25ab-4cc7-8018-b1db355d58c3 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.958255] env[68960]: DEBUG oslo_concurrency.lockutils [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Lock "6f41ebc3-fa08-42ae-8587-9bcde7ccda7d" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.958851] env[68960]: DEBUG nova.compute.manager [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1352.089966] env[68960]: DEBUG nova.scheduler.client.report [None req-f172c4c8-25ab-4cc7-8018-b1db355d58c3 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1352.464063] env[68960]: DEBUG nova.compute.utils [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1352.464790] env[68960]: DEBUG nova.compute.manager [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1352.464967] env[68960]: DEBUG nova.network.neutron [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1352.500109] env[68960]: DEBUG nova.policy [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4423d3d0de046babccea1da35c8b52e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '100e5b7abd7a47e0b1b1c817022702f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1352.595840] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f172c4c8-25ab-4cc7-8018-b1db355d58c3 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.597495] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3248db59-937e-4035-b894-58ae9b4e1882 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.429s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.597725] env[68960]: DEBUG nova.objects.instance [None req-3248db59-937e-4035-b894-58ae9b4e1882 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lazy-loading 'resources' on Instance uuid fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.613327] env[68960]: INFO nova.scheduler.client.report [None req-f172c4c8-25ab-4cc7-8018-b1db355d58c3 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Deleted allocations for instance a9d37496-00cb-4715-bab0-0001954e1057 [ 1352.755837] env[68960]: DEBUG nova.network.neutron [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Successfully created port: c4e6b05d-59c6-4f79-af25-7ad97d86584f {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1352.967900] env[68960]: DEBUG nova.compute.manager [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1353.122312] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f172c4c8-25ab-4cc7-8018-b1db355d58c3 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "a9d37496-00cb-4715-bab0-0001954e1057" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.718s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.164239] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea0d351-d34f-433f-b009-a4abdf06437c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.173055] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9187d6ae-b0d3-4108-91e5-61e038828806 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.203015] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb9bd86-b4d0-4bf5-a93e-f5ecc1e3c129 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.210280] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19de11b-726d-450f-8de6-c3d2bfaac41b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.222649] env[68960]: DEBUG nova.compute.provider_tree [None req-3248db59-937e-4035-b894-58ae9b4e1882 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1353.725847] env[68960]: DEBUG nova.scheduler.client.report [None req-3248db59-937e-4035-b894-58ae9b4e1882 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1353.977212] env[68960]: DEBUG nova.compute.manager [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1353.997100] env[68960]: DEBUG nova.virt.hardware [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1353.997740] env[68960]: DEBUG nova.virt.hardware [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1353.997740] env[68960]: DEBUG nova.virt.hardware [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1353.997869] env[68960]: DEBUG nova.virt.hardware [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1353.997926] env[68960]: DEBUG nova.virt.hardware [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1353.998130] env[68960]: DEBUG nova.virt.hardware [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1353.998323] env[68960]: DEBUG nova.virt.hardware [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1353.998524] env[68960]: DEBUG nova.virt.hardware [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1353.998687] env[68960]: DEBUG nova.virt.hardware [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1353.998883] env[68960]: DEBUG nova.virt.hardware [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1353.999075] env[68960]: DEBUG nova.virt.hardware [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1354.000356] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b09196d-0b41-4a87-ad91-9bc942f227ad {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.009024] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d341670-7fc8-409a-8834-44470feaa0ed {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.141251] env[68960]: DEBUG nova.compute.manager [req-2c43e220-f412-4299-b1d7-3237ddae5b68 req-51dee71b-5eca-43fd-94e4-a819436b116c service nova] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Received event network-vif-plugged-c4e6b05d-59c6-4f79-af25-7ad97d86584f {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.141425] env[68960]: DEBUG oslo_concurrency.lockutils [req-2c43e220-f412-4299-b1d7-3237ddae5b68 req-51dee71b-5eca-43fd-94e4-a819436b116c service nova] Acquiring lock "672b595f-9891-453b-873d-0d9ae94c5d25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.142030] env[68960]: DEBUG oslo_concurrency.lockutils [req-2c43e220-f412-4299-b1d7-3237ddae5b68 req-51dee71b-5eca-43fd-94e4-a819436b116c service nova] Lock "672b595f-9891-453b-873d-0d9ae94c5d25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.142030] env[68960]: DEBUG oslo_concurrency.lockutils [req-2c43e220-f412-4299-b1d7-3237ddae5b68 req-51dee71b-5eca-43fd-94e4-a819436b116c service nova] Lock "672b595f-9891-453b-873d-0d9ae94c5d25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.142030] env[68960]: DEBUG nova.compute.manager [req-2c43e220-f412-4299-b1d7-3237ddae5b68 req-51dee71b-5eca-43fd-94e4-a819436b116c service nova] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] No waiting events found dispatching network-vif-plugged-c4e6b05d-59c6-4f79-af25-7ad97d86584f {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1354.142525] env[68960]: WARNING nova.compute.manager [req-2c43e220-f412-4299-b1d7-3237ddae5b68 req-51dee71b-5eca-43fd-94e4-a819436b116c service nova] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Received unexpected event network-vif-plugged-c4e6b05d-59c6-4f79-af25-7ad97d86584f for instance with vm_state building and task_state spawning. [ 1354.227886] env[68960]: DEBUG nova.network.neutron [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Successfully updated port: c4e6b05d-59c6-4f79-af25-7ad97d86584f {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1354.231900] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3248db59-937e-4035-b894-58ae9b4e1882 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.253302] env[68960]: INFO nova.scheduler.client.report [None req-3248db59-937e-4035-b894-58ae9b4e1882 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Deleted allocations for instance fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9 [ 1354.656499] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "44aaa484-a2ff-47c1-81df-5516bb3c0b4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.656725] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "44aaa484-a2ff-47c1-81df-5516bb3c0b4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.730265] env[68960]: DEBUG oslo_concurrency.lockutils [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Acquiring lock "refresh_cache-672b595f-9891-453b-873d-0d9ae94c5d25" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.730506] env[68960]: DEBUG oslo_concurrency.lockutils [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Acquired lock "refresh_cache-672b595f-9891-453b-873d-0d9ae94c5d25" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.730712] env[68960]: DEBUG nova.network.neutron [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1354.760832] env[68960]: DEBUG oslo_concurrency.lockutils [None req-3248db59-937e-4035-b894-58ae9b4e1882 tempest-AttachVolumeShelveTestJSON-122571146 tempest-AttachVolumeShelveTestJSON-122571146-project-member] Lock "fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.139s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.159674] env[68960]: DEBUG nova.compute.manager [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1355.265015] env[68960]: DEBUG nova.network.neutron [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1355.396717] env[68960]: DEBUG nova.network.neutron [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Updating instance_info_cache with network_info: [{"id": "c4e6b05d-59c6-4f79-af25-7ad97d86584f", "address": "fa:16:3e:a4:72:fe", "network": {"id": "39e47f2a-d010-4fcc-b77d-89f80cae5efc", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-13688661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100e5b7abd7a47e0b1b1c817022702f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4e6b05d-59", "ovs_interfaceid": "c4e6b05d-59c6-4f79-af25-7ad97d86584f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.681293] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.681601] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.683053] env[68960]: INFO nova.compute.claims [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1355.899558] env[68960]: DEBUG oslo_concurrency.lockutils [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Releasing lock "refresh_cache-672b595f-9891-453b-873d-0d9ae94c5d25" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.899898] env[68960]: DEBUG nova.compute.manager [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Instance network_info: |[{"id": "c4e6b05d-59c6-4f79-af25-7ad97d86584f", "address": "fa:16:3e:a4:72:fe", "network": {"id": "39e47f2a-d010-4fcc-b77d-89f80cae5efc", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-13688661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100e5b7abd7a47e0b1b1c817022702f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4e6b05d-59", "ovs_interfaceid": "c4e6b05d-59c6-4f79-af25-7ad97d86584f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1355.900384] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:72:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4e6b05d-59c6-4f79-af25-7ad97d86584f', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1355.907825] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Creating folder: Project (100e5b7abd7a47e0b1b1c817022702f1). Parent ref: group-v643888. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1355.908105] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3a8325a-89bc-45bf-8215-c0cbc10d1e1d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.921171] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Created folder: Project (100e5b7abd7a47e0b1b1c817022702f1) in parent group-v643888. [ 1355.921354] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Creating folder: Instances. Parent ref: group-v644234. {{(pid=68960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1355.921582] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-978f4e37-0e8a-42cc-800c-fcec8a01a760 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.931428] env[68960]: INFO nova.virt.vmwareapi.vm_util [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Created folder: Instances in parent group-v644234. [ 1355.931671] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1355.931854] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1355.932053] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce5978aa-4733-4583-8a56-69dcdb1af911 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.952016] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1355.952016] env[68960]: value = "task-3222582" [ 1355.952016] env[68960]: _type = "Task" [ 1355.952016] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.959401] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222582, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.170281] env[68960]: DEBUG nova.compute.manager [req-4807101f-283d-49c3-8493-fe8d98fd93ae req-55ba1774-d5f6-4e38-ab49-c6ffe2830ca8 service nova] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Received event network-changed-c4e6b05d-59c6-4f79-af25-7ad97d86584f {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1356.170593] env[68960]: DEBUG nova.compute.manager [req-4807101f-283d-49c3-8493-fe8d98fd93ae req-55ba1774-d5f6-4e38-ab49-c6ffe2830ca8 service nova] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Refreshing instance network info cache due to event network-changed-c4e6b05d-59c6-4f79-af25-7ad97d86584f. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1356.170861] env[68960]: DEBUG oslo_concurrency.lockutils [req-4807101f-283d-49c3-8493-fe8d98fd93ae req-55ba1774-d5f6-4e38-ab49-c6ffe2830ca8 service nova] Acquiring lock "refresh_cache-672b595f-9891-453b-873d-0d9ae94c5d25" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.171108] env[68960]: DEBUG oslo_concurrency.lockutils [req-4807101f-283d-49c3-8493-fe8d98fd93ae req-55ba1774-d5f6-4e38-ab49-c6ffe2830ca8 service nova] Acquired lock "refresh_cache-672b595f-9891-453b-873d-0d9ae94c5d25" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.171357] env[68960]: DEBUG nova.network.neutron [req-4807101f-283d-49c3-8493-fe8d98fd93ae req-55ba1774-d5f6-4e38-ab49-c6ffe2830ca8 service nova] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Refreshing network info cache for port c4e6b05d-59c6-4f79-af25-7ad97d86584f {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1356.462357] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222582, 'name': CreateVM_Task, 'duration_secs': 0.328784} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.462477] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1356.463156] env[68960]: DEBUG oslo_concurrency.lockutils [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.463340] env[68960]: DEBUG oslo_concurrency.lockutils [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.463634] env[68960]: DEBUG oslo_concurrency.lockutils [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.463878] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96730874-83a0-4987-97a9-8fa32d3226ab {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.468273] env[68960]: DEBUG oslo_vmware.api [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Waiting for the task: (returnval){ [ 1356.468273] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5296053f-e07d-24da-a3c3-36c067b5b671" [ 1356.468273] env[68960]: _type = "Task" [ 1356.468273] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.475892] env[68960]: DEBUG oslo_vmware.api [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5296053f-e07d-24da-a3c3-36c067b5b671, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.754425] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c71978d-b8f5-4c4a-9852-30ff3fcf85d5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.763728] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f042b7d5-b3a6-4590-b93a-7bb30d1c1ad3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.794799] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf759b0-a74a-4fbd-aaaa-6936e6227130 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.802343] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de83725-13d3-42d5-a6cf-ebc5a374159b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.815229] env[68960]: DEBUG nova.compute.provider_tree [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1356.879248] env[68960]: DEBUG nova.network.neutron [req-4807101f-283d-49c3-8493-fe8d98fd93ae req-55ba1774-d5f6-4e38-ab49-c6ffe2830ca8 service nova] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Updated VIF entry in instance network info cache for port c4e6b05d-59c6-4f79-af25-7ad97d86584f. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1356.879614] env[68960]: DEBUG nova.network.neutron [req-4807101f-283d-49c3-8493-fe8d98fd93ae req-55ba1774-d5f6-4e38-ab49-c6ffe2830ca8 service nova] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Updating instance_info_cache with network_info: [{"id": "c4e6b05d-59c6-4f79-af25-7ad97d86584f", "address": "fa:16:3e:a4:72:fe", "network": {"id": "39e47f2a-d010-4fcc-b77d-89f80cae5efc", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-13688661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100e5b7abd7a47e0b1b1c817022702f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4e6b05d-59", "ovs_interfaceid": "c4e6b05d-59c6-4f79-af25-7ad97d86584f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.978826] env[68960]: DEBUG oslo_vmware.api [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5296053f-e07d-24da-a3c3-36c067b5b671, 'name': SearchDatastore_Task, 'duration_secs': 0.009466} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.979099] env[68960]: DEBUG oslo_concurrency.lockutils [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.979370] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1356.979611] env[68960]: DEBUG oslo_concurrency.lockutils [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.979755] env[68960]: DEBUG oslo_concurrency.lockutils [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.979934] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1356.980218] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0213ea06-e595-4cd6-8013-ccff373cc9f3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.988660] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1356.988832] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1356.989543] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eb5d664-e151-4fde-a24f-9d1294555940 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.994580] env[68960]: DEBUG oslo_vmware.api [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Waiting for the task: (returnval){ [ 1356.994580] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52aa5627-1067-efca-859a-acf440e508cf" [ 1356.994580] env[68960]: _type = "Task" [ 1356.994580] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.001684] env[68960]: DEBUG oslo_vmware.api [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52aa5627-1067-efca-859a-acf440e508cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.318589] env[68960]: DEBUG nova.scheduler.client.report [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.382263] env[68960]: DEBUG oslo_concurrency.lockutils [req-4807101f-283d-49c3-8493-fe8d98fd93ae req-55ba1774-d5f6-4e38-ab49-c6ffe2830ca8 service nova] Releasing lock "refresh_cache-672b595f-9891-453b-873d-0d9ae94c5d25" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.505751] env[68960]: DEBUG oslo_vmware.api [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52aa5627-1067-efca-859a-acf440e508cf, 'name': SearchDatastore_Task, 'duration_secs': 0.008424} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.506463] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4835cbf-e382-44e0-af88-a95bceecce32 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.511224] env[68960]: DEBUG oslo_vmware.api [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Waiting for the task: (returnval){ [ 1357.511224] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5242f526-16eb-d108-cf4d-6084c801878d" [ 1357.511224] env[68960]: _type = "Task" [ 1357.511224] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.518404] env[68960]: DEBUG oslo_vmware.api [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5242f526-16eb-d108-cf4d-6084c801878d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.822916] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.141s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.823488] env[68960]: DEBUG nova.compute.manager [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1358.020949] env[68960]: DEBUG oslo_vmware.api [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5242f526-16eb-d108-cf4d-6084c801878d, 'name': SearchDatastore_Task, 'duration_secs': 0.009775} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.021218] env[68960]: DEBUG oslo_concurrency.lockutils [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.021474] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 672b595f-9891-453b-873d-0d9ae94c5d25/672b595f-9891-453b-873d-0d9ae94c5d25.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1358.021727] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e42fb4c2-67bd-4aa2-96e9-bca756016869 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.027815] env[68960]: DEBUG oslo_vmware.api [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Waiting for the task: (returnval){ [ 1358.027815] env[68960]: value = "task-3222584" [ 1358.027815] env[68960]: _type = "Task" [ 1358.027815] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.035086] env[68960]: DEBUG oslo_vmware.api [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Task: {'id': task-3222584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.328015] env[68960]: DEBUG nova.compute.utils [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1358.330050] env[68960]: DEBUG nova.compute.manager [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1358.330050] env[68960]: DEBUG nova.network.neutron [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1358.376504] env[68960]: DEBUG nova.policy [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77558e1aedcf47ee979ad052a2454f78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60d265d7579a4b8a9047455e0a6e08b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1358.538072] env[68960]: DEBUG oslo_vmware.api [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Task: {'id': task-3222584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460297} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.538072] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 672b595f-9891-453b-873d-0d9ae94c5d25/672b595f-9891-453b-873d-0d9ae94c5d25.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1358.538072] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1358.538072] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6bd3c83-eb56-4012-99f8-75dd09df139d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.545272] env[68960]: DEBUG oslo_vmware.api [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Waiting for the task: (returnval){ [ 1358.545272] env[68960]: value = "task-3222585" [ 1358.545272] env[68960]: _type = "Task" [ 1358.545272] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.552580] env[68960]: DEBUG oslo_vmware.api [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Task: {'id': task-3222585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.640166] env[68960]: DEBUG nova.network.neutron [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Successfully created port: 6743a330-b55b-4814-86f3-3dbb1a68ab9d {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1358.833275] env[68960]: DEBUG nova.compute.manager [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1359.054561] env[68960]: DEBUG oslo_vmware.api [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Task: {'id': task-3222585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061401} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.054809] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1359.055551] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b7cbc6-3299-4908-a2af-b9cd68b82ed8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.078080] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 672b595f-9891-453b-873d-0d9ae94c5d25/672b595f-9891-453b-873d-0d9ae94c5d25.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1359.078313] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e1270eb-94f3-4292-9fd6-128e324df521 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.097975] env[68960]: DEBUG oslo_vmware.api [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Waiting for the task: (returnval){ [ 1359.097975] env[68960]: value = "task-3222586" [ 1359.097975] env[68960]: _type = "Task" [ 1359.097975] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.105490] env[68960]: DEBUG oslo_vmware.api [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Task: {'id': task-3222586, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.608723] env[68960]: DEBUG oslo_vmware.api [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Task: {'id': task-3222586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.842803] env[68960]: DEBUG nova.compute.manager [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1359.869681] env[68960]: DEBUG nova.virt.hardware [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1359.869914] env[68960]: DEBUG nova.virt.hardware [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1359.870080] env[68960]: DEBUG nova.virt.hardware [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1359.870259] env[68960]: DEBUG nova.virt.hardware [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1359.870405] env[68960]: DEBUG nova.virt.hardware [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1359.870549] env[68960]: DEBUG nova.virt.hardware [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1359.870827] env[68960]: DEBUG nova.virt.hardware [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1359.870999] env[68960]: DEBUG nova.virt.hardware [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1359.871203] env[68960]: DEBUG nova.virt.hardware [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1359.871380] env[68960]: DEBUG nova.virt.hardware [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1359.871598] env[68960]: DEBUG nova.virt.hardware [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1359.872603] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff01e51-2ae0-4996-bdb9-586d1987a7b9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.881539] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779ccbe5-38d9-4a63-85ac-7f7eb0e4898a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.079492] env[68960]: DEBUG nova.compute.manager [req-57be7df9-8f52-4a1b-a994-93f16251fe7e req-80dd9afd-2302-4b7b-8409-d64a298a88a8 service nova] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Received event network-vif-plugged-6743a330-b55b-4814-86f3-3dbb1a68ab9d {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1360.079703] env[68960]: DEBUG oslo_concurrency.lockutils [req-57be7df9-8f52-4a1b-a994-93f16251fe7e req-80dd9afd-2302-4b7b-8409-d64a298a88a8 service nova] Acquiring lock "44aaa484-a2ff-47c1-81df-5516bb3c0b4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.079905] env[68960]: DEBUG oslo_concurrency.lockutils [req-57be7df9-8f52-4a1b-a994-93f16251fe7e req-80dd9afd-2302-4b7b-8409-d64a298a88a8 service nova] Lock "44aaa484-a2ff-47c1-81df-5516bb3c0b4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.080335] env[68960]: DEBUG oslo_concurrency.lockutils [req-57be7df9-8f52-4a1b-a994-93f16251fe7e req-80dd9afd-2302-4b7b-8409-d64a298a88a8 service nova] Lock "44aaa484-a2ff-47c1-81df-5516bb3c0b4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.080335] env[68960]: DEBUG nova.compute.manager [req-57be7df9-8f52-4a1b-a994-93f16251fe7e req-80dd9afd-2302-4b7b-8409-d64a298a88a8 service nova] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] No waiting events found dispatching network-vif-plugged-6743a330-b55b-4814-86f3-3dbb1a68ab9d {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1360.080459] env[68960]: WARNING nova.compute.manager [req-57be7df9-8f52-4a1b-a994-93f16251fe7e req-80dd9afd-2302-4b7b-8409-d64a298a88a8 service nova] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Received unexpected event network-vif-plugged-6743a330-b55b-4814-86f3-3dbb1a68ab9d for instance with vm_state building and task_state spawning. [ 1360.109313] env[68960]: DEBUG oslo_vmware.api [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Task: {'id': task-3222586, 'name': ReconfigVM_Task, 'duration_secs': 0.791942} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.109590] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 672b595f-9891-453b-873d-0d9ae94c5d25/672b595f-9891-453b-873d-0d9ae94c5d25.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1360.110211] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b24227aa-1583-4cb1-b357-a936b33fbe60 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.116465] env[68960]: DEBUG oslo_vmware.api [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Waiting for the task: (returnval){ [ 1360.116465] env[68960]: value = "task-3222587" [ 1360.116465] env[68960]: _type = "Task" [ 1360.116465] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.123887] env[68960]: DEBUG oslo_vmware.api [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Task: {'id': task-3222587, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.389787] env[68960]: DEBUG nova.network.neutron [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Successfully updated port: 6743a330-b55b-4814-86f3-3dbb1a68ab9d {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1360.626401] env[68960]: DEBUG oslo_vmware.api [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Task: {'id': task-3222587, 'name': Rename_Task, 'duration_secs': 0.138479} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.626858] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1360.626904] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e064f051-983e-4130-b4ff-0143daac8fb7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.635133] env[68960]: DEBUG oslo_vmware.api [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Waiting for the task: (returnval){ [ 1360.635133] env[68960]: value = "task-3222588" [ 1360.635133] env[68960]: _type = "Task" [ 1360.635133] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.642554] env[68960]: DEBUG oslo_vmware.api [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Task: {'id': task-3222588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.892744] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "refresh_cache-44aaa484-a2ff-47c1-81df-5516bb3c0b4d" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.892935] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquired lock "refresh_cache-44aaa484-a2ff-47c1-81df-5516bb3c0b4d" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.893087] env[68960]: DEBUG nova.network.neutron [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.144743] env[68960]: DEBUG oslo_vmware.api [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Task: {'id': task-3222588, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.444927] env[68960]: DEBUG nova.network.neutron [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1361.587630] env[68960]: DEBUG nova.network.neutron [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Updating instance_info_cache with network_info: [{"id": "6743a330-b55b-4814-86f3-3dbb1a68ab9d", "address": "fa:16:3e:cc:64:76", "network": {"id": "95ee17f7-dec4-449a-b364-5e72a6a84bd4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337343254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d265d7579a4b8a9047455e0a6e08b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6743a330-b5", "ovs_interfaceid": "6743a330-b55b-4814-86f3-3dbb1a68ab9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.645401] env[68960]: DEBUG oslo_vmware.api [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Task: {'id': task-3222588, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.090596] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Releasing lock "refresh_cache-44aaa484-a2ff-47c1-81df-5516bb3c0b4d" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.090918] env[68960]: DEBUG nova.compute.manager [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Instance network_info: |[{"id": "6743a330-b55b-4814-86f3-3dbb1a68ab9d", "address": "fa:16:3e:cc:64:76", "network": {"id": "95ee17f7-dec4-449a-b364-5e72a6a84bd4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337343254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d265d7579a4b8a9047455e0a6e08b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6743a330-b5", "ovs_interfaceid": "6743a330-b55b-4814-86f3-3dbb1a68ab9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1362.091383] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:64:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6743a330-b55b-4814-86f3-3dbb1a68ab9d', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1362.098676] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1362.098907] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1362.099142] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9c3c570-90f1-4aba-a0f9-49ce53cb0130 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.115356] env[68960]: DEBUG nova.compute.manager [req-6962bca4-0efa-4766-805f-fd4e3e450d81 req-d34f5498-93c0-4ffd-9c29-2ccb07a31ec0 service nova] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Received event network-changed-6743a330-b55b-4814-86f3-3dbb1a68ab9d {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1362.115541] env[68960]: DEBUG nova.compute.manager [req-6962bca4-0efa-4766-805f-fd4e3e450d81 req-d34f5498-93c0-4ffd-9c29-2ccb07a31ec0 service nova] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Refreshing instance network info cache due to event network-changed-6743a330-b55b-4814-86f3-3dbb1a68ab9d. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1362.115747] env[68960]: DEBUG oslo_concurrency.lockutils [req-6962bca4-0efa-4766-805f-fd4e3e450d81 req-d34f5498-93c0-4ffd-9c29-2ccb07a31ec0 service nova] Acquiring lock "refresh_cache-44aaa484-a2ff-47c1-81df-5516bb3c0b4d" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.115888] env[68960]: DEBUG oslo_concurrency.lockutils [req-6962bca4-0efa-4766-805f-fd4e3e450d81 req-d34f5498-93c0-4ffd-9c29-2ccb07a31ec0 service nova] Acquired lock "refresh_cache-44aaa484-a2ff-47c1-81df-5516bb3c0b4d" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.116059] env[68960]: DEBUG nova.network.neutron [req-6962bca4-0efa-4766-805f-fd4e3e450d81 req-d34f5498-93c0-4ffd-9c29-2ccb07a31ec0 service nova] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Refreshing network info cache for port 6743a330-b55b-4814-86f3-3dbb1a68ab9d {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1362.123633] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1362.123633] env[68960]: value = "task-3222589" [ 1362.123633] env[68960]: _type = "Task" [ 1362.123633] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.134192] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222589, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.146399] env[68960]: DEBUG oslo_vmware.api [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Task: {'id': task-3222588, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.633949] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222589, 'name': CreateVM_Task, 'duration_secs': 0.391335} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.634407] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1362.634815] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.634979] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.635310] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.635632] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f11fc65-2232-4e02-99b5-539cade1136d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.643907] env[68960]: DEBUG oslo_vmware.api [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1362.643907] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5214bafb-17de-76f0-e6f5-620f15e8885d" [ 1362.643907] env[68960]: _type = "Task" [ 1362.643907] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.646858] env[68960]: DEBUG oslo_vmware.api [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Task: {'id': task-3222588, 'name': PowerOnVM_Task, 'duration_secs': 1.833895} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.649993] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1362.650217] env[68960]: INFO nova.compute.manager [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1362.650415] env[68960]: DEBUG nova.compute.manager [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1362.653516] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236fed33-bbc9-438d-9def-397af8ecaf56 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.661479] env[68960]: DEBUG oslo_vmware.api [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5214bafb-17de-76f0-e6f5-620f15e8885d, 'name': SearchDatastore_Task, 'duration_secs': 0.010919} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.663027] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.663233] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1362.663773] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.663773] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.663860] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1362.666629] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4952698-5777-4248-9f92-a078e5a12bb2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.677486] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1362.677677] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1362.678437] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0efaca0-1852-4f8b-b7fb-f02912730c44 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.683943] env[68960]: DEBUG oslo_vmware.api [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1362.683943] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527c2685-5bc4-9e35-0df7-425ebb5d27a9" [ 1362.683943] env[68960]: _type = "Task" [ 1362.683943] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.692216] env[68960]: DEBUG oslo_vmware.api [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527c2685-5bc4-9e35-0df7-425ebb5d27a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.867882] env[68960]: DEBUG nova.network.neutron [req-6962bca4-0efa-4766-805f-fd4e3e450d81 req-d34f5498-93c0-4ffd-9c29-2ccb07a31ec0 service nova] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Updated VIF entry in instance network info cache for port 6743a330-b55b-4814-86f3-3dbb1a68ab9d. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1362.868250] env[68960]: DEBUG nova.network.neutron [req-6962bca4-0efa-4766-805f-fd4e3e450d81 req-d34f5498-93c0-4ffd-9c29-2ccb07a31ec0 service nova] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Updating instance_info_cache with network_info: [{"id": "6743a330-b55b-4814-86f3-3dbb1a68ab9d", "address": "fa:16:3e:cc:64:76", "network": {"id": "95ee17f7-dec4-449a-b364-5e72a6a84bd4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337343254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d265d7579a4b8a9047455e0a6e08b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6743a330-b5", "ovs_interfaceid": "6743a330-b55b-4814-86f3-3dbb1a68ab9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.176586] env[68960]: INFO nova.compute.manager [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Took 16.02 seconds to build instance. [ 1363.195616] env[68960]: DEBUG oslo_vmware.api [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527c2685-5bc4-9e35-0df7-425ebb5d27a9, 'name': SearchDatastore_Task, 'duration_secs': 0.016271} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.197093] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c7f4a9d-25a4-445a-8608-e7e0280cc480 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.204707] env[68960]: DEBUG oslo_vmware.api [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1363.204707] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527025ff-db87-0eb7-c123-8dc27dde072b" [ 1363.204707] env[68960]: _type = "Task" [ 1363.204707] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.212791] env[68960]: DEBUG oslo_vmware.api [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527025ff-db87-0eb7-c123-8dc27dde072b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.371142] env[68960]: DEBUG oslo_concurrency.lockutils [req-6962bca4-0efa-4766-805f-fd4e3e450d81 req-d34f5498-93c0-4ffd-9c29-2ccb07a31ec0 service nova] Releasing lock "refresh_cache-44aaa484-a2ff-47c1-81df-5516bb3c0b4d" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.592674] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cb1ca4a5-7a63-4e5b-830f-ab0028af420a tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Acquiring lock "672b595f-9891-453b-873d-0d9ae94c5d25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.678952] env[68960]: DEBUG oslo_concurrency.lockutils [None req-95edac4c-ad04-4e19-ab8b-9e0cc3627622 tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Lock "672b595f-9891-453b-873d-0d9ae94c5d25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.525s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.679315] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cb1ca4a5-7a63-4e5b-830f-ab0028af420a tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Lock "672b595f-9891-453b-873d-0d9ae94c5d25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.087s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.679546] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cb1ca4a5-7a63-4e5b-830f-ab0028af420a tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Acquiring lock "672b595f-9891-453b-873d-0d9ae94c5d25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.679752] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cb1ca4a5-7a63-4e5b-830f-ab0028af420a tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Lock "672b595f-9891-453b-873d-0d9ae94c5d25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.679918] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cb1ca4a5-7a63-4e5b-830f-ab0028af420a tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Lock "672b595f-9891-453b-873d-0d9ae94c5d25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.682130] env[68960]: INFO nova.compute.manager [None req-cb1ca4a5-7a63-4e5b-830f-ab0028af420a tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Terminating instance [ 1363.715508] env[68960]: DEBUG oslo_vmware.api [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]527025ff-db87-0eb7-c123-8dc27dde072b, 'name': SearchDatastore_Task, 'duration_secs': 0.012489} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.715770] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.716021] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 44aaa484-a2ff-47c1-81df-5516bb3c0b4d/44aaa484-a2ff-47c1-81df-5516bb3c0b4d.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1363.716271] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae9712fc-6b01-4fe6-81e6-f20baf7a8456 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.723338] env[68960]: DEBUG oslo_vmware.api [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1363.723338] env[68960]: value = "task-3222590" [ 1363.723338] env[68960]: _type = "Task" [ 1363.723338] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.732632] env[68960]: DEBUG oslo_vmware.api [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.186414] env[68960]: DEBUG nova.compute.manager [None req-cb1ca4a5-7a63-4e5b-830f-ab0028af420a tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1364.186602] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1ca4a5-7a63-4e5b-830f-ab0028af420a tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1364.187549] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1285344-ab0a-41ee-9b2a-67ad4b08a6d6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.195820] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb1ca4a5-7a63-4e5b-830f-ab0028af420a tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1364.196118] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cba883a-7dc4-4cf7-9ede-3f6b594b43a5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.203929] env[68960]: DEBUG oslo_vmware.api [None req-cb1ca4a5-7a63-4e5b-830f-ab0028af420a tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Waiting for the task: (returnval){ [ 1364.203929] env[68960]: value = "task-3222591" [ 1364.203929] env[68960]: _type = "Task" [ 1364.203929] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.213280] env[68960]: DEBUG oslo_vmware.api [None req-cb1ca4a5-7a63-4e5b-830f-ab0028af420a tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Task: {'id': task-3222591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.233249] env[68960]: DEBUG oslo_vmware.api [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222590, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.713875] env[68960]: DEBUG oslo_vmware.api [None req-cb1ca4a5-7a63-4e5b-830f-ab0028af420a tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Task: {'id': task-3222591, 'name': PowerOffVM_Task, 'duration_secs': 0.257966} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.714220] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb1ca4a5-7a63-4e5b-830f-ab0028af420a tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1364.714313] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1ca4a5-7a63-4e5b-830f-ab0028af420a tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1364.714554] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea6ffc6f-5fdb-43d3-955c-40f14e62dd40 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.733766] env[68960]: DEBUG oslo_vmware.api [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534158} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.733996] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 44aaa484-a2ff-47c1-81df-5516bb3c0b4d/44aaa484-a2ff-47c1-81df-5516bb3c0b4d.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1364.734229] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1364.734458] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebbeda94-bab2-4b71-b390-c2efd56f0cf8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.739894] env[68960]: DEBUG oslo_vmware.api [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1364.739894] env[68960]: value = "task-3222593" [ 1364.739894] env[68960]: _type = "Task" [ 1364.739894] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.749069] env[68960]: DEBUG oslo_vmware.api [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.787910] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1ca4a5-7a63-4e5b-830f-ab0028af420a tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1364.788228] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1ca4a5-7a63-4e5b-830f-ab0028af420a tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1364.788431] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb1ca4a5-7a63-4e5b-830f-ab0028af420a tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Deleting the datastore file [datastore2] 672b595f-9891-453b-873d-0d9ae94c5d25 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1364.788696] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89aad331-fe88-4280-a028-3bcbdbce98af {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.794613] env[68960]: DEBUG oslo_vmware.api [None req-cb1ca4a5-7a63-4e5b-830f-ab0028af420a tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Waiting for the task: (returnval){ [ 1364.794613] env[68960]: value = "task-3222594" [ 1364.794613] env[68960]: _type = "Task" [ 1364.794613] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.802923] env[68960]: DEBUG oslo_vmware.api [None req-cb1ca4a5-7a63-4e5b-830f-ab0028af420a tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Task: {'id': task-3222594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.250127] env[68960]: DEBUG oslo_vmware.api [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066356} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.250424] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1365.251199] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee350347-9044-42fd-9688-6b69f4ab9e69 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.273456] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 44aaa484-a2ff-47c1-81df-5516bb3c0b4d/44aaa484-a2ff-47c1-81df-5516bb3c0b4d.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1365.273700] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3321663a-0884-4646-b339-56c942220160 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.293426] env[68960]: DEBUG oslo_vmware.api [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1365.293426] env[68960]: value = "task-3222595" [ 1365.293426] env[68960]: _type = "Task" [ 1365.293426] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.304899] env[68960]: DEBUG oslo_vmware.api [None req-cb1ca4a5-7a63-4e5b-830f-ab0028af420a tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Task: {'id': task-3222594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152581} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.307502] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb1ca4a5-7a63-4e5b-830f-ab0028af420a tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1365.307699] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1ca4a5-7a63-4e5b-830f-ab0028af420a tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1365.307872] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1ca4a5-7a63-4e5b-830f-ab0028af420a tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1365.308057] env[68960]: INFO nova.compute.manager [None req-cb1ca4a5-7a63-4e5b-830f-ab0028af420a tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1365.308291] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb1ca4a5-7a63-4e5b-830f-ab0028af420a tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1365.308481] env[68960]: DEBUG oslo_vmware.api [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222595, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.308668] env[68960]: DEBUG nova.compute.manager [-] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1365.308762] env[68960]: DEBUG nova.network.neutron [-] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1365.566424] env[68960]: DEBUG nova.compute.manager [req-6fff918f-72d0-4a24-9ab3-a46ca8993317 req-6780d828-2428-4635-ae13-d9527d802eb0 service nova] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Received event network-vif-deleted-c4e6b05d-59c6-4f79-af25-7ad97d86584f {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1365.566424] env[68960]: INFO nova.compute.manager [req-6fff918f-72d0-4a24-9ab3-a46ca8993317 req-6780d828-2428-4635-ae13-d9527d802eb0 service nova] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Neutron deleted interface c4e6b05d-59c6-4f79-af25-7ad97d86584f; detaching it from the instance and deleting it from the info cache [ 1365.566424] env[68960]: DEBUG nova.network.neutron [req-6fff918f-72d0-4a24-9ab3-a46ca8993317 req-6780d828-2428-4635-ae13-d9527d802eb0 service nova] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.802973] env[68960]: DEBUG oslo_vmware.api [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222595, 'name': ReconfigVM_Task, 'duration_secs': 0.337873} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.803359] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 44aaa484-a2ff-47c1-81df-5516bb3c0b4d/44aaa484-a2ff-47c1-81df-5516bb3c0b4d.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1365.804400] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30844ea4-fd80-4782-82cf-fa2fefece44e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.813630] env[68960]: DEBUG oslo_vmware.api [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1365.813630] env[68960]: value = "task-3222596" [ 1365.813630] env[68960]: _type = "Task" [ 1365.813630] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.828699] env[68960]: DEBUG oslo_vmware.api [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222596, 'name': Rename_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.043328] env[68960]: DEBUG nova.network.neutron [-] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.062937] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e4d2762-b1b5-413e-a71a-4ddbedad7a12 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.073647] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6523d574-aa24-4150-a5c4-70690ae6e21b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.100047] env[68960]: DEBUG nova.compute.manager [req-6fff918f-72d0-4a24-9ab3-a46ca8993317 req-6780d828-2428-4635-ae13-d9527d802eb0 service nova] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Detach interface failed, port_id=c4e6b05d-59c6-4f79-af25-7ad97d86584f, reason: Instance 672b595f-9891-453b-873d-0d9ae94c5d25 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1366.324329] env[68960]: DEBUG oslo_vmware.api [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222596, 'name': Rename_Task, 'duration_secs': 0.152584} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.324562] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1366.324792] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d0d712f-8130-4f72-804d-06bea58272f8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.331135] env[68960]: DEBUG oslo_vmware.api [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1366.331135] env[68960]: value = "task-3222597" [ 1366.331135] env[68960]: _type = "Task" [ 1366.331135] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.338386] env[68960]: DEBUG oslo_vmware.api [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.545501] env[68960]: INFO nova.compute.manager [-] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Took 1.24 seconds to deallocate network for instance. [ 1366.841576] env[68960]: DEBUG oslo_vmware.api [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222597, 'name': PowerOnVM_Task, 'duration_secs': 0.463706} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.841837] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1366.842061] env[68960]: INFO nova.compute.manager [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Took 7.00 seconds to spawn the instance on the hypervisor. [ 1366.842223] env[68960]: DEBUG nova.compute.manager [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1366.843030] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ba951d-4cc8-4c0d-851c-e567d46aa73c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.052607] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cb1ca4a5-7a63-4e5b-830f-ab0028af420a tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.052990] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cb1ca4a5-7a63-4e5b-830f-ab0028af420a tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.053324] env[68960]: DEBUG nova.objects.instance [None req-cb1ca4a5-7a63-4e5b-830f-ab0028af420a tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Lazy-loading 'resources' on Instance uuid 672b595f-9891-453b-873d-0d9ae94c5d25 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1367.362074] env[68960]: INFO nova.compute.manager [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Took 11.70 seconds to build instance. [ 1367.634655] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944ed7b3-bbc8-4455-88ea-90c9d4b5d0ba {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.642345] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99893f2c-2a45-41b4-ba2d-6271398b1acf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.672789] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ecc977-e5cd-4b78-a7f3-88fa847d9ee2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.680689] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142baf31-c85e-4dff-8158-73d5ed754bc9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.696173] env[68960]: DEBUG nova.compute.provider_tree [None req-cb1ca4a5-7a63-4e5b-830f-ab0028af420a tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.864148] env[68960]: DEBUG oslo_concurrency.lockutils [None req-af800493-b309-4471-8a1c-d579adff1a50 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "44aaa484-a2ff-47c1-81df-5516bb3c0b4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.207s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.046455] env[68960]: DEBUG oslo_concurrency.lockutils [None req-59b5442a-66ec-4f35-a0ff-e6776f9f7587 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "44aaa484-a2ff-47c1-81df-5516bb3c0b4d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.046717] env[68960]: DEBUG oslo_concurrency.lockutils [None req-59b5442a-66ec-4f35-a0ff-e6776f9f7587 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "44aaa484-a2ff-47c1-81df-5516bb3c0b4d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.046901] env[68960]: DEBUG nova.compute.manager [None req-59b5442a-66ec-4f35-a0ff-e6776f9f7587 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1368.047855] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39af5465-c963-496b-91e5-98fbbf282dc1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.055414] env[68960]: DEBUG nova.compute.manager [None req-59b5442a-66ec-4f35-a0ff-e6776f9f7587 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68960) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1368.056079] env[68960]: DEBUG nova.objects.instance [None req-59b5442a-66ec-4f35-a0ff-e6776f9f7587 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lazy-loading 'flavor' on Instance uuid 44aaa484-a2ff-47c1-81df-5516bb3c0b4d {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1368.199409] env[68960]: DEBUG nova.scheduler.client.report [None req-cb1ca4a5-7a63-4e5b-830f-ab0028af420a tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.703786] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cb1ca4a5-7a63-4e5b-830f-ab0028af420a tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.651s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.721777] env[68960]: INFO nova.scheduler.client.report [None req-cb1ca4a5-7a63-4e5b-830f-ab0028af420a tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Deleted allocations for instance 672b595f-9891-453b-873d-0d9ae94c5d25 [ 1369.062650] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b5442a-66ec-4f35-a0ff-e6776f9f7587 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1369.062990] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afdaf8a0-0f2d-4477-8638-08e2346f84a4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.070509] env[68960]: DEBUG oslo_vmware.api [None req-59b5442a-66ec-4f35-a0ff-e6776f9f7587 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1369.070509] env[68960]: value = "task-3222598" [ 1369.070509] env[68960]: _type = "Task" [ 1369.070509] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.079658] env[68960]: DEBUG oslo_vmware.api [None req-59b5442a-66ec-4f35-a0ff-e6776f9f7587 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.231219] env[68960]: DEBUG oslo_concurrency.lockutils [None req-cb1ca4a5-7a63-4e5b-830f-ab0028af420a tempest-ServerGroupTestJSON-1768119447 tempest-ServerGroupTestJSON-1768119447-project-member] Lock "672b595f-9891-453b-873d-0d9ae94c5d25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.552s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.581012] env[68960]: DEBUG oslo_vmware.api [None req-59b5442a-66ec-4f35-a0ff-e6776f9f7587 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222598, 'name': PowerOffVM_Task, 'duration_secs': 0.200032} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.581246] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b5442a-66ec-4f35-a0ff-e6776f9f7587 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1369.581481] env[68960]: DEBUG nova.compute.manager [None req-59b5442a-66ec-4f35-a0ff-e6776f9f7587 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1369.582270] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f17190-7e1b-497b-a20a-16f95b63ecb8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.093127] env[68960]: DEBUG oslo_concurrency.lockutils [None req-59b5442a-66ec-4f35-a0ff-e6776f9f7587 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "44aaa484-a2ff-47c1-81df-5516bb3c0b4d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.645840] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48f72dd4-4177-43dd-9bda-f89fb1c9d97b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "44aaa484-a2ff-47c1-81df-5516bb3c0b4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.646133] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48f72dd4-4177-43dd-9bda-f89fb1c9d97b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "44aaa484-a2ff-47c1-81df-5516bb3c0b4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.646348] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48f72dd4-4177-43dd-9bda-f89fb1c9d97b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "44aaa484-a2ff-47c1-81df-5516bb3c0b4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.646551] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48f72dd4-4177-43dd-9bda-f89fb1c9d97b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "44aaa484-a2ff-47c1-81df-5516bb3c0b4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.646743] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48f72dd4-4177-43dd-9bda-f89fb1c9d97b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "44aaa484-a2ff-47c1-81df-5516bb3c0b4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.648863] env[68960]: INFO nova.compute.manager [None req-48f72dd4-4177-43dd-9bda-f89fb1c9d97b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Terminating instance [ 1371.153310] env[68960]: DEBUG nova.compute.manager [None req-48f72dd4-4177-43dd-9bda-f89fb1c9d97b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1371.153547] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-48f72dd4-4177-43dd-9bda-f89fb1c9d97b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1371.154525] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1565f75-9771-44b4-a73c-0bb79f8128f5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.164266] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-48f72dd4-4177-43dd-9bda-f89fb1c9d97b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1371.164536] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc741ea8-9c8d-4962-b20c-00c8a2f94fe1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.237706] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-48f72dd4-4177-43dd-9bda-f89fb1c9d97b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1371.237941] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-48f72dd4-4177-43dd-9bda-f89fb1c9d97b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1371.238141] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-48f72dd4-4177-43dd-9bda-f89fb1c9d97b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Deleting the datastore file [datastore2] 44aaa484-a2ff-47c1-81df-5516bb3c0b4d {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1371.238427] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f05a83b5-b069-4f65-b49f-25f571202a15 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.244125] env[68960]: DEBUG oslo_vmware.api [None req-48f72dd4-4177-43dd-9bda-f89fb1c9d97b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1371.244125] env[68960]: value = "task-3222600" [ 1371.244125] env[68960]: _type = "Task" [ 1371.244125] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.251774] env[68960]: DEBUG oslo_vmware.api [None req-48f72dd4-4177-43dd-9bda-f89fb1c9d97b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.753937] env[68960]: DEBUG oslo_vmware.api [None req-48f72dd4-4177-43dd-9bda-f89fb1c9d97b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157082} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.754221] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-48f72dd4-4177-43dd-9bda-f89fb1c9d97b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1371.754420] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-48f72dd4-4177-43dd-9bda-f89fb1c9d97b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1371.754600] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-48f72dd4-4177-43dd-9bda-f89fb1c9d97b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1371.754773] env[68960]: INFO nova.compute.manager [None req-48f72dd4-4177-43dd-9bda-f89fb1c9d97b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1371.755020] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48f72dd4-4177-43dd-9bda-f89fb1c9d97b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1371.755214] env[68960]: DEBUG nova.compute.manager [-] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1371.755309] env[68960]: DEBUG nova.network.neutron [-] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1371.994804] env[68960]: DEBUG nova.compute.manager [req-55ddf571-cb06-4dbd-9ec2-5b9b0aa9b194 req-893f47e1-8d76-43a2-b67c-dc8730c945e4 service nova] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Received event network-vif-deleted-6743a330-b55b-4814-86f3-3dbb1a68ab9d {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1371.994995] env[68960]: INFO nova.compute.manager [req-55ddf571-cb06-4dbd-9ec2-5b9b0aa9b194 req-893f47e1-8d76-43a2-b67c-dc8730c945e4 service nova] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Neutron deleted interface 6743a330-b55b-4814-86f3-3dbb1a68ab9d; detaching it from the instance and deleting it from the info cache [ 1371.995186] env[68960]: DEBUG nova.network.neutron [req-55ddf571-cb06-4dbd-9ec2-5b9b0aa9b194 req-893f47e1-8d76-43a2-b67c-dc8730c945e4 service nova] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.477502] env[68960]: DEBUG nova.network.neutron [-] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.497544] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4bdfa520-f9cb-4e28-afdd-a00548d4813c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.507649] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638ccafd-4328-4669-977e-0103bb820af2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.533227] env[68960]: DEBUG nova.compute.manager [req-55ddf571-cb06-4dbd-9ec2-5b9b0aa9b194 req-893f47e1-8d76-43a2-b67c-dc8730c945e4 service nova] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Detach interface failed, port_id=6743a330-b55b-4814-86f3-3dbb1a68ab9d, reason: Instance 44aaa484-a2ff-47c1-81df-5516bb3c0b4d could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1372.979749] env[68960]: INFO nova.compute.manager [-] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Took 1.22 seconds to deallocate network for instance. [ 1373.486075] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48f72dd4-4177-43dd-9bda-f89fb1c9d97b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.486386] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48f72dd4-4177-43dd-9bda-f89fb1c9d97b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.486611] env[68960]: DEBUG nova.objects.instance [None req-48f72dd4-4177-43dd-9bda-f89fb1c9d97b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lazy-loading 'resources' on Instance uuid 44aaa484-a2ff-47c1-81df-5516bb3c0b4d {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.042318] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8002b7b5-cab1-460a-8a5b-69c26c2d16ea {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.049954] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b1d711-dba3-4501-95a8-659fd0ac7579 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.080201] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e9d58f-6ecf-4738-ade6-d4a126a96968 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.087685] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed48979-4c47-4083-8f87-3987257ea053 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.100978] env[68960]: DEBUG nova.compute.provider_tree [None req-48f72dd4-4177-43dd-9bda-f89fb1c9d97b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1374.603877] env[68960]: DEBUG nova.scheduler.client.report [None req-48f72dd4-4177-43dd-9bda-f89fb1c9d97b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.108466] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48f72dd4-4177-43dd-9bda-f89fb1c9d97b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.125863] env[68960]: INFO nova.scheduler.client.report [None req-48f72dd4-4177-43dd-9bda-f89fb1c9d97b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Deleted allocations for instance 44aaa484-a2ff-47c1-81df-5516bb3c0b4d [ 1375.633629] env[68960]: DEBUG oslo_concurrency.lockutils [None req-48f72dd4-4177-43dd-9bda-f89fb1c9d97b tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "44aaa484-a2ff-47c1-81df-5516bb3c0b4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.987s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.392281] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1b816980-7471-4a05-aa35-e3b2b9ae0a01 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "4f069f6b-7c4b-4f67-acfa-ee0b6f677e69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.392593] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1b816980-7471-4a05-aa35-e3b2b9ae0a01 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "4f069f6b-7c4b-4f67-acfa-ee0b6f677e69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.392791] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1b816980-7471-4a05-aa35-e3b2b9ae0a01 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "4f069f6b-7c4b-4f67-acfa-ee0b6f677e69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.392978] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1b816980-7471-4a05-aa35-e3b2b9ae0a01 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "4f069f6b-7c4b-4f67-acfa-ee0b6f677e69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.393239] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1b816980-7471-4a05-aa35-e3b2b9ae0a01 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "4f069f6b-7c4b-4f67-acfa-ee0b6f677e69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.395420] env[68960]: INFO nova.compute.manager [None req-1b816980-7471-4a05-aa35-e3b2b9ae0a01 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Terminating instance [ 1376.899419] env[68960]: DEBUG nova.compute.manager [None req-1b816980-7471-4a05-aa35-e3b2b9ae0a01 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1376.899805] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1b816980-7471-4a05-aa35-e3b2b9ae0a01 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1376.900620] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de13f85f-639d-4d46-8ee6-b3489456612d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.908455] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b816980-7471-4a05-aa35-e3b2b9ae0a01 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1376.908710] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-633482b8-fae6-4912-89db-2ecaa98fc7b7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.915065] env[68960]: DEBUG oslo_vmware.api [None req-1b816980-7471-4a05-aa35-e3b2b9ae0a01 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1376.915065] env[68960]: value = "task-3222601" [ 1376.915065] env[68960]: _type = "Task" [ 1376.915065] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.922638] env[68960]: DEBUG oslo_vmware.api [None req-1b816980-7471-4a05-aa35-e3b2b9ae0a01 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.426598] env[68960]: DEBUG oslo_vmware.api [None req-1b816980-7471-4a05-aa35-e3b2b9ae0a01 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222601, 'name': PowerOffVM_Task, 'duration_secs': 0.204289} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.426851] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b816980-7471-4a05-aa35-e3b2b9ae0a01 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1377.427026] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1b816980-7471-4a05-aa35-e3b2b9ae0a01 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1377.427268] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e09fc01d-b277-417b-8e36-9750b9c04f3a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.509868] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1b816980-7471-4a05-aa35-e3b2b9ae0a01 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1377.510095] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1b816980-7471-4a05-aa35-e3b2b9ae0a01 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Deleting contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1377.510325] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b816980-7471-4a05-aa35-e3b2b9ae0a01 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Deleting the datastore file [datastore1] 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1377.510601] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14eea6c5-700c-48ec-b205-a270f9803406 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.516553] env[68960]: DEBUG oslo_vmware.api [None req-1b816980-7471-4a05-aa35-e3b2b9ae0a01 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for the task: (returnval){ [ 1377.516553] env[68960]: value = "task-3222603" [ 1377.516553] env[68960]: _type = "Task" [ 1377.516553] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.524121] env[68960]: DEBUG oslo_vmware.api [None req-1b816980-7471-4a05-aa35-e3b2b9ae0a01 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.026792] env[68960]: DEBUG oslo_vmware.api [None req-1b816980-7471-4a05-aa35-e3b2b9ae0a01 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Task: {'id': task-3222603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128706} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.027139] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b816980-7471-4a05-aa35-e3b2b9ae0a01 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1378.027273] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1b816980-7471-4a05-aa35-e3b2b9ae0a01 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Deleted contents of the VM from datastore datastore1 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1378.027439] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1b816980-7471-4a05-aa35-e3b2b9ae0a01 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1378.027619] env[68960]: INFO nova.compute.manager [None req-1b816980-7471-4a05-aa35-e3b2b9ae0a01 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1378.027856] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b816980-7471-4a05-aa35-e3b2b9ae0a01 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1378.028055] env[68960]: DEBUG nova.compute.manager [-] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1378.028153] env[68960]: DEBUG nova.network.neutron [-] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1378.313096] env[68960]: DEBUG nova.compute.manager [req-eea4839b-ade3-4328-a52e-30f5ffcb4657 req-3dd0eae9-9492-45a1-b02b-0e5072083d8e service nova] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Received event network-vif-deleted-b8132258-5443-4d14-afe9-372d56bd928d {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1378.313374] env[68960]: INFO nova.compute.manager [req-eea4839b-ade3-4328-a52e-30f5ffcb4657 req-3dd0eae9-9492-45a1-b02b-0e5072083d8e service nova] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Neutron deleted interface b8132258-5443-4d14-afe9-372d56bd928d; detaching it from the instance and deleting it from the info cache [ 1378.313374] env[68960]: DEBUG nova.network.neutron [req-eea4839b-ade3-4328-a52e-30f5ffcb4657 req-3dd0eae9-9492-45a1-b02b-0e5072083d8e service nova] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.797639] env[68960]: DEBUG nova.network.neutron [-] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.815623] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07780498-07e2-4fc0-8a5c-8d3dd2c34454 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.825572] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb87ed0-4a43-4a74-a466-ad4ff362d850 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.849553] env[68960]: DEBUG nova.compute.manager [req-eea4839b-ade3-4328-a52e-30f5ffcb4657 req-3dd0eae9-9492-45a1-b02b-0e5072083d8e service nova] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Detach interface failed, port_id=b8132258-5443-4d14-afe9-372d56bd928d, reason: Instance 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1379.300318] env[68960]: INFO nova.compute.manager [-] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Took 1.27 seconds to deallocate network for instance. [ 1379.806335] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1b816980-7471-4a05-aa35-e3b2b9ae0a01 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.806623] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1b816980-7471-4a05-aa35-e3b2b9ae0a01 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.806844] env[68960]: DEBUG nova.objects.instance [None req-1b816980-7471-4a05-aa35-e3b2b9ae0a01 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lazy-loading 'resources' on Instance uuid 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.352908] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d0153e-2ad4-430b-a2c9-35cac9c6429c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.360743] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41f6475-7842-4b69-a023-2c0c227d99a7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.393338] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d704626f-0f84-4b4f-9372-15988ce27547 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.400019] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cf9201-8c58-459b-b00d-35f2e06ad38b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.412806] env[68960]: DEBUG nova.compute.provider_tree [None req-1b816980-7471-4a05-aa35-e3b2b9ae0a01 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.915684] env[68960]: DEBUG nova.scheduler.client.report [None req-1b816980-7471-4a05-aa35-e3b2b9ae0a01 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1381.420254] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1b816980-7471-4a05-aa35-e3b2b9ae0a01 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.613s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.437982] env[68960]: INFO nova.scheduler.client.report [None req-1b816980-7471-4a05-aa35-e3b2b9ae0a01 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Deleted allocations for instance 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69 [ 1381.945757] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1b816980-7471-4a05-aa35-e3b2b9ae0a01 tempest-ServersTestJSON-1037092167 tempest-ServersTestJSON-1037092167-project-member] Lock "4f069f6b-7c4b-4f67-acfa-ee0b6f677e69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.553s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.176250] env[68960]: DEBUG nova.compute.manager [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Stashing vm_state: active {{(pid=68960) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1387.695242] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.695518] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.200813] env[68960]: INFO nova.compute.claims [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1388.708195] env[68960]: INFO nova.compute.resource_tracker [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Updating resource usage from migration d7cb5206-b304-48ba-8b4d-a171bf98a23e [ 1388.750238] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4319a6a-1689-4e61-9831-adbf60611ee5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.757924] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb43240-2498-4c22-a596-13337c14d424 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.786810] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c907ca9-fbce-480c-b1bc-7d12b8a6e01e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.793793] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9084a60d-dbd8-48b7-87d0-fd99a200d803 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.806334] env[68960]: DEBUG nova.compute.provider_tree [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.309652] env[68960]: DEBUG nova.scheduler.client.report [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1389.814907] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.119s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.815189] env[68960]: INFO nova.compute.manager [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Migrating [ 1390.330284] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "refresh_cache-fe964b85-d962-4063-82db-e2cb1180703b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.330663] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquired lock "refresh_cache-fe964b85-d962-4063-82db-e2cb1180703b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.330663] env[68960]: DEBUG nova.network.neutron [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1391.031959] env[68960]: DEBUG nova.network.neutron [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Updating instance_info_cache with network_info: [{"id": "4369b4d5-2d33-49d4-bdce-c2936bcc55ab", "address": "fa:16:3e:97:b1:72", "network": {"id": "fd6c5ce0-1df7-4e07-82ab-88e1b96779f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508625790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603772d137274b1da5b497f41168c31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4369b4d5-2d", "ovs_interfaceid": "4369b4d5-2d33-49d4-bdce-c2936bcc55ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.534844] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Releasing lock "refresh_cache-fe964b85-d962-4063-82db-e2cb1180703b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.050085] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2796ffa0-5bd6-4451-8537-c5b70fa33f51 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.068293] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Updating instance 'fe964b85-d962-4063-82db-e2cb1180703b' progress to 0 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1393.573953] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.574277] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e84c7590-bba2-4569-a97c-4e605e66838b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.581710] env[68960]: DEBUG oslo_vmware.api [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1393.581710] env[68960]: value = "task-3222604" [ 1393.581710] env[68960]: _type = "Task" [ 1393.581710] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.589134] env[68960]: DEBUG oslo_vmware.api [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.090987] env[68960]: DEBUG oslo_vmware.api [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222604, 'name': PowerOffVM_Task, 'duration_secs': 0.193844} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.091361] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1394.091480] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Updating instance 'fe964b85-d962-4063-82db-e2cb1180703b' progress to 17 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1394.597666] env[68960]: DEBUG nova.virt.hardware [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1394.597961] env[68960]: DEBUG nova.virt.hardware [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1394.598100] env[68960]: DEBUG nova.virt.hardware [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1394.598279] env[68960]: DEBUG nova.virt.hardware [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1394.598423] env[68960]: DEBUG nova.virt.hardware [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1394.598568] env[68960]: DEBUG nova.virt.hardware [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1394.598775] env[68960]: DEBUG nova.virt.hardware [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1394.598933] env[68960]: DEBUG nova.virt.hardware [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1394.599113] env[68960]: DEBUG nova.virt.hardware [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1394.599276] env[68960]: DEBUG nova.virt.hardware [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1394.599448] env[68960]: DEBUG nova.virt.hardware [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1394.604646] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e701f5e0-15c9-4c88-a936-11df75f34748 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.620017] env[68960]: DEBUG oslo_vmware.api [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1394.620017] env[68960]: value = "task-3222605" [ 1394.620017] env[68960]: _type = "Task" [ 1394.620017] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.628891] env[68960]: DEBUG oslo_vmware.api [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.130146] env[68960]: DEBUG oslo_vmware.api [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222605, 'name': ReconfigVM_Task, 'duration_secs': 0.1617} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.130500] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Updating instance 'fe964b85-d962-4063-82db-e2cb1180703b' progress to 33 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1395.637920] env[68960]: DEBUG nova.virt.hardware [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1395.638297] env[68960]: DEBUG nova.virt.hardware [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1395.638574] env[68960]: DEBUG nova.virt.hardware [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1395.638861] env[68960]: DEBUG nova.virt.hardware [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1395.639142] env[68960]: DEBUG nova.virt.hardware [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1395.639385] env[68960]: DEBUG nova.virt.hardware [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1395.639725] env[68960]: DEBUG nova.virt.hardware [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1395.639970] env[68960]: DEBUG nova.virt.hardware [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1395.640273] env[68960]: DEBUG nova.virt.hardware [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1395.640570] env[68960]: DEBUG nova.virt.hardware [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1395.640842] env[68960]: DEBUG nova.virt.hardware [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1395.648064] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1395.648411] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3d8f52c-753f-455f-af2a-be9f057f1a42 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.672293] env[68960]: DEBUG oslo_vmware.api [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1395.672293] env[68960]: value = "task-3222606" [ 1395.672293] env[68960]: _type = "Task" [ 1395.672293] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.679681] env[68960]: DEBUG oslo_vmware.api [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.182184] env[68960]: DEBUG oslo_vmware.api [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222606, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.682613] env[68960]: DEBUG oslo_vmware.api [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222606, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.182958] env[68960]: DEBUG oslo_vmware.api [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222606, 'name': ReconfigVM_Task, 'duration_secs': 1.210803} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.183287] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1397.183970] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe59464-d45d-4a47-b4eb-e42d4b9c22e5 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.205087] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] fe964b85-d962-4063-82db-e2cb1180703b/fe964b85-d962-4063-82db-e2cb1180703b.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1397.205303] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2110ed78-f645-4060-9015-b934ed0cc3b7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.222716] env[68960]: DEBUG oslo_vmware.api [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1397.222716] env[68960]: value = "task-3222607" [ 1397.222716] env[68960]: _type = "Task" [ 1397.222716] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.230027] env[68960]: DEBUG oslo_vmware.api [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.732874] env[68960]: DEBUG oslo_vmware.api [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222607, 'name': ReconfigVM_Task, 'duration_secs': 0.249739} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.733200] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Reconfigured VM instance instance-0000007d to attach disk [datastore2] fe964b85-d962-4063-82db-e2cb1180703b/fe964b85-d962-4063-82db-e2cb1180703b.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1397.733476] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Updating instance 'fe964b85-d962-4063-82db-e2cb1180703b' progress to 50 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1398.240057] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85fea9c-06d7-46a0-8656-9c82a34484d4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.259245] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd21046-efcd-41c3-8ffb-5b1c85f8f972 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.277331] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Updating instance 'fe964b85-d962-4063-82db-e2cb1180703b' progress to 67 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1398.814926] env[68960]: DEBUG nova.network.neutron [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Port 4369b4d5-2d33-49d4-bdce-c2936bcc55ab binding to destination host cpu-1 is already ACTIVE {{(pid=68960) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1399.837041] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "fe964b85-d962-4063-82db-e2cb1180703b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.837541] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "fe964b85-d962-4063-82db-e2cb1180703b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.837541] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "fe964b85-d962-4063-82db-e2cb1180703b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.751838] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.752108] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.752284] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.752445] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.752596] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.752747] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68960) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1400.870706] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "refresh_cache-fe964b85-d962-4063-82db-e2cb1180703b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.870930] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquired lock "refresh_cache-fe964b85-d962-4063-82db-e2cb1180703b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.871119] env[68960]: DEBUG nova.network.neutron [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1401.576029] env[68960]: DEBUG nova.network.neutron [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Updating instance_info_cache with network_info: [{"id": "4369b4d5-2d33-49d4-bdce-c2936bcc55ab", "address": "fa:16:3e:97:b1:72", "network": {"id": "fd6c5ce0-1df7-4e07-82ab-88e1b96779f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508625790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603772d137274b1da5b497f41168c31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4369b4d5-2d", "ovs_interfaceid": "4369b4d5-2d33-49d4-bdce-c2936bcc55ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.078715] env[68960]: DEBUG oslo_concurrency.lockutils [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Releasing lock "refresh_cache-fe964b85-d962-4063-82db-e2cb1180703b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.605031] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ea9ef3-d530-4edb-a702-0045b4b2c984 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.631065] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d96e589-7b9c-40f3-86cd-8c6b65dc5447 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.640251] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Updating instance 'fe964b85-d962-4063-82db-e2cb1180703b' progress to 83 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1403.146445] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1403.146802] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34505407-1b3d-45ce-918e-9c1266afb64c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.154206] env[68960]: DEBUG oslo_vmware.api [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1403.154206] env[68960]: value = "task-3222608" [ 1403.154206] env[68960]: _type = "Task" [ 1403.154206] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.162134] env[68960]: DEBUG oslo_vmware.api [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.664131] env[68960]: DEBUG oslo_vmware.api [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222608, 'name': PowerOnVM_Task, 'duration_secs': 0.365248} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.664385] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1403.664564] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-1c929538-2ec8-47f9-b7d3-450aaa9b3b4c tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Updating instance 'fe964b85-d962-4063-82db-e2cb1180703b' progress to 100 {{(pid=68960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1403.740824] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.245094] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.245094] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.483882] env[68960]: DEBUG nova.network.neutron [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Port 4369b4d5-2d33-49d4-bdce-c2936bcc55ab binding to destination host cpu-1 is already ACTIVE {{(pid=68960) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1406.484175] env[68960]: DEBUG oslo_concurrency.lockutils [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "refresh_cache-fe964b85-d962-4063-82db-e2cb1180703b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.484323] env[68960]: DEBUG oslo_concurrency.lockutils [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquired lock "refresh_cache-fe964b85-d962-4063-82db-e2cb1180703b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.484485] env[68960]: DEBUG nova.network.neutron [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1406.745509] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1407.186308] env[68960]: DEBUG nova.network.neutron [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Updating instance_info_cache with network_info: [{"id": "4369b4d5-2d33-49d4-bdce-c2936bcc55ab", "address": "fa:16:3e:97:b1:72", "network": {"id": "fd6c5ce0-1df7-4e07-82ab-88e1b96779f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508625790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603772d137274b1da5b497f41168c31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4369b4d5-2d", "ovs_interfaceid": "4369b4d5-2d33-49d4-bdce-c2936bcc55ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.247910] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.248192] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.248358] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.248509] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68960) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1407.249429] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31728b4-c06b-4b01-9664-58e2b1765af0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.257265] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29fe7b0-7424-49ba-b802-5306c0b1781b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.270650] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ed8ed0-bca4-4643-b2a4-b53c5f807f6a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.276521] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920db42e-48fe-4797-af02-6be812059e97 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.304149] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180579MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=68960) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1407.304289] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.304488] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.689382] env[68960]: DEBUG oslo_concurrency.lockutils [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Releasing lock "refresh_cache-fe964b85-d962-4063-82db-e2cb1180703b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.193320] env[68960]: DEBUG nova.compute.manager [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68960) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1408.193621] env[68960]: DEBUG oslo_concurrency.lockutils [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.311051] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Applying migration context for instance fe964b85-d962-4063-82db-e2cb1180703b as it has an incoming, in-progress migration d7cb5206-b304-48ba-8b4d-a171bf98a23e. Migration status is reverting {{(pid=68960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1408.311622] env[68960]: INFO nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Updating resource usage from migration d7cb5206-b304-48ba-8b4d-a171bf98a23e [ 1408.330303] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Migration d7cb5206-b304-48ba-8b4d-a171bf98a23e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1408.330458] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance fe964b85-d962-4063-82db-e2cb1180703b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1408.330633] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=68960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1408.330771] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=960MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=68960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1408.365921] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaabb80-8a84-4a60-b98d-c6fdb0cf5c15 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.373473] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad3f14b-fcdc-4345-97fb-5695902b89bd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.403906] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7462e0cc-5331-4e24-897b-641102cb7765 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.410676] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9144dc90-9954-4a65-a20f-069c06e73535 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.423350] env[68960]: DEBUG nova.compute.provider_tree [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.926388] env[68960]: DEBUG nova.scheduler.client.report [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1409.431338] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1409.431593] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.127s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.431826] env[68960]: DEBUG oslo_concurrency.lockutils [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.238s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.935980] env[68960]: DEBUG nova.objects.instance [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lazy-loading 'migration_context' on Instance uuid fe964b85-d962-4063-82db-e2cb1180703b {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1410.476597] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8baa3281-0d65-44c1-95ae-e0bdef0a403b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.484474] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30d485d-9449-4471-b499-9c9221df38f6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.514331] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e23a2a-d5bf-4524-a55e-4d1a9d11b66f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.521427] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e1115f-1832-419b-8cb7-8bbbe7775ff1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.534159] env[68960]: DEBUG nova.compute.provider_tree [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1411.037388] env[68960]: DEBUG nova.scheduler.client.report [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1412.048361] env[68960]: DEBUG oslo_concurrency.lockutils [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.616s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.583033] env[68960]: INFO nova.compute.manager [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Swapping old allocation on dict_keys(['d6b14c3a-024a-447e-9595-cef114b4ddda']) held by migration d7cb5206-b304-48ba-8b4d-a171bf98a23e for instance [ 1413.604061] env[68960]: DEBUG nova.scheduler.client.report [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Overwriting current allocation {'allocations': {'d6b14c3a-024a-447e-9595-cef114b4ddda': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 182}}, 'project_id': '603772d137274b1da5b497f41168c31d', 'user_id': '1a2388c7de004286884ce1052706547a', 'consumer_generation': 1} on consumer fe964b85-d962-4063-82db-e2cb1180703b {{(pid=68960) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1413.675919] env[68960]: DEBUG oslo_concurrency.lockutils [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "refresh_cache-fe964b85-d962-4063-82db-e2cb1180703b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.676142] env[68960]: DEBUG oslo_concurrency.lockutils [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquired lock "refresh_cache-fe964b85-d962-4063-82db-e2cb1180703b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.676324] env[68960]: DEBUG nova.network.neutron [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1414.375149] env[68960]: DEBUG nova.network.neutron [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Updating instance_info_cache with network_info: [{"id": "4369b4d5-2d33-49d4-bdce-c2936bcc55ab", "address": "fa:16:3e:97:b1:72", "network": {"id": "fd6c5ce0-1df7-4e07-82ab-88e1b96779f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508625790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603772d137274b1da5b497f41168c31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4369b4d5-2d", "ovs_interfaceid": "4369b4d5-2d33-49d4-bdce-c2936bcc55ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.878191] env[68960]: DEBUG oslo_concurrency.lockutils [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Releasing lock "refresh_cache-fe964b85-d962-4063-82db-e2cb1180703b" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.878662] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1414.878966] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3aa2e528-5f2b-42b6-9909-4ef6cf730367 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.886360] env[68960]: DEBUG oslo_vmware.api [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1414.886360] env[68960]: value = "task-3222609" [ 1414.886360] env[68960]: _type = "Task" [ 1414.886360] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.894324] env[68960]: DEBUG oslo_vmware.api [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.396297] env[68960]: DEBUG oslo_vmware.api [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222609, 'name': PowerOffVM_Task, 'duration_secs': 0.174242} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.396552] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1415.397207] env[68960]: DEBUG nova.virt.hardware [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1415.397428] env[68960]: DEBUG nova.virt.hardware [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1415.397582] env[68960]: DEBUG nova.virt.hardware [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1415.397785] env[68960]: DEBUG nova.virt.hardware [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1415.397974] env[68960]: DEBUG nova.virt.hardware [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1415.398132] env[68960]: DEBUG nova.virt.hardware [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1415.398339] env[68960]: DEBUG nova.virt.hardware [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1415.398497] env[68960]: DEBUG nova.virt.hardware [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1415.398658] env[68960]: DEBUG nova.virt.hardware [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1415.398816] env[68960]: DEBUG nova.virt.hardware [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1415.398987] env[68960]: DEBUG nova.virt.hardware [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1415.403875] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f16b7abb-c3dc-4513-aea6-c0531b36636a {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.419043] env[68960]: DEBUG oslo_vmware.api [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1415.419043] env[68960]: value = "task-3222610" [ 1415.419043] env[68960]: _type = "Task" [ 1415.419043] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.426101] env[68960]: DEBUG oslo_vmware.api [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.928908] env[68960]: DEBUG oslo_vmware.api [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222610, 'name': ReconfigVM_Task, 'duration_secs': 0.140153} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.929696] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98ea42d-dd28-4619-a2f8-93bb113b4dcd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.948336] env[68960]: DEBUG nova.virt.hardware [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1415.948568] env[68960]: DEBUG nova.virt.hardware [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1415.948726] env[68960]: DEBUG nova.virt.hardware [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1415.948908] env[68960]: DEBUG nova.virt.hardware [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1415.949067] env[68960]: DEBUG nova.virt.hardware [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1415.949218] env[68960]: DEBUG nova.virt.hardware [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1415.949417] env[68960]: DEBUG nova.virt.hardware [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1415.949573] env[68960]: DEBUG nova.virt.hardware [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1415.949734] env[68960]: DEBUG nova.virt.hardware [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1415.949925] env[68960]: DEBUG nova.virt.hardware [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1415.950135] env[68960]: DEBUG nova.virt.hardware [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1415.950982] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd974a21-fddb-48ac-b44a-649683e0501e {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.956122] env[68960]: DEBUG oslo_vmware.api [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1415.956122] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e1c5be-73ee-de6c-b8ce-174bb0303c11" [ 1415.956122] env[68960]: _type = "Task" [ 1415.956122] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.963948] env[68960]: DEBUG oslo_vmware.api [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e1c5be-73ee-de6c-b8ce-174bb0303c11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.466329] env[68960]: DEBUG oslo_vmware.api [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]52e1c5be-73ee-de6c-b8ce-174bb0303c11, 'name': SearchDatastore_Task, 'duration_secs': 0.007092} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.471739] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1416.472027] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e50df79-b44c-42a1-9030-c9594acd35e0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.490637] env[68960]: DEBUG oslo_vmware.api [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1416.490637] env[68960]: value = "task-3222611" [ 1416.490637] env[68960]: _type = "Task" [ 1416.490637] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.498142] env[68960]: DEBUG oslo_vmware.api [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222611, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.999719] env[68960]: DEBUG oslo_vmware.api [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222611, 'name': ReconfigVM_Task, 'duration_secs': 0.171513} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.000071] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=68960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1417.000741] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e8e9b7-494b-417b-b367-05dfb89131e4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.021931] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] fe964b85-d962-4063-82db-e2cb1180703b/fe964b85-d962-4063-82db-e2cb1180703b.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1417.022169] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eeb041a-360f-4e7e-9a85-8b8fd4db5233 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.038614] env[68960]: DEBUG oslo_vmware.api [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1417.038614] env[68960]: value = "task-3222612" [ 1417.038614] env[68960]: _type = "Task" [ 1417.038614] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.045630] env[68960]: DEBUG oslo_vmware.api [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222612, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.548338] env[68960]: DEBUG oslo_vmware.api [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222612, 'name': ReconfigVM_Task, 'duration_secs': 0.259037} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.548616] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Reconfigured VM instance instance-0000007d to attach disk [datastore2] fe964b85-d962-4063-82db-e2cb1180703b/fe964b85-d962-4063-82db-e2cb1180703b.vmdk or device None with type thin {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1417.549432] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a077445-99f8-4ce3-b7c2-0e3920a8c459 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.567511] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f859e2fc-5597-4942-9ec6-816bcb47f97c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.584084] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0913afb7-48a5-4c9d-8c76-95d1da526392 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.600621] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f521dd3c-439b-4c73-937d-33b0599fe4dd {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.606486] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1417.606693] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a2e94fb-0429-4b4b-a77e-62daca4f2ade {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.612229] env[68960]: DEBUG oslo_vmware.api [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1417.612229] env[68960]: value = "task-3222613" [ 1417.612229] env[68960]: _type = "Task" [ 1417.612229] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.618824] env[68960]: DEBUG oslo_vmware.api [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.122288] env[68960]: DEBUG oslo_vmware.api [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222613, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.622756] env[68960]: DEBUG oslo_vmware.api [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222613, 'name': PowerOnVM_Task, 'duration_secs': 0.967622} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.623035] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1419.634732] env[68960]: INFO nova.compute.manager [None req-62ca700f-e52f-4bb5-a97c-55344bba967e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Updating instance to original state: 'active' [ 1420.945616] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7cf1439e-bfcf-433b-bb46-c7a11817eb28 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "fe964b85-d962-4063-82db-e2cb1180703b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.945927] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7cf1439e-bfcf-433b-bb46-c7a11817eb28 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "fe964b85-d962-4063-82db-e2cb1180703b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.945927] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7cf1439e-bfcf-433b-bb46-c7a11817eb28 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "fe964b85-d962-4063-82db-e2cb1180703b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.946091] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7cf1439e-bfcf-433b-bb46-c7a11817eb28 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "fe964b85-d962-4063-82db-e2cb1180703b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.946259] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7cf1439e-bfcf-433b-bb46-c7a11817eb28 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "fe964b85-d962-4063-82db-e2cb1180703b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.949497] env[68960]: INFO nova.compute.manager [None req-7cf1439e-bfcf-433b-bb46-c7a11817eb28 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Terminating instance [ 1421.453024] env[68960]: DEBUG nova.compute.manager [None req-7cf1439e-bfcf-433b-bb46-c7a11817eb28 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1421.453323] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf1439e-bfcf-433b-bb46-c7a11817eb28 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1421.454250] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fbe23c-52b8-4830-9047-9bbfd4d7b694 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.462700] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf1439e-bfcf-433b-bb46-c7a11817eb28 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1421.462931] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd3a8f4e-5b28-43a9-a9d3-8829f19cdac4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.468897] env[68960]: DEBUG oslo_vmware.api [None req-7cf1439e-bfcf-433b-bb46-c7a11817eb28 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1421.468897] env[68960]: value = "task-3222614" [ 1421.468897] env[68960]: _type = "Task" [ 1421.468897] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.476780] env[68960]: DEBUG oslo_vmware.api [None req-7cf1439e-bfcf-433b-bb46-c7a11817eb28 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.978171] env[68960]: DEBUG oslo_vmware.api [None req-7cf1439e-bfcf-433b-bb46-c7a11817eb28 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222614, 'name': PowerOffVM_Task, 'duration_secs': 0.177947} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.978566] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf1439e-bfcf-433b-bb46-c7a11817eb28 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1421.978610] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf1439e-bfcf-433b-bb46-c7a11817eb28 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1421.978823] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e575c760-f218-4f10-b8af-33e7e5a9b2e8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.149252] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf1439e-bfcf-433b-bb46-c7a11817eb28 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1422.149472] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf1439e-bfcf-433b-bb46-c7a11817eb28 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1422.149652] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cf1439e-bfcf-433b-bb46-c7a11817eb28 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Deleting the datastore file [datastore2] fe964b85-d962-4063-82db-e2cb1180703b {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1422.149958] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68854163-c6b8-4ae3-a232-a7eae1e7fc66 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.156744] env[68960]: DEBUG oslo_vmware.api [None req-7cf1439e-bfcf-433b-bb46-c7a11817eb28 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1422.156744] env[68960]: value = "task-3222616" [ 1422.156744] env[68960]: _type = "Task" [ 1422.156744] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.164114] env[68960]: DEBUG oslo_vmware.api [None req-7cf1439e-bfcf-433b-bb46-c7a11817eb28 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.666375] env[68960]: DEBUG oslo_vmware.api [None req-7cf1439e-bfcf-433b-bb46-c7a11817eb28 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161957} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.666635] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cf1439e-bfcf-433b-bb46-c7a11817eb28 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1422.666823] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf1439e-bfcf-433b-bb46-c7a11817eb28 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1422.666998] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf1439e-bfcf-433b-bb46-c7a11817eb28 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1422.667185] env[68960]: INFO nova.compute.manager [None req-7cf1439e-bfcf-433b-bb46-c7a11817eb28 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1422.667441] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cf1439e-bfcf-433b-bb46-c7a11817eb28 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1422.667649] env[68960]: DEBUG nova.compute.manager [-] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1422.667760] env[68960]: DEBUG nova.network.neutron [-] [instance: fe964b85-d962-4063-82db-e2cb1180703b] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1423.081900] env[68960]: DEBUG nova.compute.manager [req-517f67a4-3bcb-45e7-8c1a-915865a05dcf req-16300339-7e98-439a-8530-0fa2bf64082e service nova] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Received event network-vif-deleted-4369b4d5-2d33-49d4-bdce-c2936bcc55ab {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1423.082296] env[68960]: INFO nova.compute.manager [req-517f67a4-3bcb-45e7-8c1a-915865a05dcf req-16300339-7e98-439a-8530-0fa2bf64082e service nova] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Neutron deleted interface 4369b4d5-2d33-49d4-bdce-c2936bcc55ab; detaching it from the instance and deleting it from the info cache [ 1423.082296] env[68960]: DEBUG nova.network.neutron [req-517f67a4-3bcb-45e7-8c1a-915865a05dcf req-16300339-7e98-439a-8530-0fa2bf64082e service nova] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.567056] env[68960]: DEBUG nova.network.neutron [-] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.585321] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ea88829-4e9d-4f50-8fa5-cbe8b755d1fe {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.595135] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbc586b-04ee-4bb7-9f06-41a6cb7ea9da {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.620344] env[68960]: DEBUG nova.compute.manager [req-517f67a4-3bcb-45e7-8c1a-915865a05dcf req-16300339-7e98-439a-8530-0fa2bf64082e service nova] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Detach interface failed, port_id=4369b4d5-2d33-49d4-bdce-c2936bcc55ab, reason: Instance fe964b85-d962-4063-82db-e2cb1180703b could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1424.070421] env[68960]: INFO nova.compute.manager [-] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Took 1.40 seconds to deallocate network for instance. [ 1424.576988] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7cf1439e-bfcf-433b-bb46-c7a11817eb28 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.577385] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7cf1439e-bfcf-433b-bb46-c7a11817eb28 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.577485] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7cf1439e-bfcf-433b-bb46-c7a11817eb28 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.601851] env[68960]: INFO nova.scheduler.client.report [None req-7cf1439e-bfcf-433b-bb46-c7a11817eb28 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Deleted allocations for instance fe964b85-d962-4063-82db-e2cb1180703b [ 1425.109100] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7cf1439e-bfcf-433b-bb46-c7a11817eb28 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "fe964b85-d962-4063-82db-e2cb1180703b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.163s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.807549] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "7346875e-43a4-488f-ad50-dac9f8a677c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.807826] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "7346875e-43a4-488f-ad50-dac9f8a677c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.310377] env[68960]: DEBUG nova.compute.manager [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Starting instance... {{(pid=68960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1426.831352] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.831622] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.833114] env[68960]: INFO nova.compute.claims [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1427.869024] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105be594-7f34-4daa-bde3-987e8e75a80d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.876363] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0c81c8-8ab1-494b-bd4a-059fde2a1a41 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.911774] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1202ae48-cf63-4448-8a8a-a44e8831f620 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.921755] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222189fb-2a8f-4562-a62d-8e30d3fdad43 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.940813] env[68960]: DEBUG nova.compute.provider_tree [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1428.445045] env[68960]: DEBUG nova.scheduler.client.report [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1428.950399] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.118s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.950882] env[68960]: DEBUG nova.compute.manager [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Start building networks asynchronously for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1429.457078] env[68960]: DEBUG nova.compute.utils [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Using /dev/sd instead of None {{(pid=68960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1429.458969] env[68960]: DEBUG nova.compute.manager [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Allocating IP information in the background. {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1429.459239] env[68960]: DEBUG nova.network.neutron [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] allocate_for_instance() {{(pid=68960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1429.509598] env[68960]: DEBUG nova.policy [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a2388c7de004286884ce1052706547a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '603772d137274b1da5b497f41168c31d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68960) authorize /opt/stack/nova/nova/policy.py:192}} [ 1429.782844] env[68960]: DEBUG nova.network.neutron [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Successfully created port: 98da3641-a77b-42c8-a1bb-66f108516e92 {{(pid=68960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1429.963443] env[68960]: DEBUG nova.compute.manager [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Start building block device mappings for instance. {{(pid=68960) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1430.974015] env[68960]: DEBUG nova.compute.manager [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Start spawning the instance on the hypervisor. {{(pid=68960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1431.000504] env[68960]: DEBUG nova.virt.hardware [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:04:38Z,direct_url=,disk_format='vmdk',id=882df2ee-ba10-4414-bfef-c49b3d1e121a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9ca781590c45bea4dfbbf2611bd37f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1431.000743] env[68960]: DEBUG nova.virt.hardware [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Flavor limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1431.000895] env[68960]: DEBUG nova.virt.hardware [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Image limits 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1431.001083] env[68960]: DEBUG nova.virt.hardware [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Flavor pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1431.001632] env[68960]: DEBUG nova.virt.hardware [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Image pref 0:0:0 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1431.001632] env[68960]: DEBUG nova.virt.hardware [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1431.001632] env[68960]: DEBUG nova.virt.hardware [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1431.003083] env[68960]: DEBUG nova.virt.hardware [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1431.003083] env[68960]: DEBUG nova.virt.hardware [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Got 1 possible topologies {{(pid=68960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1431.003083] env[68960]: DEBUG nova.virt.hardware [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1431.003083] env[68960]: DEBUG nova.virt.hardware [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1431.003245] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d349898-f9aa-48af-be99-96e15caa99c8 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.010924] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c7c2fa-a46a-474e-86fb-1cb7093def46 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.114843] env[68960]: DEBUG nova.compute.manager [req-4586d6f4-9e87-4d32-9d55-55bef3d11b14 req-4c033891-f95f-448b-9131-add88f53d0c5 service nova] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Received event network-vif-plugged-98da3641-a77b-42c8-a1bb-66f108516e92 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1431.115090] env[68960]: DEBUG oslo_concurrency.lockutils [req-4586d6f4-9e87-4d32-9d55-55bef3d11b14 req-4c033891-f95f-448b-9131-add88f53d0c5 service nova] Acquiring lock "7346875e-43a4-488f-ad50-dac9f8a677c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.115272] env[68960]: DEBUG oslo_concurrency.lockutils [req-4586d6f4-9e87-4d32-9d55-55bef3d11b14 req-4c033891-f95f-448b-9131-add88f53d0c5 service nova] Lock "7346875e-43a4-488f-ad50-dac9f8a677c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.115435] env[68960]: DEBUG oslo_concurrency.lockutils [req-4586d6f4-9e87-4d32-9d55-55bef3d11b14 req-4c033891-f95f-448b-9131-add88f53d0c5 service nova] Lock "7346875e-43a4-488f-ad50-dac9f8a677c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.115597] env[68960]: DEBUG nova.compute.manager [req-4586d6f4-9e87-4d32-9d55-55bef3d11b14 req-4c033891-f95f-448b-9131-add88f53d0c5 service nova] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] No waiting events found dispatching network-vif-plugged-98da3641-a77b-42c8-a1bb-66f108516e92 {{(pid=68960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1431.115758] env[68960]: WARNING nova.compute.manager [req-4586d6f4-9e87-4d32-9d55-55bef3d11b14 req-4c033891-f95f-448b-9131-add88f53d0c5 service nova] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Received unexpected event network-vif-plugged-98da3641-a77b-42c8-a1bb-66f108516e92 for instance with vm_state building and task_state spawning. [ 1431.191697] env[68960]: DEBUG nova.network.neutron [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Successfully updated port: 98da3641-a77b-42c8-a1bb-66f108516e92 {{(pid=68960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1431.695401] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "refresh_cache-7346875e-43a4-488f-ad50-dac9f8a677c3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.695401] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquired lock "refresh_cache-7346875e-43a4-488f-ad50-dac9f8a677c3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.695401] env[68960]: DEBUG nova.network.neutron [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1432.225705] env[68960]: DEBUG nova.network.neutron [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Instance cache missing network info. {{(pid=68960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1432.337254] env[68960]: DEBUG nova.network.neutron [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Updating instance_info_cache with network_info: [{"id": "98da3641-a77b-42c8-a1bb-66f108516e92", "address": "fa:16:3e:40:1e:23", "network": {"id": "fd6c5ce0-1df7-4e07-82ab-88e1b96779f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508625790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603772d137274b1da5b497f41168c31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98da3641-a7", "ovs_interfaceid": "98da3641-a77b-42c8-a1bb-66f108516e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.840097] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Releasing lock "refresh_cache-7346875e-43a4-488f-ad50-dac9f8a677c3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.840435] env[68960]: DEBUG nova.compute.manager [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Instance network_info: |[{"id": "98da3641-a77b-42c8-a1bb-66f108516e92", "address": "fa:16:3e:40:1e:23", "network": {"id": "fd6c5ce0-1df7-4e07-82ab-88e1b96779f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508625790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603772d137274b1da5b497f41168c31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98da3641-a7", "ovs_interfaceid": "98da3641-a77b-42c8-a1bb-66f108516e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1432.840857] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:1e:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98da3641-a77b-42c8-a1bb-66f108516e92', 'vif_model': 'vmxnet3'}] {{(pid=68960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1432.848242] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1432.848442] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Creating VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1432.848657] env[68960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b1f4547-a252-48d7-84a0-e7f0ef57ad75 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.868906] env[68960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1432.868906] env[68960]: value = "task-3222617" [ 1432.868906] env[68960]: _type = "Task" [ 1432.868906] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.876804] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222617, 'name': CreateVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.140222] env[68960]: DEBUG nova.compute.manager [req-cfb19393-52f8-46f6-b6c2-f96d1613df50 req-d93b51a8-52bd-4455-93d9-53b31ae9b919 service nova] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Received event network-changed-98da3641-a77b-42c8-a1bb-66f108516e92 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1433.140430] env[68960]: DEBUG nova.compute.manager [req-cfb19393-52f8-46f6-b6c2-f96d1613df50 req-d93b51a8-52bd-4455-93d9-53b31ae9b919 service nova] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Refreshing instance network info cache due to event network-changed-98da3641-a77b-42c8-a1bb-66f108516e92. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1433.140643] env[68960]: DEBUG oslo_concurrency.lockutils [req-cfb19393-52f8-46f6-b6c2-f96d1613df50 req-d93b51a8-52bd-4455-93d9-53b31ae9b919 service nova] Acquiring lock "refresh_cache-7346875e-43a4-488f-ad50-dac9f8a677c3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.140782] env[68960]: DEBUG oslo_concurrency.lockutils [req-cfb19393-52f8-46f6-b6c2-f96d1613df50 req-d93b51a8-52bd-4455-93d9-53b31ae9b919 service nova] Acquired lock "refresh_cache-7346875e-43a4-488f-ad50-dac9f8a677c3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.140938] env[68960]: DEBUG nova.network.neutron [req-cfb19393-52f8-46f6-b6c2-f96d1613df50 req-d93b51a8-52bd-4455-93d9-53b31ae9b919 service nova] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Refreshing network info cache for port 98da3641-a77b-42c8-a1bb-66f108516e92 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1433.379070] env[68960]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222617, 'name': CreateVM_Task, 'duration_secs': 0.312511} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.379362] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Created VM on the ESX host {{(pid=68960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1433.379889] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.380092] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.380413] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.380654] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e8b1e1b-4d75-4239-ac09-29f1c6f6aae9 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.385581] env[68960]: DEBUG oslo_vmware.api [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1433.385581] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5263e97b-dddc-1eda-1dc4-c38f0f851bf1" [ 1433.385581] env[68960]: _type = "Task" [ 1433.385581] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.392489] env[68960]: DEBUG oslo_vmware.api [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5263e97b-dddc-1eda-1dc4-c38f0f851bf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.809418] env[68960]: DEBUG nova.network.neutron [req-cfb19393-52f8-46f6-b6c2-f96d1613df50 req-d93b51a8-52bd-4455-93d9-53b31ae9b919 service nova] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Updated VIF entry in instance network info cache for port 98da3641-a77b-42c8-a1bb-66f108516e92. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1433.809761] env[68960]: DEBUG nova.network.neutron [req-cfb19393-52f8-46f6-b6c2-f96d1613df50 req-d93b51a8-52bd-4455-93d9-53b31ae9b919 service nova] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Updating instance_info_cache with network_info: [{"id": "98da3641-a77b-42c8-a1bb-66f108516e92", "address": "fa:16:3e:40:1e:23", "network": {"id": "fd6c5ce0-1df7-4e07-82ab-88e1b96779f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508625790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603772d137274b1da5b497f41168c31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98da3641-a7", "ovs_interfaceid": "98da3641-a77b-42c8-a1bb-66f108516e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.896033] env[68960]: DEBUG oslo_vmware.api [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]5263e97b-dddc-1eda-1dc4-c38f0f851bf1, 'name': SearchDatastore_Task, 'duration_secs': 0.012749} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.896033] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.896033] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Processing image 882df2ee-ba10-4414-bfef-c49b3d1e121a {{(pid=68960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1433.896192] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.896259] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.896408] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1433.896647] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a803c82-0586-4f46-9d95-ea9edc057b88 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.905333] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1433.905500] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1433.906164] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-049e0066-87e7-4c92-b78e-2bc75463cc5b {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.910909] env[68960]: DEBUG oslo_vmware.api [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1433.910909] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528b6240-88f8-6a80-98bd-8fb3a726da96" [ 1433.910909] env[68960]: _type = "Task" [ 1433.910909] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.918234] env[68960]: DEBUG oslo_vmware.api [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528b6240-88f8-6a80-98bd-8fb3a726da96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.312731] env[68960]: DEBUG oslo_concurrency.lockutils [req-cfb19393-52f8-46f6-b6c2-f96d1613df50 req-d93b51a8-52bd-4455-93d9-53b31ae9b919 service nova] Releasing lock "refresh_cache-7346875e-43a4-488f-ad50-dac9f8a677c3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.422122] env[68960]: DEBUG oslo_vmware.api [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]528b6240-88f8-6a80-98bd-8fb3a726da96, 'name': SearchDatastore_Task, 'duration_secs': 0.00867} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.422876] env[68960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b630f4a4-dadf-4d98-96ca-3f98649d6653 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.427795] env[68960]: DEBUG oslo_vmware.api [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1434.427795] env[68960]: value = "session[52ee629c-9deb-1016-1f97-2cecdf85ea72]529d75cc-9807-66de-b8c2-ade4e7fc9054" [ 1434.427795] env[68960]: _type = "Task" [ 1434.427795] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.434905] env[68960]: DEBUG oslo_vmware.api [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]529d75cc-9807-66de-b8c2-ade4e7fc9054, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.938643] env[68960]: DEBUG oslo_vmware.api [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': session[52ee629c-9deb-1016-1f97-2cecdf85ea72]529d75cc-9807-66de-b8c2-ade4e7fc9054, 'name': SearchDatastore_Task, 'duration_secs': 0.009931} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.938899] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.939168] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 7346875e-43a4-488f-ad50-dac9f8a677c3/7346875e-43a4-488f-ad50-dac9f8a677c3.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1434.939428] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d9f906b-bac2-48f0-834f-3eb40681d39d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.945913] env[68960]: DEBUG oslo_vmware.api [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1434.945913] env[68960]: value = "task-3222618" [ 1434.945913] env[68960]: _type = "Task" [ 1434.945913] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.953946] env[68960]: DEBUG oslo_vmware.api [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.455325] env[68960]: DEBUG oslo_vmware.api [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.411938} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.455696] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/882df2ee-ba10-4414-bfef-c49b3d1e121a/882df2ee-ba10-4414-bfef-c49b3d1e121a.vmdk to [datastore2] 7346875e-43a4-488f-ad50-dac9f8a677c3/7346875e-43a4-488f-ad50-dac9f8a677c3.vmdk {{(pid=68960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1435.455806] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Extending root virtual disk to 1048576 {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1435.456029] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fc9d057-59fb-4d4e-b1f3-e7ef8b12e9eb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.462686] env[68960]: DEBUG oslo_vmware.api [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1435.462686] env[68960]: value = "task-3222619" [ 1435.462686] env[68960]: _type = "Task" [ 1435.462686] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.471399] env[68960]: DEBUG oslo_vmware.api [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.972800] env[68960]: DEBUG oslo_vmware.api [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062393} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.973075] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Extended root virtual disk {{(pid=68960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1435.973816] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bf2a75-f58b-4396-ba4d-874261fd7529 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.994740] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] 7346875e-43a4-488f-ad50-dac9f8a677c3/7346875e-43a4-488f-ad50-dac9f8a677c3.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1435.994982] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcd24323-ea5b-4069-ac78-0b5e2b284dc6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.014042] env[68960]: DEBUG oslo_vmware.api [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1436.014042] env[68960]: value = "task-3222620" [ 1436.014042] env[68960]: _type = "Task" [ 1436.014042] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.021231] env[68960]: DEBUG oslo_vmware.api [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222620, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.524197] env[68960]: DEBUG oslo_vmware.api [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222620, 'name': ReconfigVM_Task, 'duration_secs': 0.271938} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.524545] env[68960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Reconfigured VM instance instance-00000080 to attach disk [datastore2] 7346875e-43a4-488f-ad50-dac9f8a677c3/7346875e-43a4-488f-ad50-dac9f8a677c3.vmdk or device None with type sparse {{(pid=68960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1436.525073] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb566526-b983-47b1-8f6b-b7fa9f7748c0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.531571] env[68960]: DEBUG oslo_vmware.api [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1436.531571] env[68960]: value = "task-3222621" [ 1436.531571] env[68960]: _type = "Task" [ 1436.531571] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.539333] env[68960]: DEBUG oslo_vmware.api [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222621, 'name': Rename_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.042030] env[68960]: DEBUG oslo_vmware.api [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222621, 'name': Rename_Task, 'duration_secs': 0.134959} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.042344] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1437.042620] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95eca5cf-b12b-46ed-85d0-280bc248e2bb {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.050393] env[68960]: DEBUG oslo_vmware.api [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1437.050393] env[68960]: value = "task-3222622" [ 1437.050393] env[68960]: _type = "Task" [ 1437.050393] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.057497] env[68960]: DEBUG oslo_vmware.api [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.561080] env[68960]: DEBUG oslo_vmware.api [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222622, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.062129] env[68960]: DEBUG oslo_vmware.api [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222622, 'name': PowerOnVM_Task, 'duration_secs': 0.987648} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.062429] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1438.062640] env[68960]: INFO nova.compute.manager [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Took 7.09 seconds to spawn the instance on the hypervisor. [ 1438.062817] env[68960]: DEBUG nova.compute.manager [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1438.063587] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42aebb21-5426-4dad-824b-e7ef6f0519c4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.582387] env[68960]: INFO nova.compute.manager [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Took 11.77 seconds to build instance. [ 1438.733280] env[68960]: DEBUG nova.compute.manager [req-bc0cfc11-5cf0-4a5b-a2e4-ddfe6440757d req-949ef656-901e-48f0-8c6c-b4dd4bdabb34 service nova] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Received event network-changed-98da3641-a77b-42c8-a1bb-66f108516e92 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1438.733280] env[68960]: DEBUG nova.compute.manager [req-bc0cfc11-5cf0-4a5b-a2e4-ddfe6440757d req-949ef656-901e-48f0-8c6c-b4dd4bdabb34 service nova] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Refreshing instance network info cache due to event network-changed-98da3641-a77b-42c8-a1bb-66f108516e92. {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1438.733473] env[68960]: DEBUG oslo_concurrency.lockutils [req-bc0cfc11-5cf0-4a5b-a2e4-ddfe6440757d req-949ef656-901e-48f0-8c6c-b4dd4bdabb34 service nova] Acquiring lock "refresh_cache-7346875e-43a4-488f-ad50-dac9f8a677c3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.733611] env[68960]: DEBUG oslo_concurrency.lockutils [req-bc0cfc11-5cf0-4a5b-a2e4-ddfe6440757d req-949ef656-901e-48f0-8c6c-b4dd4bdabb34 service nova] Acquired lock "refresh_cache-7346875e-43a4-488f-ad50-dac9f8a677c3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.733771] env[68960]: DEBUG nova.network.neutron [req-bc0cfc11-5cf0-4a5b-a2e4-ddfe6440757d req-949ef656-901e-48f0-8c6c-b4dd4bdabb34 service nova] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Refreshing network info cache for port 98da3641-a77b-42c8-a1bb-66f108516e92 {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1439.084639] env[68960]: DEBUG oslo_concurrency.lockutils [None req-0b20118a-30f1-4f93-86af-2ae670a932ab tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "7346875e-43a4-488f-ad50-dac9f8a677c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.277s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.442906] env[68960]: DEBUG nova.network.neutron [req-bc0cfc11-5cf0-4a5b-a2e4-ddfe6440757d req-949ef656-901e-48f0-8c6c-b4dd4bdabb34 service nova] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Updated VIF entry in instance network info cache for port 98da3641-a77b-42c8-a1bb-66f108516e92. {{(pid=68960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1439.443333] env[68960]: DEBUG nova.network.neutron [req-bc0cfc11-5cf0-4a5b-a2e4-ddfe6440757d req-949ef656-901e-48f0-8c6c-b4dd4bdabb34 service nova] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Updating instance_info_cache with network_info: [{"id": "98da3641-a77b-42c8-a1bb-66f108516e92", "address": "fa:16:3e:40:1e:23", "network": {"id": "fd6c5ce0-1df7-4e07-82ab-88e1b96779f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508625790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603772d137274b1da5b497f41168c31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98da3641-a7", "ovs_interfaceid": "98da3641-a77b-42c8-a1bb-66f108516e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.945742] env[68960]: DEBUG oslo_concurrency.lockutils [req-bc0cfc11-5cf0-4a5b-a2e4-ddfe6440757d req-949ef656-901e-48f0-8c6c-b4dd4bdabb34 service nova] Releasing lock "refresh_cache-7346875e-43a4-488f-ad50-dac9f8a677c3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.746138] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.746502] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.746538] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.243507] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.745874] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.746128] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.746269] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68960) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1465.746630] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.747032] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.745960] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.746158] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Cleaning up deleted instances with incomplete migration {{(pid=68960) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1468.248585] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1468.752118] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.752390] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.752565] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.752719] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68960) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1468.753634] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902a1519-1068-4ca8-9cc5-3f8d5fc397e4 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.762046] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534356a2-44c8-4e7d-9a31-6e7e49cba249 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.776341] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7eb26e3-0958-4bb7-9050-518108302649 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.782273] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221d716a-4786-48aa-8f3b-61542f62f74d {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.809783] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180982MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=68960) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1468.809927] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.810124] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.923888] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Instance 7346875e-43a4-488f-ad50-dac9f8a677c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1469.923888] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1469.923888] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1469.949713] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80a6896-b589-40be-8eb2-b0bddb69bc77 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.958141] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe7bcd6-3393-4f7b-95fd-c9ad8e0b8b3c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.988016] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5f0306-5367-4d98-a3a7-8ca563951123 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.994951] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6406d556-8d3e-45c3-969a-e87894481495 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.007459] env[68960]: DEBUG nova.compute.provider_tree [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1470.510278] env[68960]: DEBUG nova.scheduler.client.report [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1471.015199] env[68960]: DEBUG nova.compute.resource_tracker [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1471.015533] env[68960]: DEBUG oslo_concurrency.lockutils [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.205s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1475.173201] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b7e48f38-0e4d-45fb-868e-78f0ba98aaf4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "7346875e-43a4-488f-ad50-dac9f8a677c3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.173646] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b7e48f38-0e4d-45fb-868e-78f0ba98aaf4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "7346875e-43a4-488f-ad50-dac9f8a677c3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.173751] env[68960]: DEBUG nova.compute.manager [None req-b7e48f38-0e4d-45fb-868e-78f0ba98aaf4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1475.174606] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d854f29-93cb-4c46-ae09-3a898cdf6ba6 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.181310] env[68960]: DEBUG nova.compute.manager [None req-b7e48f38-0e4d-45fb-868e-78f0ba98aaf4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68960) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1475.181913] env[68960]: DEBUG nova.objects.instance [None req-b7e48f38-0e4d-45fb-868e-78f0ba98aaf4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lazy-loading 'flavor' on Instance uuid 7346875e-43a4-488f-ad50-dac9f8a677c3 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1476.191099] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e48f38-0e4d-45fb-868e-78f0ba98aaf4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1476.191495] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66461317-83a7-4240-8774-757a0df39139 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.199045] env[68960]: DEBUG oslo_vmware.api [None req-b7e48f38-0e4d-45fb-868e-78f0ba98aaf4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1476.199045] env[68960]: value = "task-3222623" [ 1476.199045] env[68960]: _type = "Task" [ 1476.199045] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.207182] env[68960]: DEBUG oslo_vmware.api [None req-b7e48f38-0e4d-45fb-868e-78f0ba98aaf4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.709185] env[68960]: DEBUG oslo_vmware.api [None req-b7e48f38-0e4d-45fb-868e-78f0ba98aaf4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222623, 'name': PowerOffVM_Task, 'duration_secs': 0.183156} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.709445] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e48f38-0e4d-45fb-868e-78f0ba98aaf4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1476.709641] env[68960]: DEBUG nova.compute.manager [None req-b7e48f38-0e4d-45fb-868e-78f0ba98aaf4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1476.710402] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92b2ca9-d78b-43f4-93b3-2b62b281addf {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.221024] env[68960]: DEBUG oslo_concurrency.lockutils [None req-b7e48f38-0e4d-45fb-868e-78f0ba98aaf4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "7346875e-43a4-488f-ad50-dac9f8a677c3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.533128] env[68960]: DEBUG nova.objects.instance [None req-f0388f12-69f3-4626-9880-b2d62f9651e0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lazy-loading 'flavor' on Instance uuid 7346875e-43a4-488f-ad50-dac9f8a677c3 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1478.038880] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0388f12-69f3-4626-9880-b2d62f9651e0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "refresh_cache-7346875e-43a4-488f-ad50-dac9f8a677c3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.039051] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0388f12-69f3-4626-9880-b2d62f9651e0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquired lock "refresh_cache-7346875e-43a4-488f-ad50-dac9f8a677c3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.039233] env[68960]: DEBUG nova.network.neutron [None req-f0388f12-69f3-4626-9880-b2d62f9651e0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1478.039406] env[68960]: DEBUG nova.objects.instance [None req-f0388f12-69f3-4626-9880-b2d62f9651e0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lazy-loading 'info_cache' on Instance uuid 7346875e-43a4-488f-ad50-dac9f8a677c3 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1478.543241] env[68960]: DEBUG nova.objects.base [None req-f0388f12-69f3-4626-9880-b2d62f9651e0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Object Instance<7346875e-43a4-488f-ad50-dac9f8a677c3> lazy-loaded attributes: flavor,info_cache {{(pid=68960) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1478.745838] env[68960]: DEBUG oslo_service.periodic_task [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1478.746016] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] Cleaning up deleted instances {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1479.231083] env[68960]: DEBUG nova.network.neutron [None req-f0388f12-69f3-4626-9880-b2d62f9651e0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Updating instance_info_cache with network_info: [{"id": "98da3641-a77b-42c8-a1bb-66f108516e92", "address": "fa:16:3e:40:1e:23", "network": {"id": "fd6c5ce0-1df7-4e07-82ab-88e1b96779f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508625790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603772d137274b1da5b497f41168c31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98da3641-a7", "ovs_interfaceid": "98da3641-a77b-42c8-a1bb-66f108516e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.253851] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] There are 26 instances to clean {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1479.254035] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 44aaa484-a2ff-47c1-81df-5516bb3c0b4d] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1479.734234] env[68960]: DEBUG oslo_concurrency.lockutils [None req-f0388f12-69f3-4626-9880-b2d62f9651e0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Releasing lock "refresh_cache-7346875e-43a4-488f-ad50-dac9f8a677c3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.757369] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 672b595f-9891-453b-873d-0d9ae94c5d25] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1480.261247] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: fe964b85-d962-4063-82db-e2cb1180703b] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1480.741155] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0388f12-69f3-4626-9880-b2d62f9651e0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Powering on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1480.741474] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05a53bec-cab3-4fd0-accc-462d3dbdedd1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.748442] env[68960]: DEBUG oslo_vmware.api [None req-f0388f12-69f3-4626-9880-b2d62f9651e0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1480.748442] env[68960]: value = "task-3222624" [ 1480.748442] env[68960]: _type = "Task" [ 1480.748442] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.756115] env[68960]: DEBUG oslo_vmware.api [None req-f0388f12-69f3-4626-9880-b2d62f9651e0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.764621] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: a9d37496-00cb-4715-bab0-0001954e1057] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1481.257899] env[68960]: DEBUG oslo_vmware.api [None req-f0388f12-69f3-4626-9880-b2d62f9651e0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222624, 'name': PowerOnVM_Task, 'duration_secs': 0.384198} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.258161] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0388f12-69f3-4626-9880-b2d62f9651e0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Powered on the VM {{(pid=68960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1481.258361] env[68960]: DEBUG nova.compute.manager [None req-f0388f12-69f3-4626-9880-b2d62f9651e0 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1481.259138] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bf55d1-f2c8-4169-8735-c9fe150f917f {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.267266] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 49c6c374-65e5-48ad-9fdd-e373551afdae] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1481.769878] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 51d86297-6321-4d86-ac8b-3203de99b963] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1482.246442] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19005991-901d-454a-bdf8-2a490b84d583 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.253620] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-165968d6-fb91-484b-b30d-c3dcc288690e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Suspending the VM {{(pid=68960) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1482.253842] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0cbc8902-4b66-4724-8ded-aa0bf7431539 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.262476] env[68960]: DEBUG oslo_vmware.api [None req-165968d6-fb91-484b-b30d-c3dcc288690e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1482.262476] env[68960]: value = "task-3222625" [ 1482.262476] env[68960]: _type = "Task" [ 1482.262476] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.270083] env[68960]: DEBUG oslo_vmware.api [None req-165968d6-fb91-484b-b30d-c3dcc288690e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222625, 'name': SuspendVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.272545] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 70473353-f64b-47ad-8ec6-9206a40ecc87] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1482.773440] env[68960]: DEBUG oslo_vmware.api [None req-165968d6-fb91-484b-b30d-c3dcc288690e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222625, 'name': SuspendVM_Task} progress is 70%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.775938] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 3f8968c1-71c0-41c3-834c-553a20c8c548] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1483.273176] env[68960]: DEBUG oslo_vmware.api [None req-165968d6-fb91-484b-b30d-c3dcc288690e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222625, 'name': SuspendVM_Task, 'duration_secs': 0.897221} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.273437] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-165968d6-fb91-484b-b30d-c3dcc288690e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Suspended the VM {{(pid=68960) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1483.273613] env[68960]: DEBUG nova.compute.manager [None req-165968d6-fb91-484b-b30d-c3dcc288690e tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1483.274376] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6324a2a-9f77-43d1-8f88-7b4acfead641 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.279747] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: e1878f67-cc2f-4364-adf8-695116674e3b] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1483.783198] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 4f069f6b-7c4b-4f67-acfa-ee0b6f677e69] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1484.288297] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 49e95d19-18f5-4ab9-879e-83662b7c00dd] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1484.568597] env[68960]: INFO nova.compute.manager [None req-7b62bb43-672e-4c3d-9571-cbe5145ab50a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Resuming [ 1484.569221] env[68960]: DEBUG nova.objects.instance [None req-7b62bb43-672e-4c3d-9571-cbe5145ab50a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lazy-loading 'flavor' on Instance uuid 7346875e-43a4-488f-ad50-dac9f8a677c3 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1484.791598] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 40b6080a-82e2-4c64-bdac-2e67ca6c8179] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1485.294995] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: fa8db82b-1658-40a8-a5c3-f5f2dbf8eea9] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1485.798483] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: ccb03c6c-5258-4147-873a-18ebf5ecff24] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1486.079862] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7b62bb43-672e-4c3d-9571-cbe5145ab50a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "refresh_cache-7346875e-43a4-488f-ad50-dac9f8a677c3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.080040] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7b62bb43-672e-4c3d-9571-cbe5145ab50a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquired lock "refresh_cache-7346875e-43a4-488f-ad50-dac9f8a677c3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.080193] env[68960]: DEBUG nova.network.neutron [None req-7b62bb43-672e-4c3d-9571-cbe5145ab50a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Building network info cache for instance {{(pid=68960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1486.302048] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: e82ada76-7da2-4ee8-b098-8bfb24ce1c50] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1486.779464] env[68960]: DEBUG nova.network.neutron [None req-7b62bb43-672e-4c3d-9571-cbe5145ab50a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Updating instance_info_cache with network_info: [{"id": "98da3641-a77b-42c8-a1bb-66f108516e92", "address": "fa:16:3e:40:1e:23", "network": {"id": "fd6c5ce0-1df7-4e07-82ab-88e1b96779f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508625790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603772d137274b1da5b497f41168c31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98da3641-a7", "ovs_interfaceid": "98da3641-a77b-42c8-a1bb-66f108516e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.805062] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 7d1446e5-c11c-46ee-9caa-d001ff473241] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1487.282768] env[68960]: DEBUG oslo_concurrency.lockutils [None req-7b62bb43-672e-4c3d-9571-cbe5145ab50a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Releasing lock "refresh_cache-7346875e-43a4-488f-ad50-dac9f8a677c3" {{(pid=68960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.283735] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ad5fe3-477e-4927-af7d-283130123863 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.290550] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7b62bb43-672e-4c3d-9571-cbe5145ab50a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Resuming the VM {{(pid=68960) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1487.290838] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb2b1da4-8233-45ac-9789-fb5bf0ee1fc2 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.298225] env[68960]: DEBUG oslo_vmware.api [None req-7b62bb43-672e-4c3d-9571-cbe5145ab50a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1487.298225] env[68960]: value = "task-3222626" [ 1487.298225] env[68960]: _type = "Task" [ 1487.298225] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.305901] env[68960]: DEBUG oslo_vmware.api [None req-7b62bb43-672e-4c3d-9571-cbe5145ab50a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.307382] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: faffbeed-f3c8-45ef-a9be-60ba2194cabd] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1487.812067] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 58f0e55f-d998-44a8-a981-ef4b697ef8dc] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1487.813279] env[68960]: DEBUG oslo_vmware.api [None req-7b62bb43-672e-4c3d-9571-cbe5145ab50a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222626, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.310171] env[68960]: DEBUG oslo_vmware.api [None req-7b62bb43-672e-4c3d-9571-cbe5145ab50a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222626, 'name': PowerOnVM_Task, 'duration_secs': 0.55477} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.310477] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-7b62bb43-672e-4c3d-9571-cbe5145ab50a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Resumed the VM {{(pid=68960) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1488.310679] env[68960]: DEBUG nova.compute.manager [None req-7b62bb43-672e-4c3d-9571-cbe5145ab50a tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Checking state {{(pid=68960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1488.311496] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942c53fb-fa1f-493e-be66-a8cfb62ada31 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.314243] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: da602590-de5b-4d19-9eed-b39210a8df39] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1488.817244] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 1c3a374d-cf09-4157-bfd7-cd7ab0e894f0] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1489.217121] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4a1b92ab-14f9-4353-880a-84b9144184a4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "7346875e-43a4-488f-ad50-dac9f8a677c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.217410] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4a1b92ab-14f9-4353-880a-84b9144184a4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "7346875e-43a4-488f-ad50-dac9f8a677c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.217623] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4a1b92ab-14f9-4353-880a-84b9144184a4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "7346875e-43a4-488f-ad50-dac9f8a677c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.217805] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4a1b92ab-14f9-4353-880a-84b9144184a4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "7346875e-43a4-488f-ad50-dac9f8a677c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.217970] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4a1b92ab-14f9-4353-880a-84b9144184a4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "7346875e-43a4-488f-ad50-dac9f8a677c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1489.220126] env[68960]: INFO nova.compute.manager [None req-4a1b92ab-14f9-4353-880a-84b9144184a4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Terminating instance [ 1489.319913] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 961e9043-71c8-4ec5-ba39-95a51a68b719] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1489.723937] env[68960]: DEBUG nova.compute.manager [None req-4a1b92ab-14f9-4353-880a-84b9144184a4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Start destroying the instance on the hypervisor. {{(pid=68960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1489.724198] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1b92ab-14f9-4353-880a-84b9144184a4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Destroying instance {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1489.725108] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf3cf89-9cc8-4f3c-89d6-b91b7d12d7e3 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.733041] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1b92ab-14f9-4353-880a-84b9144184a4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Powering off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1489.733261] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6b06580-b182-42da-a494-9e30ff00d253 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.738591] env[68960]: DEBUG oslo_vmware.api [None req-4a1b92ab-14f9-4353-880a-84b9144184a4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1489.738591] env[68960]: value = "task-3222627" [ 1489.738591] env[68960]: _type = "Task" [ 1489.738591] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.745867] env[68960]: DEBUG oslo_vmware.api [None req-4a1b92ab-14f9-4353-880a-84b9144184a4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.823696] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 046a4f06-6228-4309-a020-4aa7e3a7eb03] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1490.249119] env[68960]: DEBUG oslo_vmware.api [None req-4a1b92ab-14f9-4353-880a-84b9144184a4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222627, 'name': PowerOffVM_Task, 'duration_secs': 0.156079} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.249387] env[68960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1b92ab-14f9-4353-880a-84b9144184a4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Powered off the VM {{(pid=68960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1490.249551] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1b92ab-14f9-4353-880a-84b9144184a4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Unregistering the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1490.249792] env[68960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddb55b06-9657-4581-a5d6-36a6bdf5c07c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.326960] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 066322c9-9ec9-4d86-96cc-e2be3db6fbe5] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1490.431913] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1b92ab-14f9-4353-880a-84b9144184a4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Unregistered the VM {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1490.432162] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1b92ab-14f9-4353-880a-84b9144184a4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Deleting contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1490.432346] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a1b92ab-14f9-4353-880a-84b9144184a4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Deleting the datastore file [datastore2] 7346875e-43a4-488f-ad50-dac9f8a677c3 {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1490.432609] env[68960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-824c3efa-9d26-470f-b254-72ab2dd735d1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.438650] env[68960]: DEBUG oslo_vmware.api [None req-4a1b92ab-14f9-4353-880a-84b9144184a4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for the task: (returnval){ [ 1490.438650] env[68960]: value = "task-3222629" [ 1490.438650] env[68960]: _type = "Task" [ 1490.438650] env[68960]: } to complete. {{(pid=68960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.446349] env[68960]: DEBUG oslo_vmware.api [None req-4a1b92ab-14f9-4353-880a-84b9144184a4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.829953] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: e4af7d3d-2951-450d-8ea9-31c975724e74] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1490.949032] env[68960]: DEBUG oslo_vmware.api [None req-4a1b92ab-14f9-4353-880a-84b9144184a4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Task: {'id': task-3222629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151648} completed successfully. {{(pid=68960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.949032] env[68960]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a1b92ab-14f9-4353-880a-84b9144184a4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Deleted the datastore file {{(pid=68960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1490.949221] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1b92ab-14f9-4353-880a-84b9144184a4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Deleted contents of the VM from datastore datastore2 {{(pid=68960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1490.949364] env[68960]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1b92ab-14f9-4353-880a-84b9144184a4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Instance destroyed {{(pid=68960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1490.949444] env[68960]: INFO nova.compute.manager [None req-4a1b92ab-14f9-4353-880a-84b9144184a4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1490.949667] env[68960]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a1b92ab-14f9-4353-880a-84b9144184a4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1490.949852] env[68960]: DEBUG nova.compute.manager [-] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Deallocating network for instance {{(pid=68960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1490.949945] env[68960]: DEBUG nova.network.neutron [-] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] deallocate_for_instance() {{(pid=68960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1491.332980] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 2901333b-0754-4d83-a5b6-54603eb97033] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1491.398278] env[68960]: DEBUG nova.compute.manager [req-19b44403-da03-49fe-bc08-5d17128890bb req-0e1c97ed-d657-4f2e-b14d-375dbe003dbc service nova] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Received event network-vif-deleted-98da3641-a77b-42c8-a1bb-66f108516e92 {{(pid=68960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1491.398278] env[68960]: INFO nova.compute.manager [req-19b44403-da03-49fe-bc08-5d17128890bb req-0e1c97ed-d657-4f2e-b14d-375dbe003dbc service nova] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Neutron deleted interface 98da3641-a77b-42c8-a1bb-66f108516e92; detaching it from the instance and deleting it from the info cache [ 1491.398278] env[68960]: DEBUG nova.network.neutron [req-19b44403-da03-49fe-bc08-5d17128890bb req-0e1c97ed-d657-4f2e-b14d-375dbe003dbc service nova] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.836658] env[68960]: DEBUG nova.compute.manager [None req-ea317fdd-cf99-472e-9b73-163a33cef3d8 None None] [instance: 528aca84-c1c0-4af1-ac42-330bd8cd5b15] Instance has had 0 of 5 cleanup attempts {{(pid=68960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1491.877879] env[68960]: DEBUG nova.network.neutron [-] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Updating instance_info_cache with network_info: [] {{(pid=68960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.900092] env[68960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b876d3ff-1152-4615-8b0a-03f61fd3e204 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.910842] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a535cb42-6e55-4486-b42a-2ce04069a239 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.934179] env[68960]: DEBUG nova.compute.manager [req-19b44403-da03-49fe-bc08-5d17128890bb req-0e1c97ed-d657-4f2e-b14d-375dbe003dbc service nova] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Detach interface failed, port_id=98da3641-a77b-42c8-a1bb-66f108516e92, reason: Instance 7346875e-43a4-488f-ad50-dac9f8a677c3 could not be found. {{(pid=68960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1492.382089] env[68960]: INFO nova.compute.manager [-] [instance: 7346875e-43a4-488f-ad50-dac9f8a677c3] Took 1.43 seconds to deallocate network for instance. [ 1492.887858] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4a1b92ab-14f9-4353-880a-84b9144184a4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.888191] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4a1b92ab-14f9-4353-880a-84b9144184a4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.888416] env[68960]: DEBUG nova.objects.instance [None req-4a1b92ab-14f9-4353-880a-84b9144184a4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lazy-loading 'resources' on Instance uuid 7346875e-43a4-488f-ad50-dac9f8a677c3 {{(pid=68960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1493.421412] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b2dc2d-c772-4e04-9a32-049adf2d84b0 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.429908] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c058d386-5626-4292-a23a-287dc66dc4f1 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.458527] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc81276-a205-413a-b303-dd35b4d39cc7 {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.465241] env[68960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6819af-d6e0-458d-bfb1-e9f8eed4081c {{(pid=68960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.477675] env[68960]: DEBUG nova.compute.provider_tree [None req-4a1b92ab-14f9-4353-880a-84b9144184a4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Inventory has not changed in ProviderTree for provider: d6b14c3a-024a-447e-9595-cef114b4ddda {{(pid=68960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1493.980952] env[68960]: DEBUG nova.scheduler.client.report [None req-4a1b92ab-14f9-4353-880a-84b9144184a4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Inventory has not changed for provider d6b14c3a-024a-447e-9595-cef114b4ddda based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1494.485765] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4a1b92ab-14f9-4353-880a-84b9144184a4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.597s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.506678] env[68960]: INFO nova.scheduler.client.report [None req-4a1b92ab-14f9-4353-880a-84b9144184a4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Deleted allocations for instance 7346875e-43a4-488f-ad50-dac9f8a677c3 [ 1495.014747] env[68960]: DEBUG oslo_concurrency.lockutils [None req-4a1b92ab-14f9-4353-880a-84b9144184a4 tempest-ServerActionsTestJSON-677484967 tempest-ServerActionsTestJSON-677484967-project-member] Lock "7346875e-43a4-488f-ad50-dac9f8a677c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.797s {{(pid=68960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}